skip if no logits

segment-any-text · Feb 22, 2024 · 4366677 · 4366677
1 parent d4abc80
commit 4366677
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/wtpsplit/evaluation/intrinsic.py b/wtpsplit/evaluation/intrinsic.py
@@ -259,6 +259,9 @@ def main(args):
                 corrupt(sentence, do_lowercase=args.do_lowercase, do_remove_punct=args.do_remove_punct)
                 for sentence in sentences
             ]
+            # check if f[lang_code][dataset_name] exists
+            if lang_code not in f or dataset_name not in f[lang_code]:
+                continue
 
             if "train_logits" in f[lang_code][dataset_name]:
                 feature_indices = None