fix a bug in icl/dataset.py

FlagOpen · Jan 13, 2025 · 6215289 · 6215289
1 parent cef1595
commit 6215289
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/FlagEmbedding/finetune/embedder/decoder_only/icl/dataset.py b/FlagEmbedding/finetune/embedder/decoder_only/icl/dataset.py
@@ -125,8 +125,9 @@ def _create_batch_data(self, batch_raw_data):
 
             passages.extend(tmp_passages)
 
-            if len(teacher_scores) > 0 and len(passages) > 0:
-                assert len(teacher_scores) == len(passages)
+            if teacher_scores is not None:
+                if len(teacher_scores) > 0 and len(passages) > 0:
+                    assert len(teacher_scores) == len(passages)
 
             # add icl pairs
             if self.args.retrieval_use_examples or (