Merge pull request #1330 from hanhainebula/master

fix a bug in icl/dataset.py
FlagOpen · Jan 13, 2025 · b7efd28 · b7efd28
2 parents cef1595 + 6215289
commit b7efd28
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/FlagEmbedding/finetune/embedder/decoder_only/icl/dataset.py b/FlagEmbedding/finetune/embedder/decoder_only/icl/dataset.py
@@ -125,8 +125,9 @@ def _create_batch_data(self, batch_raw_data):
 
             passages.extend(tmp_passages)
 
-            if len(teacher_scores) > 0 and len(passages) > 0:
-                assert len(teacher_scores) == len(passages)
+            if teacher_scores is not None:
+                if len(teacher_scores) > 0 and len(passages) > 0:
+                    assert len(teacher_scores) == len(passages)
 
             # add icl pairs
             if self.args.retrieval_use_examples or (