Avoid multiple warnings for loss mask (NVIDIA#6062)

Signed-off-by: Mikołaj Błaż <[email protected]>
titu1994 · Mar 24, 2023 · 6b925ae · 6b925ae
1 parent 6b22b52
commit 6b925ae
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/nemo/collections/nlp/data/language_modeling/megatron/gpt_dataset.py b/nemo/collections/nlp/data/language_modeling/megatron/gpt_dataset.py
@@ -396,7 +396,7 @@ def __getitem__(self, idx):
         # Negative index comes when we pad the last batch in MegatronPretrainingBatchSampler
         # We make the loss_mask zero to mask out loss from these samples
         if idx == -1:
-            logging.info('WARNING: Got -1 as item index. Masking loss from this sample')
+            logging.debug('Got -1 as item index. Masking loss from this sample')
             loss_mask = torch.zeros_like(loss_mask)
 
         return {