diff --git a/src/megatron/bridge/recipes/qwen_vl/qwen35_vl.py b/src/megatron/bridge/recipes/qwen_vl/qwen35_vl.py index 8c9ef45d8c..4bfa6dcc14 100644 --- a/src/megatron/bridge/recipes/qwen_vl/qwen35_vl.py +++ b/src/megatron/bridge/recipes/qwen_vl/qwen35_vl.py @@ -125,10 +125,7 @@ def _qwen35_vl_apply_common( # Dataset configuration cfg.dataset.seq_length = 4096 cfg.dataset.hf_processor_path = hf_path - # Enable THD packing by default for SFT/PEFT: the step function builds - # cu_seqlens so attention skips padding FLOPs on short samples (especially - # when PP/EP forces micro-batches to pad to seq_length). - cfg.dataset.pack_sequences_in_batch = True + cfg.dataset.pack_sequences_in_batch = False # DDP settings cfg.ddp.overlap_grad_reduce = False