diff --git a/nemo_rl/models/policy/lm_policy.py b/nemo_rl/models/policy/lm_policy.py index e21bd6dac64..4025dc417c6 100644 --- a/nemo_rl/models/policy/lm_policy.py +++ b/nemo_rl/models/policy/lm_policy.py @@ -278,9 +278,7 @@ def __init__( if config["sequence_packing"]["enabled"]: self.use_sequence_packing = True - sequence_length_pad_multiple = ( - cp_size * 2 * tp_size if cp_size > 1 else tp_size - ) + sequence_length_pad_multiple = config["make_sequence_length_divisible_by"] self.sequence_packing_args: SequencePackingArgs = { "algorithm": config["sequence_packing"]["algorithm"], "input_key": "input_ids",