Skip to content
Merged
Show file tree
Hide file tree
Changes from 3 commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions examples/configs/dpo.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -62,6 +62,7 @@ policy:
PYTORCH_CUDA_ALLOC_CONF: "" # Refers to https://docs.pytorch.org/docs/stable/notes/cuda.html#optimizing-memory-usage-with-pytorch-alloc-conf
enabled: true
checkpoint:
model_save_format: "safetensors"
Comment thread
yuki-97 marked this conversation as resolved.
Resolved
# Canonical Automodel modes: "false", "final", or "every".
save_consolidated: "false"
single_rank_consolidation: false
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -17,8 +17,6 @@ policy:
# router_aux_loss_coef as float and rejects YAML's integer 0.
router_aux_loss_coef: 0.0
dtensor_cfg:
checkpoint:
model_save_format: safetensors
_v2: true
env_vars:
PYTORCH_CUDA_ALLOC_CONF: expandable_segments:True
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -44,7 +44,8 @@ fi
# and one GPU hosts Megatron generation.
export CUDA_VISIBLE_DEVICES="${CUDA_VISIBLE_DEVICES:-0,1}"

run_test fast uv run --no-sync bash ./tests/functional/nemotron_omni_clevr_megatron_single_controller_1n2g.sh
# Disabled until https://github.com/NVIDIA-NeMo/RL/issues/4208 is fixed
# run_test fast uv run --no-sync bash ./tests/functional/nemotron_omni_clevr_megatron_single_controller_1n2g.sh
run_test fast uv run --no-sync bash ./tests/functional/nemotron_omni_gym_video_megatron_single_controller_1n2g.sh

cd "${PROJECT_ROOT}/tests"
Expand Down
1 change: 1 addition & 0 deletions tests/unit/reference_configs/dpo.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -55,6 +55,7 @@ policy:
PYTORCH_CUDA_ALLOC_CONF: "" # Refers to https://docs.pytorch.org/docs/stable/notes/cuda.html#optimizing-memory-usage-with-pytorch-alloc-conf
enabled: true
checkpoint:
model_save_format: "safetensors"
save_consolidated: "false"
single_rank_consolidation: false
consolidation_timeout_minutes: 30
Expand Down
Loading