Skip to content
Open
Show file tree
Hide file tree
Changes from 2 commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
@@ -0,0 +1,25 @@
defaults: ./vlm_grpo-nemotron-omni-30ba3b-clevr-8n4g-megatron-tp1ep8.v1.yaml
Comment thread
youngeunkwon0405 marked this conversation as resolved.
Resolved

grpo:
async_grpo:
enabled: true
Comment thread
youngeunkwon0405 marked this conversation as resolved.
Resolved
in_flight_weight_updates: true

policy:
generation:
colocated:
enabled: false
resources:
gpus_per_node: 4
num_nodes: 4
vllm_cfg:
gpu_memory_utilization: 0.8
vllm_kwargs:
max_num_seqs: 128

logger:
wandb:
name: nemotron-omni-8n4g-async-1-off

cluster:
segment_size: 4
Original file line number Diff line number Diff line change
@@ -0,0 +1,65 @@
defaults: ./vlm_grpo-nemotron-omni-30ba3b-clevr-1n8g-megatron-tp8ep8.v1.yaml
Comment thread
youngeunkwon0405 marked this conversation as resolved.
Resolved

grpo:
num_prompts_per_step: 64

loss_fn:
use_importance_sampling_correction: true
force_on_policy_ratio: true

checkpointing:
checkpoint_dir: results/vlm_grpo_nemotron_omni_8n4g_megatron

policy:
is_vlm: true
train_global_batch_size: 1024
generation_batch_size: 1024
logprob_chunk_size: 1024
make_sequence_length_divisible_by: 256
tokenizer:
chat_template_kwargs:
enable_thinking: true
truncate_history_thinking: false
sequence_packing:
train_mb_tokens: 10240
megatron_cfg:
empty_unused_memory_level: 2
tensor_model_parallel_size: 1
Comment thread
youngeunkwon0405 marked this conversation as resolved.
Resolved
activation_checkpointing: false
defer_fp32_logits: true
use_fused_weighted_squared_relu: true
generation:
vllm_cfg:
async_engine: true
expose_http_server: true
Comment thread
youngeunkwon0405 marked this conversation as resolved.
Resolved
tensor_parallel_size: 2
expert_parallel_size: 2
enforce_eager: false
load_format: auto
Comment thread
youngeunkwon0405 marked this conversation as resolved.
Resolved
reasoning_parser_plugin: ${oc.env:PWD}/nemo_rl/models/generation/vllm/reasoning_parsers/nano_v3_reasoning_parser.py
Comment thread
youngeunkwon0405 marked this conversation as resolved.
Resolved
http_server_serving_chat_kwargs:
enable_auto_tools: true
tool_parser: qwen3_coder
reasoning_parser: nano_v3
chat_template_content_format: string
default_chat_template_kwargs:
enable_thinking: true
truncate_history_thinking: false
vllm_kwargs:
max_num_batched_tokens: 32768
max_num_seqs: 64
all2all_backend: flashinfer_nvlink_one_sided
kernel_config:
moe_backend: flashinfer_cutlass
enable_flashinfer_autotune: true

logger:
wandb_enabled: true
tensorboard_enabled: false
wandb:
name: nemotron-omni-8n4g-sync

cluster:
num_nodes: 8
gpus_per_node: 4
segment_size: 8
Loading