Fix formatting error in qwen3_30b_a3b config

examples/rl/model_configs/qwen3_30b_a3b_moe.sh

@@ -1,7 +1,8 @@
-#!/bin/bash 
+#!/bin/bash
 
 TP=${TP:-4}
 PP=${PP:-1}
+EP=${EP:-2}
 NODES_REQUIRED=${NODES_REQUIRED:-1}
 
 echo "Using Qwen3-30B-A3B model checkpoint"
@@ -33,66 +34,64 @@ ENV_DEPENDENT="\
   --grpo-kl-beta $GRPO_KL_BETA \
   --langrl-env-config $ENV_CONFIG "
 
+MODEL_OPTIONS="\
+  --seq-length $MAX_SEQ_LENGTH \
+  --inference-max-seq-length $MAX_SEQ_LENGTH \
+  --inference-max-requests $MAX_INFERENCE_BS \
+  --pretrained-checkpoint $CHECKPOINT \
+  --no-use-tokenizer-model-from-checkpoint-args \
+  --bf16 \
+  --tensor-model-parallel-size $TP  \
+  --pipeline-model-parallel-size $PP  \
+  --expert-model-parallel-size $EP \
+  --attention-backend flash \
+  --transformer-impl transformer_engine \
+  --te-rng-tracker \
+  --tokenizer-type HuggingFaceTokenizer \
+  --tokenizer-model Qwen/Qwen3-30B-A3B \
+  --tokenizer-hf-include-special-tokens \
+  --untie-embeddings-and-output-weights \
+  --num-layers 48 \
+  --hidden-size 2048 \
+  --ffn-hidden-size 6144 \
+  --num-attention-heads 32 \
+  --kv-channels 128 \
+  --max-position-embeddings 8192 \
+  --group-query-attention \
+  --num-query-groups 4 \
+  --normalization RMSNorm \
+  --norm-epsilon 1e-6 \
+  --position-embedding-type rope \
+  --rotary-percent 1.0 \
+  --rotary-base 1000000 \
+  --use-rotary-position-embeddings \
+  --swiglu \
+  --disable-bias-linear \
+  --num-experts 128 \
+  --moe-router-topk 8 \
+  --moe-ffn-hidden-size 768 \
+  --moe-aux-loss-coeff 0.001 \
+  --moe-router-load-balancing-type aux_loss \
+  --attention-dropout 0.0 \
+  --hidden-dropout 0.0 \
+  --no-masked-softmax-fusion \
+  --attention-softmax-in-fp32 \
+  --vocab-size 151936 \
+  --make-vocab-size-divisible-by 128 \
+  --dist-ckpt-strictness log_unexpected \
+  --qk-layernorm \
+  --moe-token-dispatcher-type alltoall \
+  --moe-layer-freq 1 \
+  --optimizer adam \
+  --adam-beta1 0.9 \
+  --adam-beta2 0.999 \
+  --adam-eps 1e-8 \
+  --lr 1e-6 \
+  --min-lr 1e-7 \
+  --lr-warmup-samples 0 \
+  --clip-grad 1.0 \
+  --weight-decay 0.01 \
+  --no-load-optim \
+  --ckpt-format torch_dist \
+  "
 
-MODEL_OPTIONS="
---seq-length $MAX_SEQ_LENGTH \
---inference-max-seq-length $MAX_SEQ_LENGTH \
---inference-max-requests $MAX_INFERENCE_BS \
---pretrained-checkpoint $CHECKPOINT \
---no-use-tokenizer-model-from-checkpoint-args \
---seq-length 8192 \
---inference-max-seq-length 8192 \
---bf16 \
---tensor-model-parallel-size $TP  \
---pipeline-model-parallel-size $PP  \
---expert-model-parallel-size $EP \
---attention-backend flash \
---transformer-impl transformer_engine \
---te-rng-tracker \
---tokenizer-type HuggingFaceTokenizer \
---tokenizer-model Qwen/Qwen3-30B-A3B \
---tokenizer-hf-include-special-tokens \
---untie-embeddings-and-output-weights \
---num-layers 48 \
---hidden-size 2048 \
---ffn-hidden-size 6144 \
---num-attention-heads 32 \
---kv-channels 128 \
---max-position-embeddings 8192 \
---group-query-attention \
---num-query-groups 4 \
---normalization RMSNorm \
---norm-epsilon 1e-6 \
---position-embedding-type rope \
---rotary-percent 1.0 \
---rotary-base 1000000 \
---use-rotary-position-embeddings \
---swiglu \
---disable-bias-linear \
---num-experts 128 \
---moe-router-topk 8 \
---moe-ffn-hidden-size 768 \
---moe-aux-loss-coeff 0.001 \
---moe-router-load-balancing-type aux_loss \
---attention-dropout 0.0 \
---hidden-dropout 0.0 \
---no-masked-softmax-fusion \
---attention-softmax-in-fp32 \
---vocab-size 151936 \
---make-vocab-size-divisible-by 128 \
---dist-ckpt-strictness log_unexpected \
---qk-layernorm \
---moe-token-dispatcher-type alltoall \
---moe-layer-freq 1 \
---optimizer adam \
---adam-beta1 0.9 \
---adam-beta2 0.999 \
---adam-eps 1e-8 \
---lr 1e-6 \
---min-lr 1e-7 \
---lr-warmup-samples 0 \
---clip-grad 1.0 \
---weight-decay 0.01 \
---no-load-optim \
---ckpt-format torch_dist
-"