ko3n1g · Jul 30, 2026 · Jul 29, 2026 · Jul 30, 2026
diff --git a/tests/functional_tests/test_cases/bert/bert_mcore_tp1_pp2/model_config.yaml b/tests/functional_tests/test_cases/bert/bert_mcore_tp1_pp2/model_config.yaml
@@ -42,3 +42,4 @@ MODEL_ARGS:
   --ckpt-format: torch
   --attention-backend: unfused
 TEST_TYPE: regular
+LAUNCHER: ft_launcher
diff --git a/tests/functional_tests/test_cases/bert/bert_mcore_tp1_pp4_vp2/model_config.yaml b/tests/functional_tests/test_cases/bert/bert_mcore_tp1_pp4_vp2/model_config.yaml
@@ -43,3 +43,4 @@ MODEL_ARGS:
   --ckpt-format: torch
   --attention-backend: unfused
 TEST_TYPE: regular
+LAUNCHER: ft_launcher
diff --git a/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2/model_config.yaml b/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2/model_config.yaml
@@ -42,3 +42,4 @@ MODEL_ARGS:
   --ckpt-format: torch
   --attention-backend: unfused
 TEST_TYPE: regular
+LAUNCHER: ft_launcher
diff --git a/...ional_tests/test_cases/bert/bert_mcore_tp2_pp2_frozen_resume_torch_dist/model_config.yaml b/...ional_tests/test_cases/bert/bert_mcore_tp2_pp2_frozen_resume_torch_dist/model_config.yaml
@@ -45,3 +45,4 @@ MODEL_ARGS:
   --dist-ckpt-strictness: log_all # backward compatibility for TE changes
   --attention-backend: unfused
 TEST_TYPE: frozen-resume
+LAUNCHER: ft_launcher
diff --git a/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_local_spec/model_config.yaml b/tests/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_local_spec/model_config.yaml
@@ -43,3 +43,4 @@ MODEL_ARGS:
   --ckpt-format: torch
   --attention-backend: local
 TEST_TYPE: regular
+LAUNCHER: ft_launcher
diff --git a/...s/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_resume_torch_dist/model_config.yaml b/...s/functional_tests/test_cases/bert/bert_mcore_tp2_pp2_resume_torch_dist/model_config.yaml
@@ -45,3 +45,4 @@ MODEL_ARGS:
   --dist-ckpt-strictness: log_all # backward compatibility for TE changes
   --attention-backend: unfused
 TEST_TYPE: ckpt-resume
+LAUNCHER: ft_launcher
diff --git a/...l_tests/test_cases/bert/bert_mcore_tp2_pp2_resume_torch_dist_local_spec/model_config.yaml b/...l_tests/test_cases/bert/bert_mcore_tp2_pp2_resume_torch_dist_local_spec/model_config.yaml
@@ -46,3 +46,4 @@ MODEL_ARGS:
   --ckpt-format: torch
   --attention-backend: local
 TEST_TYPE: ckpt-resume
+LAUNCHER: ft_launcher
diff --git a/tests/functional_tests/test_cases/bert/bert_mcore_tp4_pp1/model_config.yaml b/tests/functional_tests/test_cases/bert/bert_mcore_tp4_pp1/model_config.yaml
@@ -42,3 +42,4 @@ MODEL_ARGS:
   --ckpt-format: torch
   --attention-backend: unfused
 TEST_TYPE: regular
+LAUNCHER: ft_launcher
diff --git a/tests/functional_tests/test_cases/common/ckpt_converter/model_config.yaml b/tests/functional_tests/test_cases/common/ckpt_converter/model_config.yaml
@@ -5,3 +5,4 @@ ENV_VARS:
   CUBLAS_WORKSPACE_CONFIG: :4096:8
 MODEL_ARGS:
 TEST_TYPE: regular
+LAUNCHER: ft_launcher
diff --git a/.../test_cases/gpt-nemo/bert-nemo_340m_mr_mbs2_gbs32_mcore_te_tp2_pp2_1N8G/model_config.yaml b/.../test_cases/gpt-nemo/bert-nemo_340m_mr_mbs2_gbs32_mcore_te_tp2_pp2_1N8G/model_config.yaml
@@ -15,3 +15,4 @@ MODEL_ARGS:
   data.seq_length: 512
   log.log_dir: ${CHECKPOINT_SAVE_PATH}
 TEST_TYPE: regular
+LAUNCHER: ft_launcher
diff --git a/...st_cases/gpt-nemo/gemma2-nemo_2b_mr_mbs1_gbs8_mcore_te_tp4_pp1_cp1_1N8G/model_config.yaml b/...st_cases/gpt-nemo/gemma2-nemo_2b_mr_mbs1_gbs8_mcore_te_tp4_pp1_cp1_1N8G/model_config.yaml
@@ -15,3 +15,4 @@ MODEL_ARGS:
   data.global_batch_size: 8
   data.seq_length: 2048
 TEST_TYPE: regular
+LAUNCHER: ft_launcher
diff --git a/...llama3-nemo_8b_mr_mbs1_gbs8_mcore_te_8experts_tp2_ep2_pp2_dgx_a100_1N8G/model_config.yaml b/...llama3-nemo_8b_mr_mbs1_gbs8_mcore_te_8experts_tp2_ep2_pp2_dgx_a100_1N8G/model_config.yaml
@@ -30,3 +30,4 @@ MODEL_ARGS:
   data.seq_length: 2048
   log.log_dir: ${CHECKPOINT_SAVE_PATH}
 TEST_TYPE: regular
+LAUNCHER: ft_launcher
diff --git a/...pt-nemo/llama3-nemo_8b_mr_mbs4_gbs64_mcore_te_tp1_pp1_cp2_dgx_a100_1N8G/model_config.yaml b/...pt-nemo/llama3-nemo_8b_mr_mbs4_gbs64_mcore_te_tp1_pp1_cp2_dgx_a100_1N8G/model_config.yaml
@@ -20,3 +20,4 @@ MODEL_ARGS:
   data.seq_length: 2048
   log.log_dir: ${CHECKPOINT_SAVE_PATH}
 TEST_TYPE: regular
+LAUNCHER: ft_launcher
diff --git a/...cases/gpt-nemo/mixtral-nemo_8x7b_mr_mbs1_gbs8_mcore_te_tp2_pp1_ep2_1N8G/model_config.yaml b/...cases/gpt-nemo/mixtral-nemo_8x7b_mr_mbs1_gbs8_mcore_te_tp2_pp1_ep2_1N8G/model_config.yaml
@@ -19,3 +19,4 @@ MODEL_ARGS:
   data.global_batch_size: 8
   data.seq_length: 2048
 TEST_TYPE: regular
+LAUNCHER: ft_launcher
diff --git a/...al_tests/test_cases/gpt-nemo/t5-nemo_220m_mr_mbs4_gbs64_te_tp1_pp1_1N8G/model_config.yaml b/...al_tests/test_cases/gpt-nemo/t5-nemo_220m_mr_mbs4_gbs64_te_tp1_pp1_1N8G/model_config.yaml
@@ -13,3 +13,4 @@ MODEL_ARGS:
   data.global_batch_size: 64
   data.seq_length: 512
 TEST_TYPE: regular
+LAUNCHER: ft_launcher
diff --git a/tests/functional_tests/test_cases/gpt/gpt3_7b_tp1_pp4_memory_speed/model_config.yaml b/tests/functional_tests/test_cases/gpt/gpt3_7b_tp1_pp4_memory_speed/model_config.yaml
@@ -67,3 +67,4 @@ METRICS:
   - "num-zeros"
   - "mem-allocated-bytes"
   - "mem-max-allocated-bytes"
+LAUNCHER: ft_launcher
diff --git a/tests/functional_tests/test_cases/gpt/gpt3_7b_tp4_pp1_memory_speed/model_config.yaml b/tests/functional_tests/test_cases/gpt/gpt3_7b_tp4_pp1_memory_speed/model_config.yaml
@@ -65,3 +65,4 @@ METRICS:
   - "num-zeros"
   - "mem-allocated-bytes"
   - "mem-max-allocated-bytes"
+LAUNCHER: ft_launcher
diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_reruns_disable/model_config.yaml b/tests/functional_tests/test_cases/gpt/gpt3_mcore_reruns_disable/model_config.yaml
@@ -85,4 +85,5 @@ AFTER_SCRIPT: |
   check_log_not -F "WARNING:megatron.core.rerun_state_machine:Result validation enabled"
   check_log -F "Setting rerun_state_machine.current_iteration to 0..."
   EXIT_CODE=0
-TEST_TYPE: regular
+TEST_TYPE: regular
+LAUNCHER: ft_launcher
diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_reruns_enable/model_config.yaml b/tests/functional_tests/test_cases/gpt/gpt3_mcore_reruns_enable/model_config.yaml
@@ -82,4 +82,5 @@ AFTER_SCRIPT: |
   check_log() { if [[ -z $(grep -r $1 "$2" $LOG_DIR) ]]; then exit 1; else echo OK; fi }
   check_log -F "WARNING:megatron.core.rerun_state_machine:Result validation enabled"
   EXIT_CODE=0
-TEST_TYPE: regular
+TEST_TYPE: regular
+LAUNCHER: ft_launcher
diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_reruns_persistent_1/model_config.yaml b/tests/functional_tests/test_cases/gpt/gpt3_mcore_reruns_persistent_1/model_config.yaml
@@ -88,3 +88,4 @@ AFTER_SCRIPT: |
   check_log -F "Saving a checkpoint and exiting now. Please resume the job from the checkpoint to rerun the last iteration and establish a diagnostic"
   EXIT_CODE=0
 TEST_TYPE: regular
+LAUNCHER: ft_launcher
diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_reruns_persistent_1_1node/model_config.yaml b/tests/functional_tests/test_cases/gpt/gpt3_mcore_reruns_persistent_1_1node/model_config.yaml
@@ -88,3 +88,4 @@ AFTER_SCRIPT: |
   check_log -F "Saving a checkpoint and exiting now. Please resume the job from the checkpoint to rerun the last iteration and establish a diagnostic"
   EXIT_CODE=0
 TEST_TYPE: regular
+LAUNCHER: ft_launcher
diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_reruns_persistent_2/model_config.yaml b/tests/functional_tests/test_cases/gpt/gpt3_mcore_reruns_persistent_2/model_config.yaml
@@ -83,4 +83,5 @@ AFTER_SCRIPT: |
   check_log -F "WARNING:megatron.core.rerun_state_machine:Result validation enabled"
   check_log -E "ERROR:megatron\.core\.rerun_state_machine:Rank [0-9]+, node ([0-9a-z]|\-)+, device [0-9]+: Possible persistent error!!"
   EXIT_CODE=0
-TEST_TYPE: frozen-start
+TEST_TYPE: frozen-start
+LAUNCHER: ft_launcher
diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_reruns_reshard/model_config.yaml b/tests/functional_tests/test_cases/gpt/gpt3_mcore_reruns_reshard/model_config.yaml
@@ -84,4 +84,5 @@ AFTER_SCRIPT: |
   check_log -F "WARNING:megatron.core.rerun_state_machine:Result validation enabled"
   check_log -F "Job sharding has changed: Rerun state will be ignored"
   EXIT_CODE=0
-TEST_TYPE: frozen-start
+TEST_TYPE: frozen-start
+LAUNCHER: ft_launcher
diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_reruns_resume/model_config.yaml b/tests/functional_tests/test_cases/gpt/gpt3_mcore_reruns_resume/model_config.yaml
@@ -83,4 +83,5 @@ AFTER_SCRIPT: |
   check_log -F "successfully loaded checkpoint"
   check_log -F "WARNING:megatron.core.rerun_state_machine:Result validation enabled"
   EXIT_CODE=0
-TEST_TYPE: frozen-start
+TEST_TYPE: frozen-start
+LAUNCHER: ft_launcher
diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_reruns_resume_check_grads/model_config.yaml b/tests/functional_tests/test_cases/gpt/gpt3_mcore_reruns_resume_check_grads/model_config.yaml
@@ -151,3 +151,4 @@ MODEL_ARGS_5:
   --tensor-model-parallel-size: 1
   --context-parallel-size: 1
   --pipeline-model-parallel-size: 2
+LAUNCHER: ft_launcher
diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_reruns_transient/model_config.yaml b/tests/functional_tests/test_cases/gpt/gpt3_mcore_reruns_transient/model_config.yaml
@@ -88,3 +88,4 @@ AFTER_SCRIPT: |
   check_log -E "ERROR:megatron\.core\.rerun_state_machine:Rank [0-9]+, node ([0-9a-z]|\-)+, device [0-9]+: Possible transient error!!"
   EXIT_CODE=0
 TEST_TYPE: regular
+LAUNCHER: ft_launcher
diff --git a/...l_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_dist_optimizer_fim_dataset/model_config.yaml b/...l_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_dist_optimizer_fim_dataset/model_config.yaml
@@ -56,3 +56,4 @@ MODEL_ARGS:
   --async-save: true
   --use-persistent-ckpt-worker: true
 TEST_TYPE: regular
+LAUNCHER: ft_launcher
diff --git a/...s/test_cases/gpt/gpt3_mcore_te_tp1_pp1_dist_optimizer_fim_dataset_1node/model_config.yaml b/...s/test_cases/gpt/gpt3_mcore_te_tp1_pp1_dist_optimizer_fim_dataset_1node/model_config.yaml
@@ -56,3 +56,4 @@ MODEL_ARGS:
   --async-save: true
   --use-persistent-ckpt-worker: true
 TEST_TYPE: regular
+LAUNCHER: ft_launcher
diff --git a/...s/test_cases/gpt/gpt3_mcore_te_tp1_pp1_dist_optimizer_no_mmap_bin_files/model_config.yaml b/...s/test_cases/gpt/gpt3_mcore_te_tp1_pp1_dist_optimizer_no_mmap_bin_files/model_config.yaml
@@ -54,3 +54,4 @@ MODEL_ARGS:
   --async-save: true
   --use-persistent-ckpt-worker: true
 TEST_TYPE: regular
+LAUNCHER: ft_launcher
diff --git a/..._cases/gpt/gpt3_mcore_te_tp1_pp1_dist_optimizer_no_mmap_bin_files_1node/model_config.yaml b/..._cases/gpt/gpt3_mcore_te_tp1_pp1_dist_optimizer_no_mmap_bin_files_1node/model_config.yaml
@@ -54,3 +54,4 @@ MODEL_ARGS:
   --async-save: true
   --use-persistent-ckpt-worker: true
 TEST_TYPE: regular
+LAUNCHER: ft_launcher
diff --git a/...cases/gpt/gpt3_mcore_te_tp1_pp1_frozen_resume_torch_dist_dist_optimizer/model_config.yaml b/...cases/gpt/gpt3_mcore_te_tp1_pp1_frozen_resume_torch_dist_dist_optimizer/model_config.yaml
@@ -54,3 +54,4 @@ MODEL_ARGS:
   --log-memory-to-tensorboard: true
   --use-persistent-ckpt-worker: true
 TEST_TYPE: frozen-resume
+LAUNCHER: ft_launcher
diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_mup/model_config.yaml b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_mup/model_config.yaml
@@ -57,3 +57,4 @@ MODEL_ARGS:
   --async-save: true
   --use-persistent-ckpt-worker: true
 TEST_TYPE: regular
+LAUNCHER: ft_launcher
diff --git a/...s/test_cases/gpt/gpt3_mcore_te_tp1_pp1_resume_torch_dist_dist_optimizer/model_config.yaml b/...s/test_cases/gpt/gpt3_mcore_te_tp1_pp1_resume_torch_dist_dist_optimizer/model_config.yaml
@@ -54,3 +54,4 @@ MODEL_ARGS:
   --log-memory-to-tensorboard: true
   --use-persistent-ckpt-worker: true
 TEST_TYPE: ckpt-resume
+LAUNCHER: ft_launcher
diff --git a/..._cases/gpt/gpt3_mcore_te_tp1_pp1_resume_torch_dist_dist_optimizer_1node/model_config.yaml b/..._cases/gpt/gpt3_mcore_te_tp1_pp1_resume_torch_dist_dist_optimizer_1node/model_config.yaml
@@ -54,3 +54,4 @@ MODEL_ARGS:
   --log-memory-to-tensorboard: true
   --use-persistent-ckpt-worker: true
 TEST_TYPE: ckpt-resume
+LAUNCHER: ft_launcher
diff --git a/...pt3_mcore_te_tp1_pp1_resume_torch_dist_dist_optimizer_no_mmap_bin_files/model_config.yaml b/...pt3_mcore_te_tp1_pp1_resume_torch_dist_dist_optimizer_no_mmap_bin_files/model_config.yaml
@@ -55,3 +55,4 @@ MODEL_ARGS:
   --async-save: true
   --use-persistent-ckpt-worker: true
 TEST_TYPE: ckpt-resume
+LAUNCHER: ft_launcher
diff --git a/...ases/gpt/gpt3_mcore_te_tp1_pp1_resume_torch_dist_uniform_full_recompute/model_config.yaml b/...ases/gpt/gpt3_mcore_te_tp1_pp1_resume_torch_dist_uniform_full_recompute/model_config.yaml
@@ -55,3 +55,4 @@ MODEL_ARGS:
   --async-save: true
   --use-persistent-ckpt-worker: true
 TEST_TYPE: ckpt-resume
+LAUNCHER: ft_launcher
diff --git a/...pt/gpt3_mcore_te_tp1_pp1_resume_torch_dist_uniform_full_recompute_1node/model_config.yaml b/...pt/gpt3_mcore_te_tp1_pp1_resume_torch_dist_uniform_full_recompute_1node/model_config.yaml
@@ -55,3 +55,4 @@ MODEL_ARGS:
   --async-save: true
   --use-persistent-ckpt-worker: true
 TEST_TYPE: ckpt-resume
+LAUNCHER: ft_launcher
diff --git a/...ional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_uniform_full_recompute/model_config.yaml b/...ional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp1_uniform_full_recompute/model_config.yaml
@@ -56,3 +56,4 @@ MODEL_ARGS:
   --async-save: true
   --use-persistent-ckpt-worker: true
 TEST_TYPE: regular
+LAUNCHER: ft_launcher
diff --git a/...tests/test_cases/gpt/gpt3_mcore_te_tp1_pp2_cp4_a2a_p2p_nondeterministic/model_config.yaml b/...tests/test_cases/gpt/gpt3_mcore_te_tp1_pp2_cp4_a2a_p2p_nondeterministic/model_config.yaml
@@ -55,3 +55,4 @@ MODEL_ARGS:
   --async-save: true
   --use-persistent-ckpt-worker: true
 TEST_TYPE: regular
+LAUNCHER: ft_launcher
diff --git a/...pt/gpt3_mcore_te_tp1_pp2_resume_torch_dist_cp4_a2a_p2p_nondeterministic/model_config.yaml b/...pt/gpt3_mcore_te_tp1_pp2_resume_torch_dist_cp4_a2a_p2p_nondeterministic/model_config.yaml
@@ -56,3 +56,4 @@ MODEL_ARGS:
   --async-save: true
   --use-persistent-ckpt-worker: true
 TEST_TYPE: ckpt-resume
+LAUNCHER: ft_launcher
diff --git a/.../test_cases/gpt/gpt3_mcore_te_tp1_pp2_resume_torch_dist_rope_embeddings/model_config.yaml b/.../test_cases/gpt/gpt3_mcore_te_tp1_pp2_resume_torch_dist_rope_embeddings/model_config.yaml
@@ -53,3 +53,4 @@ MODEL_ARGS:
   --async-save: true
   --use-persistent-ckpt-worker: true
 TEST_TYPE: ckpt-resume
+LAUNCHER: ft_launcher
diff --git a/...cases/gpt/gpt3_mcore_te_tp1_pp2_resume_torch_dist_rope_embeddings_1node/model_config.yaml b/...cases/gpt/gpt3_mcore_te_tp1_pp2_resume_torch_dist_rope_embeddings_1node/model_config.yaml
@@ -53,3 +53,4 @@ MODEL_ARGS:
   --async-save: true
   --use-persistent-ckpt-worker: true
 TEST_TYPE: ckpt-resume
+LAUNCHER: ft_launcher
diff --git a/...core_te_tp1_pp2_resume_torch_dist_rope_embeddings_interleaved_no_fusion/model_config.yaml b/...core_te_tp1_pp2_resume_torch_dist_rope_embeddings_interleaved_no_fusion/model_config.yaml
@@ -55,3 +55,4 @@ MODEL_ARGS:
   --async-save: true
   --use-persistent-ckpt-worker: true
 TEST_TYPE: ckpt-resume
+LAUNCHER: ft_launcher
diff --git a/...e_tp1_pp2_resume_torch_dist_rope_embeddings_interleaved_no_fusion_1node/model_config.yaml b/...e_tp1_pp2_resume_torch_dist_rope_embeddings_interleaved_no_fusion_1node/model_config.yaml
@@ -55,3 +55,4 @@ MODEL_ARGS:
   --async-save: true
   --use-persistent-ckpt-worker: true
 TEST_TYPE: ckpt-resume
+LAUNCHER: ft_launcher
diff --git a/...s/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp2_rope_embeddings/model_config.yaml b/...s/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp2_rope_embeddings/model_config.yaml
@@ -54,3 +54,4 @@ MODEL_ARGS:
   --async-save: true
   --use-persistent-ckpt-worker: true
 TEST_TYPE: regular
+LAUNCHER: ft_launcher
diff --git a/...t_cases/gpt/gpt3_mcore_te_tp1_pp2_rope_embeddings_interleaved_no_fusion/model_config.yaml b/...t_cases/gpt/gpt3_mcore_te_tp1_pp2_rope_embeddings_interleaved_no_fusion/model_config.yaml
@@ -56,3 +56,4 @@ MODEL_ARGS:
   --async-save: true
   --use-persistent-ckpt-worker: true
 TEST_TYPE: regular
+LAUNCHER: ft_launcher
diff --git a/...nctional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_disable_bias_linear/model_config.yaml b/...nctional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_disable_bias_linear/model_config.yaml
@@ -53,3 +53,4 @@ MODEL_ARGS:
   --log-memory-to-tensorboard: true
   --use-persistent-ckpt-worker: true
 TEST_TYPE: regular
+LAUNCHER: ft_launcher
diff --git a/...ts/test_cases/gpt/gpt3_mcore_te_tp1_pp4_frozen_resume_torch_dist_swiglu/model_config.yaml b/...ts/test_cases/gpt/gpt3_mcore_te_tp1_pp4_frozen_resume_torch_dist_swiglu/model_config.yaml
@@ -55,3 +55,4 @@ MODEL_ARGS:
   --log-memory-to-tensorboard: true
   --use-persistent-ckpt-worker: true
 TEST_TYPE: frozen-resume
+LAUNCHER: ft_launcher
diff --git a/...est_cases/gpt/gpt3_mcore_te_tp1_pp4_persistent_ckpt_disable_bias_linear/model_config.yaml b/...est_cases/gpt/gpt3_mcore_te_tp1_pp4_persistent_ckpt_disable_bias_linear/model_config.yaml
@@ -52,3 +52,4 @@ MODEL_ARGS:
   --attention-backend: unfused
   --log-memory-to-tensorboard: true
 TEST_TYPE: regular
+LAUNCHER: ft_launcher
diff --git a/...t_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_disable_bias_linear/model_config.yaml b/...t_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_disable_bias_linear/model_config.yaml
@@ -53,3 +53,4 @@ MODEL_ARGS:
   --log-memory-to-tensorboard: true
   --use-persistent-ckpt-worker: true
 TEST_TYPE: ckpt-resume
+LAUNCHER: ft_launcher
diff --git a/...s/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_disable_bias_linear_1node/model_config.yaml b/...s/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_disable_bias_linear_1node/model_config.yaml
@@ -53,3 +53,4 @@ MODEL_ARGS:
   --log-memory-to-tensorboard: true
   --use-persistent-ckpt-worker: true
 TEST_TYPE: ckpt-resume
+LAUNCHER: ft_launcher
diff --git a/.../gpt3_mcore_te_tp1_pp4_resume_torch_dist_persistent_disable_bias_linear/model_config.yaml b/.../gpt3_mcore_te_tp1_pp4_resume_torch_dist_persistent_disable_bias_linear/model_config.yaml
@@ -53,3 +53,4 @@ MODEL_ARGS:
   --bf16: true
   --log-memory-to-tensorboard: true
 TEST_TYPE: ckpt-resume
+LAUNCHER: ft_launcher
diff --git a/...mcore_te_tp1_pp4_resume_torch_dist_persistent_disable_bias_linear_1node/model_config.yaml b/...mcore_te_tp1_pp4_resume_torch_dist_persistent_disable_bias_linear_1node/model_config.yaml
@@ -53,3 +53,4 @@ MODEL_ARGS:
   --bf16: true
   --log-memory-to-tensorboard: true
 TEST_TYPE: ckpt-resume
+LAUNCHER: ft_launcher
diff --git a/...est_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_sequence_parallel/model_config.yaml b/...est_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_sequence_parallel/model_config.yaml
@@ -54,3 +54,4 @@ MODEL_ARGS:
   --async-save: true
   --use-persistent-ckpt-worker: true
 TEST_TYPE: ckpt-resume
+LAUNCHER: ft_launcher
diff --git a/...nal_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_swiglu/model_config.yaml b/...nal_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_swiglu/model_config.yaml
@@ -54,3 +54,4 @@ MODEL_ARGS:
   --log-memory-to-tensorboard: true
   --use-persistent-ckpt-worker: true
 TEST_TYPE: ckpt-resume
+LAUNCHER: ft_launcher
diff --git a/...sts/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_swiglu_1node/model_config.yaml b/...sts/test_cases/gpt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_swiglu_1node/model_config.yaml
@@ -54,3 +54,4 @@ MODEL_ARGS:
   --log-memory-to-tensorboard: true
   --use-persistent-ckpt-worker: true
 TEST_TYPE: ckpt-resume
+LAUNCHER: ft_launcher
diff --git a/...pt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_untie_embeddings_and_outputs/model_config.yaml b/...pt/gpt3_mcore_te_tp1_pp4_resume_torch_dist_untie_embeddings_and_outputs/model_config.yaml
@@ -53,3 +53,4 @@ MODEL_ARGS:
   --async-save: true
   --use-persistent-ckpt-worker: true
 TEST_TYPE: ckpt-resume
+LAUNCHER: ft_launcher
diff --git a/...3_mcore_te_tp1_pp4_resume_torch_dist_untie_embeddings_and_outputs_1node/model_config.yaml b/...3_mcore_te_tp1_pp4_resume_torch_dist_untie_embeddings_and_outputs_1node/model_config.yaml
@@ -53,3 +53,4 @@ MODEL_ARGS:
   --async-save: true
   --use-persistent-ckpt-worker: true
 TEST_TYPE: ckpt-resume
+LAUNCHER: ft_launcher
diff --git a/...functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_sequence_parallel/model_config.yaml b/...functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_sequence_parallel/model_config.yaml
@@ -55,3 +55,4 @@ MODEL_ARGS:
   --async-save: true
   --use-persistent-ckpt-worker: true
 TEST_TYPE: regular
+LAUNCHER: ft_launcher
diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_swiglu/model_config.yaml b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_swiglu/model_config.yaml
@@ -54,3 +54,4 @@ MODEL_ARGS:
   --log-memory-to-tensorboard: true
   --use-persistent-ckpt-worker: true
 TEST_TYPE: regular
+LAUNCHER: ft_launcher
diff --git a/...tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_untie_embeddings_and_outputs/model_config.yaml b/...tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_untie_embeddings_and_outputs/model_config.yaml
@@ -53,3 +53,4 @@ MODEL_ARGS:
   --async-save: true
   --use-persistent-ckpt-worker: true
 TEST_TYPE: regular
+LAUNCHER: ft_launcher
diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1/model_config.yaml b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1/model_config.yaml
@@ -55,3 +55,4 @@ MODEL_ARGS:
   --async-save: true
   --use-persistent-ckpt-worker: true
 TEST_TYPE: regular
+LAUNCHER: ft_launcher
diff --git a/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_1node/model_config.yaml b/tests/functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_1node/model_config.yaml
@@ -55,3 +55,4 @@ MODEL_ARGS:
   --async-save: true
   --use-persistent-ckpt-worker: true
 TEST_TYPE: regular
+LAUNCHER: ft_launcher
diff --git a/...tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_calculate_per_token_loss/model_config.yaml b/...tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_calculate_per_token_loss/model_config.yaml
@@ -54,3 +54,4 @@ MODEL_ARGS:
   --async-save: true
   --use-persistent-ckpt-worker: true
 TEST_TYPE: regular
+LAUNCHER: ft_launcher
diff --git a/.../functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_decoupled_lr/model_config.yaml b/.../functional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_decoupled_lr/model_config.yaml
@@ -50,3 +50,4 @@ MODEL_ARGS:
   --attention-backend: unfused
   --log-memory-to-tensorboard: true
 TEST_TYPE: regular
+LAUNCHER: ft_launcher
diff --git a/..._cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_dist_optimizer_overlap_grad_reduce/model_config.yaml b/..._cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_dist_optimizer_overlap_grad_reduce/model_config.yaml
@@ -55,3 +55,4 @@ MODEL_ARGS:
   --async-save: true
   --use-persistent-ckpt-worker: true
 TEST_TYPE: regular
+LAUNCHER: ft_launcher
diff --git a/...t3_mcore_te_tp1_pp4_vp1_dist_optimizer_overlap_grad_reduce_param_gather/model_config.yaml b/...t3_mcore_te_tp1_pp4_vp1_dist_optimizer_overlap_grad_reduce_param_gather/model_config.yaml
@@ -60,3 +60,4 @@ MODEL_ARGS:
   --async-save: true
   --use-persistent-ckpt-worker: true
 TEST_TYPE: regular
+LAUNCHER: ft_launcher
diff --git a/...4_vp1_dist_optimizer_overlap_grad_reduce_param_gather_overlap_optimizer/model_config.yaml b/...4_vp1_dist_optimizer_overlap_grad_reduce_param_gather_overlap_optimizer/model_config.yaml
@@ -56,3 +56,4 @@ MODEL_ARGS:
   --attention-backend: unfused
   --log-memory-to-tensorboard: true
 TEST_TYPE: regular
+LAUNCHER: ft_launcher
diff --git a/...dist_optimizer_overlap_grad_reduce_param_gather_overlap_optimizer_1node/model_config.yaml b/...dist_optimizer_overlap_grad_reduce_param_gather_overlap_optimizer_1node/model_config.yaml
@@ -56,3 +56,4 @@ MODEL_ARGS:
   --attention-backend: unfused
   --log-memory-to-tensorboard: true
 TEST_TYPE: regular
+LAUNCHER: ft_launcher
diff --git a/...gpt/gpt3_mcore_te_tp1_pp4_vp1_dist_optimizer_overlap_grad_reduce_untied/model_config.yaml b/...gpt/gpt3_mcore_te_tp1_pp4_vp1_dist_optimizer_overlap_grad_reduce_untied/model_config.yaml
@@ -56,3 +56,4 @@ MODEL_ARGS:
   --async-save: true
   --use-persistent-ckpt-worker: true
 TEST_TYPE: regular
+LAUNCHER: ft_launcher
diff --git a/...ests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_decoupled_lr/model_config.yaml b/...ests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_decoupled_lr/model_config.yaml
@@ -52,3 +52,4 @@ MODEL_ARGS:
   --bf16: true
   --log-memory-to-tensorboard: true
 TEST_TYPE: regular # Usually ckpt-resume, but as a WAR to #513 set to regular
+LAUNCHER: ft_launcher
diff --git a/...est_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_decoupled_lr_1node/model_config.yaml b/...est_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_decoupled_lr_1node/model_config.yaml
@@ -52,3 +52,4 @@ MODEL_ARGS:
   --bf16: true
   --log-memory-to-tensorboard: true
 TEST_TYPE: regular # Usually ckpt-resume, but as a WAR to #513 set to regular
+LAUNCHER: ft_launcher
diff --git a/...tional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_dist/model_config.yaml b/...tional_tests/test_cases/gpt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_dist/model_config.yaml
@@ -55,3 +55,4 @@ MODEL_ARGS:
   --async-save: true
   --use-persistent-ckpt-worker: true
 TEST_TYPE: regular # Usually ckpt-resume, but as a WAR to #513 set to regular
+LAUNCHER: ft_launcher
diff --git a/...pt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_dist_calculate_per_token_loss/model_config.yaml b/...pt/gpt3_mcore_te_tp1_pp4_vp1_resume_torch_dist_calculate_per_token_loss/model_config.yaml
@@ -55,3 +55,4 @@ MODEL_ARGS:
   --async-save: true
   --use-persistent-ckpt-worker: true
 TEST_TYPE: ckpt-resume
+LAUNCHER: ft_launcher
diff --git a/...3_mcore_te_tp1_pp4_vp1_resume_torch_dist_calculate_per_token_loss_1node/model_config.yaml b/...3_mcore_te_tp1_pp4_vp1_resume_torch_dist_calculate_per_token_loss_1node/model_config.yaml
@@ -55,3 +55,4 @@ MODEL_ARGS:
   --async-save: true
   --use-persistent-ckpt-worker: true
 TEST_TYPE: ckpt-resume
+LAUNCHER: ft_launcher
diff --git a/...ore_te_tp1_pp4_vp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce/model_config.yaml b/...ore_te_tp1_pp4_vp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce/model_config.yaml
@@ -55,3 +55,4 @@ MODEL_ARGS:
   --async-save: true
   --use-persistent-ckpt-worker: true
 TEST_TYPE: ckpt-resume
+LAUNCHER: ft_launcher
diff --git a/..._tp1_pp4_vp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce_1node/model_config.yaml b/..._tp1_pp4_vp1_resume_torch_dist_dist_optimizer_overlap_grad_reduce_1node/model_config.yaml
@@ -55,3 +55,4 @@ MODEL_ARGS:
   --async-save: true
   --use-persistent-ckpt-worker: true
 TEST_TYPE: ckpt-resume
+LAUNCHER: ft_launcher