diff --git a/scripts/performance/configs/qwen/qwen3_llm_pretrain.py b/scripts/performance/configs/qwen/qwen3_llm_pretrain.py index c7a295dbc3..522ecdbb10 100644 --- a/scripts/performance/configs/qwen/qwen3_llm_pretrain.py +++ b/scripts/performance/configs/qwen/qwen3_llm_pretrain.py @@ -312,7 +312,7 @@ def qwen3_30b_a3b_pretrain_config_h100( cfg.mixed_precision = precision_config cfg.comm_overlap = CommOverlapConfig(tp_comm_overlap=True) cfg.model.moe_flex_dispatcher_backend = base_cfg.moe_flex_dispatcher_backend - cfg.model.moe_token_dispatcher_type = "alltoall" + cfg.model.moe_token_dispatcher_type = "flex" set_qwen3_common_configs(cfg) set_workload_base_configs(cfg, base_cfg) diff --git a/scripts/performance/configs/qwen/qwen3_workload_base_configs.py b/scripts/performance/configs/qwen/qwen3_workload_base_configs.py index da506f3d18..71910ef12a 100644 --- a/scripts/performance/configs/qwen/qwen3_workload_base_configs.py +++ b/scripts/performance/configs/qwen/qwen3_workload_base_configs.py @@ -411,12 +411,11 @@ BASE_QWEN3_30B_A3B_CONFIG, num_gpus=16, global_batch_size=1024, - pipeline_model_parallel_size=2, - virtual_pipeline_model_parallel_size=12, - moe_a2a_overlap=True, + expert_model_parallel_size=16, + moe_a2a_overlap=False, cuda_graph_impl="transformer_engine", cuda_graph_scope=["moe_router", "moe_preprocess"], - moe_flex_dispatcher_backend="deepep", + moe_flex_dispatcher_backend="hybridep", ) @@ -424,10 +423,9 @@ BASE_QWEN3_30B_A3B_CONFIG, num_gpus=16, global_batch_size=1024, - pipeline_model_parallel_size=2, - virtual_pipeline_model_parallel_size=12, - moe_a2a_overlap=True, - moe_flex_dispatcher_backend="deepep", + expert_model_parallel_size=16, + moe_a2a_overlap=False, + moe_flex_dispatcher_backend="hybridep", )