[Compile] Remove torch.compile-based sequence parallelism and AsyncTP

.buildkite/test-amd.yaml

@@ -693,28 +693,8 @@ steps:
   - vllm/platforms/rocm.py
   commands:
   - export VLLM_TEST_CLEAN_GPU_MEMORY=1
-  - VLLM_TEST_CLEAN_GPU_MEMORY=1 pytest -v -s tests/compile/passes/distributed/test_async_tp.py
   - pytest -v -s tests/compile/fusions_e2e/test_tp2_ar_rms.py::test_tp2_ar_rms_fusions -k "dynamo_partition"
 
-# - label: ":amd: (MI300) Sequence Parallel Correctness" # TBD
-#   timeout_in_minutes: 180
-#   mirror_hardwares: [amdexperimental, amdproduction, amdgfx942nightly, amdmi300]
-#   dind: false
-#   agent_pool: mi300_2
-#   num_gpus: 2
-#   optional: true
-#   working_dir: "/vllm-workspace/"
-#   source_file_dependencies:
-#   - vllm/model_executor/layers/
-#   - vllm/compilation/
-#   - vllm/v1/worker/
-#   - vllm/v1/cudagraph_dispatcher.py
-#   - tests/compile/correctness_e2e/test_sequence_parallel.py
-#   - vllm/platforms/rocm.py
-#   commands:
-#   - export VLLM_TEST_CLEAN_GPU_MEMORY=1
-#   - pytest -v -s tests/compile/correctness_e2e/test_sequence_parallel.py
-
 - label: ":amd: (MI300) Distributed Compile + RPC" # TBD
   timeout_in_minutes: 65
   mirror_hardwares: [amdexperimental, amdproduction, amdgfx942nightly, amdmi300]
@@ -3180,7 +3160,6 @@ steps:
   # TODO: FP4 output-quant and trained MXFP4 AR/RMS fusion remain unsupported.
   - amd-smi
   - VLLM_ROCM_USE_AITER=1 VLLM_ROCM_USE_AITER_CUSTOM_AR=1 pytest -v -s tests/compile/fusions_e2e/test_tp2_ar_rms.py -k 'test_tp2_ar_rms_fp8_fusions and qwen3 and ROCM_AITER_UNIFIED_ATTN and +quant_fp8 and (dynamo_partition or not +rms_norm)'
-  - pytest -v -s tests/compile/fusions_e2e/test_tp2_rocm_moe.py
 
 - label: ":amd: (MI355) Fusion and Compile FP8"
   timeout_in_minutes: 45
@@ -3205,64 +3184,6 @@ steps:
   - pytest -v -s tests/compile/passes/test_fusion_attn.py tests/compile/passes/test_silu_mul_quant_fusion.py tests/compile/passes/test_silu_mul_quant_manual_fusion.py
   - pytest -v -s tests/compile/correctness_e2e/test_attn_quant.py
 
-- label: ":amd: (MI355) Sequence Parallel Correctness"
-  timeout_in_minutes: 180
-  mirror_hardwares: [amdexperimental, amdproduction, amdgfx950nightly, amdmi355]
-  dind: false
-  agent_pool: mi355_2
-  num_gpus: 2
-  optional: true
-  working_dir: "/vllm-workspace/"
-  source_file_dependencies:
-  - .buildkite/test_areas/compile.yaml
-  - vllm/compilation/
-  - vllm/config/
-  - vllm/distributed/
-  - vllm/model_executor/kernels/linear/
-  - vllm/model_executor/layers/
-  - vllm/model_executor/models/llama.py
-  - vllm/v1/attention/
-  - vllm/v1/worker/
-  - vllm/v1/cudagraph_dispatcher.py
-  - vllm/platforms/rocm.py
-  - tests/compile/correctness_e2e/test_sequence_parallel.py
-  - tests/models/registry.py
-  - tests/utils.py
-  commands:
-  - export VLLM_TEST_CLEAN_GPU_MEMORY=1
-  - pytest -v -s tests/compile/correctness_e2e/test_sequence_parallel.py
-
-- label: ":amd: (MI355) AsyncTP Correctness"
-  timeout_in_minutes: 60
-  mirror_hardwares: [amdexperimental, amdproduction, amdgfx950nightly, amdmi355]
-  dind: false
-  agent_pool: mi355_2
-  num_gpus: 2
-  optional: true
-  working_dir: "/vllm-workspace/"
-  source_file_dependencies:
-  - .buildkite/test_areas/compile.yaml
-  - vllm/compilation/
-  - vllm/config/
-  - vllm/distributed/
-  - vllm/model_executor/layers/
-  - vllm/model_executor/kernels/linear/
-  - vllm/model_executor/models/llama.py
-  - vllm/model_executor/models/qwen3.py
-  - vllm/v1/attention/
-  - vllm/_aiter_ops.py
-  - vllm/platforms/rocm.py
-  - vllm/transformers_utils/repo_utils.py
-  - tests/compile/correctness_e2e/test_async_tp.py
-  - tests/compile/fusions_e2e/common.py
-  - tests/models/registry.py
-  - tests/utils.py
-  commands:
-  - export VLLM_TEST_CLEAN_GPU_MEMORY=1
-  - pytest -v -s tests/compile/correctness_e2e/test_async_tp.py::test_rocm_async_tp_bf16_output_correctness
-  - pytest -v -s tests/compile/correctness_e2e/test_async_tp.py::test_async_tp_pass_correctness -k RedHatAI
-  - pytest -v -s tests/compile/correctness_e2e/test_async_tp.py::test_async_tp_pass_nvfp4_correctness
-
 - label: ":amd: (MI355 DPX) Fusion E2E FP8 Config Sweep"
   timeout_in_minutes: 45
   mirror_hardwares: [amdexperimental, amdproduction, amdgfx950nightly, amdmi355]
@@ -5916,35 +5837,6 @@ steps:
   - amdmi355
   optional: true
 
-- label: ':amd: (MI355) Fusion E2E TP2 AsyncTP BF16 Config Sweep'
-  timeout_in_minutes: 30
-  working_dir: /vllm-workspace/
-  source_file_dependencies:
-  - vllm/compilation/
-  - vllm/model_executor/layers/linear.py
-  - vllm/model_executor/layers/utils.py
-  - vllm/distributed/
-  - vllm/v1/attention/backends/triton_attn.py
-  - tests/compile/fusions_e2e/
-  - tests/compile/passes/distributed/test_async_tp.py
-  - tests/compile/rocm/test_async_tp.py
-  - tests/compile/correctness_e2e/test_async_tp.py
-  - vllm/model_executor/kernels/linear/
-  - vllm/model_executor/models/qwen3.py
-  commands:
-  - rocm-smi
-  - pytest -v -s tests/compile/rocm/test_async_tp.py
-  - pytest -v -s tests/compile/fusions_e2e/test_tp2_rocm_async_tp.py
-  - pytest -v -s tests/compile/correctness_e2e/test_async_tp.py::test_rocm_async_tp_bf16_output_correctness
-  dind: false
-  agent_pool: mi355_2
-  num_gpus: 2
-  mirror_hardwares:
-  - amdexperimental
-  - amdproduction
-  - amdgfx950nightly
-  - amdmi355
-  optional: true
 
 - label: ":amd: (MI355 DPX) MRV2 Sampler JIT Warmup"
   timeout_in_minutes: 10

.buildkite/test_areas/compile.yaml

@@ -2,84 +2,6 @@ group: Compile
 depends_on: 
   - image-build
 steps:
-- label: ":nvidia: (B200) Sequence Parallel Correctness"
-  key: sequence-parallel-correctness-tests-2xb200
-  timeout_in_minutes: 45
-  working_dir: "/vllm-workspace/"
-  device: b200-k8s
-  optional: true
-  num_devices: 2
-  commands:
-  - export VLLM_TEST_CLEAN_GPU_MEMORY=1
-  - pytest -v -s tests/compile/correctness_e2e/test_sequence_parallel.py
-  mirror:
-    amd:
-      label: ":amd: (MI355) Sequence Parallel Correctness"
-      dind: false
-      device: mi355_2
-      num_devices: 2
-      timeout_in_minutes: 180
-      depends_on:
-      - image-build-amd
-      source_file_dependencies:
-      - .buildkite/test_areas/compile.yaml
-      - vllm/compilation/
-      - vllm/config/
-      - vllm/distributed/
-      - vllm/model_executor/kernels/linear/
-      - vllm/model_executor/layers/
-      - vllm/model_executor/models/llama.py
-      - vllm/v1/attention/
-      - vllm/v1/worker/
-      - vllm/v1/cudagraph_dispatcher.py
-      - vllm/platforms/rocm.py
-      - tests/compile/correctness_e2e/test_sequence_parallel.py
-      - tests/models/registry.py
-      - tests/utils.py
-
-- label: ":nvidia: (B200) AsyncTP Correctness"
-  key: asynctp-correctness-tests-b200
-  timeout_in_minutes: 30
-  working_dir: "/vllm-workspace/"
-  device: b200-k8s
-  optional: true
-  num_devices: 2
-  commands:
-  - export VLLM_TEST_CLEAN_GPU_MEMORY=1
-  - pytest -v -s tests/compile/correctness_e2e/test_async_tp.py
-  mirror:
-    amd:
-      label: ":amd: (MI355) AsyncTP Correctness"
-      dind: false
-      device: mi355_2
-      num_devices: 2
-      timeout_in_minutes: 60
-      working_dir: "/vllm-workspace/"
-      depends_on:
-      - image-build-amd
-      source_file_dependencies:
-      - .buildkite/test_areas/compile.yaml
-      - vllm/compilation/
-      - vllm/config/
-      - vllm/distributed/
-      - vllm/model_executor/layers/
-      - vllm/model_executor/kernels/linear/
-      - vllm/model_executor/models/llama.py
-      - vllm/model_executor/models/qwen3.py
-      - vllm/v1/attention/
-      - vllm/_aiter_ops.py
-      - vllm/platforms/rocm.py
-      - vllm/transformers_utils/repo_utils.py
-      - tests/compile/correctness_e2e/test_async_tp.py
-      - tests/compile/fusions_e2e/common.py
-      - tests/models/registry.py
-      - tests/utils.py
-      commands:
-      - export VLLM_TEST_CLEAN_GPU_MEMORY=1
-      - pytest -v -s tests/compile/correctness_e2e/test_async_tp.py::test_rocm_async_tp_bf16_output_correctness
-      - pytest -v -s tests/compile/correctness_e2e/test_async_tp.py::test_async_tp_pass_correctness -k RedHatAI
-      - pytest -v -s tests/compile/correctness_e2e/test_async_tp.py::test_async_tp_pass_nvfp4_correctness
-
 - label: ":nvidia: (H100) Distributed Compile"
   key: distributed-compile-unit-tests-2xh100
   timeout_in_minutes: 45
@@ -300,7 +222,6 @@ steps:
     - nvidia-smi
     # Run all models and attn backends but only Inductor partition and native custom ops
     - pytest -v -s tests/compile/fusions_e2e/test_tp2_ar_rms.py -k "inductor_partition and not +rms_norm and (not +quant_fp8 or +quant_fp8 and (qwen3 or deepseek))"
-    - pytest -v -s tests/compile/fusions_e2e/test_tp2_async_tp.py -k "inductor_partition and not +rms_norm and (not +quant_fp8 or +quant_fp8 and (qwen3 or deepseek))"
   mirror:
     amd:
       label: ":amd: (MI355) Fusion E2E TP2 Quick"
@@ -388,53 +309,6 @@ steps:
       - amd-smi
       - VLLM_ROCM_USE_AITER=1 VLLM_ROCM_USE_AITER_CUSTOM_AR=1 pytest -v -s tests/compile/fusions_e2e/test_tp2_ar_rms.py -k 'test_tp2_ar_rms_fp8_fusions and Llama-3 and ROCM_AITER_UNIFIED_ATTN and (dynamo_partition or +quant_fp8 or +rms_norm)'
 
-- label: ":nvidia: (H100) Fusion E2E TP2 AsyncTP Config Sweep"
-  key: fusion-e2e-tp2-asynctp-config-sweep-h100
-  timeout_in_minutes: 40
-  working_dir: "/vllm-workspace/"
-  device: h100
-  num_devices: 2
-  source_file_dependencies:
-    - csrc/quantization/
-    - vllm/compilation/
-    # can affect pattern matching
-    - vllm/model_executor/layers/layernorm.py
-    - vllm/model_executor/layers/activation.py
-    - vllm/model_executor/layers/attention/attention.py
-    - vllm/model_executor/layers/quantization/input_quant_fp8.py
-    - tests/compile/fusions_e2e/
-  commands:
-    - nvidia-smi
-    # Run just llama3 (fp8 & bf16) for all config combinations
-    - pytest -v -s tests/compile/fusions_e2e/test_tp2_async_tp.py -k "llama-3"
-  mirror:
-    amd:
-      label: ':amd: (MI355) Fusion E2E TP2 AsyncTP BF16 Config Sweep'
-      dind: false
-      device: mi355_2
-      num_devices: 2
-      working_dir: /vllm-workspace/
-      timeout_in_minutes: 30
-      depends_on:
-      - image-build-amd
-      source_file_dependencies:
-      - vllm/compilation/
-      - vllm/model_executor/layers/linear.py
-      - vllm/model_executor/layers/utils.py
-      - vllm/distributed/
-      - vllm/v1/attention/backends/triton_attn.py
-      - tests/compile/fusions_e2e/
-      - tests/compile/passes/distributed/test_async_tp.py
-      - tests/compile/rocm/test_async_tp.py
-      - tests/compile/correctness_e2e/test_async_tp.py
-      - vllm/model_executor/kernels/linear/
-      - vllm/model_executor/models/qwen3.py
-      commands:
-      - rocm-smi
-      - pytest -v -s tests/compile/rocm/test_async_tp.py
-      - pytest -v -s tests/compile/fusions_e2e/test_tp2_rocm_async_tp.py
-      - pytest -v -s tests/compile/correctness_e2e/test_async_tp.py::test_rocm_async_tp_bf16_output_correctness
-
 - label: ":nvidia: (B200) Fusion E2E TP2"
   key: fusion-e2e-tp2-b200
   timeout_in_minutes: 45
@@ -453,7 +327,6 @@ steps:
     # include qwen/deepseek with +quant_fp8 as -quant_fp8 rms+quant fusion is not supported
     # for ar-rms-quant-fp4, also sweep llama3
     - pytest -v -s tests/compile/fusions_e2e/test_tp2_ar_rms.py -k "(FLASHINFER and inductor_partition and not +rms_norm and (not +quant_fp8 or +quant_fp8 and (qwen3 or deepseek))) or Llama-3.1-8B-Instruct-FP4"
-    - pytest -v -s tests/compile/fusions_e2e/test_tp2_async_tp.py -k "FLASHINFER and inductor_partition and not +rms_norm and (not +quant_fp8 or +quant_fp8 and (qwen3 or deepseek))"
   mirror:
     amd:
       label: ":amd: (MI355) Fusion E2E TP2 FP8 BF16 rewrites"
@@ -480,7 +353,6 @@ steps:
       # TODO: FP4 output-quant and trained MXFP4 AR/RMS fusion remain unsupported.
       - amd-smi
       - VLLM_ROCM_USE_AITER=1 VLLM_ROCM_USE_AITER_CUSTOM_AR=1 pytest -v -s tests/compile/fusions_e2e/test_tp2_ar_rms.py -k 'test_tp2_ar_rms_fp8_fusions and qwen3 and ROCM_AITER_UNIFIED_ATTN and +quant_fp8 and (dynamo_partition or not +rms_norm)'
-      - pytest -v -s tests/compile/fusions_e2e/test_tp2_rocm_moe.py
 
 - label: ':amd: (MI355) Fusion E2E TP2 AR-RMS (Inductor Partition)'
   key: fusion-e2e-tp2-ar-rms-inductor-partition-amd

docs/design/cuda_graphs.md

@@ -225,9 +225,9 @@ outputs = model.generate(
 )
 ```
 
-### Piecewise compilation and full graph custom passes (attention fusion, sequence parallelism)
+### Piecewise compilation and full graph custom passes (attention fusion)
 
-Unfortunately, some custom compile passes have to see the whole graph to be effective and hence aren't compatible with piecewise compilation. This includes `AttnQuantFusionPass` and `SequenceParallelismPass`. As a short-term solution, we automatically disable piecewise compilation (by setting `splitting_ops=[]`) when attention fusion is enabled. We use CUDA Graph modes `FULL` or `FULL_DECODE_ONLY` (depending on backend support). However, this leads to another optimization incompatibility and confusing performance tradeoffs.
+Unfortunately, some custom compile passes have to see the whole graph to be effective and hence aren't compatible with piecewise compilation. This includes `AttnQuantFusionPass`. As a short-term solution, we automatically disable piecewise compilation (by setting `splitting_ops=[]`) when attention fusion is enabled. We use CUDA Graph modes `FULL` or `FULL_DECODE_ONLY` (depending on backend support). However, this leads to another optimization incompatibility and confusing performance tradeoffs.
 
 Long term, we've added the ability to partition the graph in Inductor instead of right after Dynamo. It can be enabled with `CompilationConfig.use_inductor_graph_partition=True` but is currently experimental and only available with `torch>=2.9`. This also increases compilation time as it has to compile the whole graph and cannot reuse piecewise compilation artifacts. Once vLLM supports 2.9, we plan to make this the default approach as it will also speed up piecewise cudagraph capture.