[AMD] Fix Kimi-K3 SiTU JIT compile failure on ROCm (#33447)

ba7b810

Select commit

Loading

Failed to load commit list.

Uh oh!

There was an error while loading. Please reload this page.

Mintlify

Mintlify Deployment

Mintlify Validation (lmsysorg) - link-rot

PR States on: pull_request_target

update-pr-body

Lint on: pull_request 2

lint

PR Test (sgl-router) on: pull_request 1

gate

tier-1 — lint

tier-2 — build + test

tier-3 — docker (placeholder)

tier-3 — k8s integration

tier-3 — e2e

finish

PR Test (NPU) on: pull_request 42

check-changes

set-image-config

pr-gate / pr-gate

stage-a-unit-test-npu

stage-b-test-1-npu-a2 (0)

stage-b-test-1-npu-a2 (1)

stage-b-test-2-npu-a2 (0)

stage-b-test-2-npu-a2 (1)

stage-b-test-1-npu-a3

stage-b-test-2-npu-a3

stage-b-test-4-npu-a3 (0)

stage-b-test-4-npu-a3 (1)

stage-b-test-8-npu-a3

stage-b-test-16-npu-a3

multimodal-gen-test-1-npu-a3

multimodal-gen-test-2-npu-a3

single-node-poc (qwen3_6_27b_w8a8_1p_in64k_out1k_50ms, linux-aarch64-a3-2, test/registered/npu/pe... / qwen3_6_27b_w8a8_1p_in64k_out1k_50ms

single-node-poc (qwen3_6_27b_1p_in1024x1024_30_out1024_50ms, linux-aarch64-a3-2, test/registered/... / qwen3_6_27b_1p_in1024x1024_30_out1024_50ms

single-node-poc (qwen3_8b_w8a8_1p_in3k5_out1k5_50ms, linux-aarch64-a3-2, test/registered/npu/perf... / qwen3_8b_w8a8_1p_in3k5_out1k5_50ms

single-node-poc (qwen3_30b_w8a8_1p_in3k5_out1k5_50ms, linux-aarch64-a3-2, test/registered/npu/per... / qwen3_30b_w8a8_1p_in3k5_out1k5_50ms

single-node-poc (qwen3_6_35b_a3b_1p_in64k_out1k_prefix90_50ms, linux-aarch64-a3-2, test/registere... / qwen3_6_35b_a3b_1p_in64k_out1k_prefix90_50ms

single-node-poc (qwen3_vl_8b_thinking_1p_mmmu, linux-aarch64-a3-2, test/registered/npu/accuracy/q... / qwen3_vl_8b_thinking_1p_mmmu

pr-test-npu-finish

PR Test (XPU) on: pull_request 4

check-changes

pr-gate / pr-gate

stage-a-test-1-gpu-xpu

wait-for-stage-a

stage-b-test-1-gpu-xpu

finish

PR Test Extra on: pull_request 1

check-changes / check-changes

call-gate / pr-gate

sgl-kernel-build-wheels

rust-ext-build / Restore Rust Ext

rust-ext-build / Build Rust Ext

extra-a-test-1-gpu-small / extra-a-test-1-gpu-small (0)

extra-a-test-1-gpu-small / extra-a-test-1-gpu-small (1)

extra-a-test-1-gpu-large / extra-a-test-1-gpu-large (0)

extra-a-test-1-gpu-large / extra-a-test-1-gpu-large (1)

extra-a-test-1-gpu-large / extra-a-test-1-gpu-large (2)

extra-a-test-2-gpu-large / extra-a-test-2-gpu-large (0)

extra-a-test-2-gpu-large / extra-a-test-2-gpu-large (1)

extra-b-test-4-gpu-h100 / extra-b-test-4-gpu-h100 (0)

extra-b-test-4-gpu-h100 / extra-b-test-4-gpu-h100 (1)

extra-b-test-4-gpu-b200 / extra-b-test-4-gpu-b200 (0)

extra-b-test-4-gpu-b200 / extra-b-test-4-gpu-b200 (1)

extra-b-test-4-gpu-b200 / extra-b-test-4-gpu-b200 (2)

extra-b-test-8-gpu-h200 / extra-b-test-8-gpu-h200 (0)

extra-b-test-8-gpu-h200 / extra-b-test-8-gpu-h200 (1)

extra-b-test-deepep-4-gpu-h100 / extra-b-test-deepep-4-gpu-h100 (0)

extra-b-test-deepep-4-gpu-b200 / extra-b-test-deepep-4-gpu-b200 (0)

extra-b-test-deepep-8-gpu-h200 / extra-b-test-deepep-8-gpu-h200 (0)

extra-b-test-deepep-8-gpu-h200 / extra-b-test-deepep-8-gpu-h200 (1)

pr-test-extra-finish

notify-pr-states

PR Test Base on: pull_request 4

check-changes / check-changes

call-pr-test-extra

call-gate / pr-gate

wait-for-base-a

sgl-kernel-build-wheels

sgl-kernel-build-wheels-arm

rust-ext-build / Restore Rust Ext

rust-ext-build / Build Rust Ext

wait-for-base-b

call-sgl-kernel-tests

call-jit-kernel-tests / jit-kernel-unit-test

call-jit-kernel-tests / jit-kernel-multigpu-unit-test

call-jit-kernel-tests / jit-kernel-benchmark-test

call-jit-kernel-tests / jit-kernel-b200-test

base-a-test-1-gpu-small / base-a-test-1-gpu-small (0)

base-a-test-cpu / base-a-test-cpu (0)

base-a-test-cpu / base-a-test-cpu (1)

base-a-test-cpu / base-a-test-cpu (2)

base-a-test-cpu / base-a-test-cpu (3)

base-a-test-cpu / base-a-test-cpu (4)

base-a-test-cpu / base-a-test-cpu (5)

base-a-test-cpu / base-a-test-cpu (6)

base-a-test-cpu / base-a-test-cpu (7)

base-b-test-1-gpu-small / base-b-test-1-gpu-small (0)

base-b-test-1-gpu-small / base-b-test-1-gpu-small (1)

base-b-test-1-gpu-small / base-b-test-1-gpu-small (2)

base-b-test-1-gpu-small / base-b-test-1-gpu-small (3)

base-b-test-1-gpu-small / base-b-test-1-gpu-small (4)

base-b-test-1-gpu-small / base-b-test-1-gpu-small (5)

base-b-test-1-gpu-small / base-b-test-1-gpu-small (6)

base-b-test-1-gpu-small / base-b-test-1-gpu-small (7)

base-b-test-1-gpu-small / base-b-test-1-gpu-small (8)

base-b-test-1-gpu-large / base-b-test-1-gpu-large (0)

base-b-test-1-gpu-large / base-b-test-1-gpu-large (1)

base-b-test-1-gpu-large / base-b-test-1-gpu-large (2)

base-b-test-1-gpu-large / base-b-test-1-gpu-large (3)

base-b-test-1-gpu-large / base-b-test-1-gpu-large (4)

base-b-test-1-gpu-large / base-b-test-1-gpu-large (5)

base-b-test-1-gpu-large / base-b-test-1-gpu-large (6)

base-b-test-1-gpu-large / base-b-test-1-gpu-large (7)

base-b-test-1-gpu-large / base-b-test-1-gpu-large (8)

base-b-test-2-gpu-large / base-b-test-2-gpu-large (0)

base-b-test-2-gpu-large / base-b-test-2-gpu-large (1)

base-b-test-2-gpu-large / base-b-test-2-gpu-large (2)

base-b-test-2-gpu-large / base-b-test-2-gpu-large (3)

base-b-test-2-gpu-large / base-b-test-2-gpu-large (4)

base-b-test-4-gpu-b200 / base-b-test-4-gpu-b200 (0)

call-multimodal-gen-tests / compute-diffusion-partitions

call-multimodal-gen-tests / multimodal-gen-test-1-5090

call-multimodal-gen-tests / bcg-diffusion

call-multimodal-gen-tests / multimodal-gen-component-accuracy

call-multimodal-gen-tests / multimodal-gen-test-1-b200

call-multimodal-gen-tests / multimodal-gen-unit-test

call-multimodal-gen-tests / multimodal-gen-test-1-gpu (0)

call-multimodal-gen-tests / multimodal-gen-test-1-gpu (1)

call-multimodal-gen-tests / multimodal-gen-test-1-gpu (2)

call-multimodal-gen-tests / multimodal-gen-test-1-gpu (3)

call-multimodal-gen-tests / multimodal-gen-test-2-gpu (0)

call-multimodal-gen-tests / multimodal-gen-test-2-gpu (1)

call-multimodal-gen-tests / multimodal-gen-test-2-gpu (2)

call-multimodal-gen-tests / diffusion-coverage-check

base-c-test-4-gpu-h100 / base-c-test-4-gpu-h100 (0)

base-c-test-4-gpu-h100 / base-c-test-4-gpu-h100 (1)

base-c-test-4-gpu-h100 / base-c-test-4-gpu-h100 (2)

base-c-test-4-gpu-h100 / base-c-test-4-gpu-h100 (3)

base-c-test-8-gpu-h200 / base-c-test-8-gpu-h200 (0)

base-c-test-8-gpu-h200 / base-c-test-8-gpu-h200 (1)

base-c-test-8-gpu-h200 / base-c-test-8-gpu-h200 (2)

base-c-test-8-gpu-h20 / base-c-test-8-gpu-h20 (0)

base-c-test-8-gpu-h20 / base-c-test-8-gpu-h20 (1)

base-c-test-deepep-4-gpu-h100 / base-c-test-deepep-4-gpu-h100 (0)

base-c-test-deepep-4-gpu-b200 / base-c-test-deepep-4-gpu-b200 (0)

base-c-test-deepep-8-gpu-h200 / base-c-test-deepep-8-gpu-h200 (0)

base-c-test-4-gpu-b200 / base-c-test-4-gpu-b200 (0)

base-c-test-4-gpu-b200 / base-c-test-4-gpu-b200 (1)

base-c-test-4-gpu-b200 / base-c-test-4-gpu-b200 (2)

base-c-test-4-gpu-b200 / base-c-test-4-gpu-b200 (3)

base-c-test-4-gpu-gb300 / base-c-test-4-gpu-gb300 (0)

base-c-test-4-gpu-gb300 / base-c-test-4-gpu-gb300 (1)

base-c-test-8-gpu-b300 / base-c-test-8-gpu-b300 (0)

pr-test-finish

notify-pr-states

PR Test (AMD) on: pull_request 153

call-gate / pr-gate

call-pr-test-amd-extra

check-changes

sgl-kernel-unit-test-amd (linux-${{ (inputs.runner_arch || 'mi300') }}-1gpu-sglang)

sgl-kernel-unit-test-2-gpu-amd (linux-${{ (inputs.runner_arch || 'mi300') }}-2gpu-sglang)

stage-a-test-1-gpu-small-amd (linux-mi300-1gpu-sglang)

jit-kernel-unit-test-amd (linux-mi300-1gpu-sglang)

jit-kernel-benchmark-test-amd (linux-mi300-1gpu-sglang)

wait-for-stage-a-amd

multimodal-gen-test-1-gpu-amd (linux-${{ (inputs.runner_arch || 'mi300') }}-1gpu-sglang, ${{ matrix.part }})

multimodal-gen-test-2-gpu-amd (linux-${{ (inputs.runner_arch || 'mi300') }}-2gpu-sglang, ${{ matrix.part }})

multimodal-gen-unit-test-amd (linux-${{ (inputs.runner_arch || 'mi300') }}-1gpu-sglang)

stage-b-test-1-gpu-small-amd (linux-mi300-1gpu-sglang, 0)

stage-b-test-1-gpu-small-amd (linux-mi300-1gpu-sglang, 1)

stage-b-test-1-gpu-small-amd (linux-mi300-1gpu-sglang, 2)

stage-b-test-1-gpu-small-amd (linux-mi300-1gpu-sglang, 3)

stage-b-test-1-gpu-small-amd (linux-mi300-1gpu-sglang, 4)

stage-b-test-1-gpu-small-amd (linux-mi300-1gpu-sglang, 5)

stage-b-test-1-gpu-small-amd (linux-mi300-1gpu-sglang, 6)

stage-b-test-1-gpu-small-amd (linux-mi300-1gpu-sglang, 7)

stage-b-test-1-gpu-small-amd (linux-mi300-1gpu-sglang, 8)

stage-b-test-1-gpu-small-amd (linux-mi300-1gpu-sglang, 9)

stage-b-test-1-gpu-small-amd (linux-mi300-1gpu-sglang, 10)

stage-b-test-1-gpu-small-amd (linux-mi300-1gpu-sglang, 11)

stage-b-test-1-gpu-small-amd (linux-mi300-1gpu-sglang, 12)

stage-b-test-1-gpu-small-amd (linux-mi300-1gpu-sglang, 13)

stage-b-test-1-gpu-small-amd-nondeterministic (linux-mi300-1gpu-sglang)

stage-b-test-1-gpu-small-amd-mi35x (linux-mi35x-gpu-1)

stage-b-test-1-gpu-large-amd (linux-mi300-1gpu-sglang, 0)

stage-b-test-1-gpu-large-amd (linux-mi300-1gpu-sglang, 1)

stage-b-test-1-gpu-large-amd (linux-mi300-1gpu-sglang, 2)

stage-b-test-2-gpu-large-amd (linux-mi300-2gpu-sglang, 0)

stage-b-test-2-gpu-large-amd (linux-mi300-2gpu-sglang, 1)

wait-for-stage-b-amd

stage-b-test-large-8-gpu-mi35x-disaggregation-amd (linux-mi35x-gpu-8.fabric)

stage-c-test-4-gpu-amd (linux-mi300-4gpu-sglang, 0)

stage-c-test-large-8-gpu-amd (linux-mi300-8gpu-sglang, 0)

stage-c-test-large-8-gpu-amd (linux-mi300-8gpu-sglang, 1)

stage-c-test-large-8-gpu-amd (linux-mi300-8gpu-sglang, 2)

stage-c-test-large-8-gpu-amd (linux-mi300-8gpu-sglang, 3)

stage-c-test-large-8-gpu-amd-mi35x (linux-mi35x-gpu-8, 0)

stage-c-test-large-8-gpu-amd-mi35x (linux-mi35x-gpu-8, 1)

stage-c-test-large-8-gpu-amd-mi35x (linux-mi35x-gpu-8, 2)

pr-test-amd-finish

Auto Label PRs on: pull_request_target 1

label

PR Test (MUSA) on: pull_request 1

check-changes

pr-gate / pr-gate

multimodal-gen-test-1-gpu-musa

multimodal-gen-test-2-gpu-musa

multimodal-gen-layer-unit-test-musa

sgl-kernel-unit-test-musa

pr-test-musa-finish

PR Test (Xeon) on: pull_request 3

check-changes

pr-gate / pr-gate

build-test (xeon-gnr, base-b-test-cpu)

PR Test (MLX) on: pull_request 3

check-changes

pr-gate / pr-gate

stage-a-unit-test-mlx

stage-b-e2e-test-mlx

pr-test-mlx-finish

PR Test Extra (AMD) on: pull_request 24

call-gate / pr-gate

extra-a-test-1-gpu-small-amd (linux-mi300-1gpu-sglang)

extra-a-test-1-gpu-large-amd (linux-mi300-1gpu-sglang)

extra-a-test-2-gpu-large-amd (linux-mi300-2gpu-sglang)

pr-test-amd-extra-finish

PR Test (Arm64) on: pull_request 2

check-changes

pr-gate / pr-gate

build-test

Cancel PR Workflows on Close on: pull_request_target

cancel

PR States on: pull_request_target

update-pr-body

PR Test (sgl-router) on: pull_request 1

gate

tier-1 — lint

tier-2 — build + test

tier-3 — docker (placeholder)

tier-3 — k8s integration

tier-3 — e2e

finish

PR Test Extra (AMD) on: pull_request

call-gate

extra-a-test-1-gpu-small-amd${{ ((inputs.rocm_version && format('-{0}', inputs.rocm_version)) || '') }} (linux-${{ (inputs.runner_arch || 'mi300') }}-1gpu-sglang)

extra-a-test-1-gpu-large-amd${{ ((inputs.rocm_version && format('-{0}', inputs.rocm_version)) || '') }} (linux-${{ (inputs.runner_arch || 'mi300') }}-1gpu-sglang)

extra-a-test-2-gpu-large-amd${{ ((inputs.rocm_version && format('-{0}', inputs.rocm_version)) || '') }} (linux-${{ (inputs.runner_arch || 'mi300') }}-2gpu-sglang)

pr-test-amd-extra-finish

PR Test Extra on: pull_request

check-changes

call-gate

sgl-kernel-build-wheels

rust-ext-build

extra-a-test-1-gpu-small

extra-a-test-1-gpu-large

extra-a-test-2-gpu-large

extra-b-test-4-gpu-h100

extra-b-test-4-gpu-b200

extra-b-test-8-gpu-h200

extra-b-test-deepep-4-gpu-h100

extra-b-test-deepep-4-gpu-b200

extra-b-test-deepep-8-gpu-h200

pr-test-extra-finish

notify-pr-states

[AMD] Fix Kimi-K3 SiTU JIT compile failure on ROCm (#33447)

Uh oh!

Select a check to view from the sidebar