[Kernel] Tensor-descriptor path for fused_moe_kernel_gptq_awq (int4)

.buildkite/hardware_tests/cpu.yaml

@@ -11,6 +11,7 @@ steps:
   - CMakeLists.txt
   - vllm/_custom_ops.py
   - tests/kernels/attention/test_cpu_attn.py
+  - tests/v1/attention/test_group_head_counts.py
   - tests/kernels/moe/test_cpu_fused_moe.py
   - tests/kernels/moe/test_cpu_quant_fused_moe.py
   - tests/kernels/test_onednn.py
@@ -27,6 +28,7 @@ steps:
     - |
       bash .buildkite/scripts/hardware_ci/run-cpu-test.sh 30m "
       pytest -x -v -s tests/kernels/attention/test_cpu_attn.py
+      pytest -x -v -s tests/v1/attention/test_group_head_counts.py
       pytest -x -v -s tests/kernels/moe/test_cpu_fused_moe.py
       pytest -x -v -s tests/kernels/moe/test_cpu_quant_fused_moe.py
       pytest -x -v -s tests/kernels/mamba/test_cpu_short_conv.py

.buildkite/intel_jobs/kernels_intel.yaml

@@ -24,3 +24,27 @@ steps:
       'cd tests &&
       pytest -v -s ir &&
       pytest -v -s kernels/ir'
+
+- label: MoE WNA16 Tensor-Descriptor Tests
+  timeout_in_minutes: 20
+  device: intel_gpu
+  agent_tags:
+    label: production
+    gpu: 1+
+    mem: 16+
+  no_plugin: true
+  working_dir: "."
+  env:
+    REGISTRY: "public.ecr.aws/q9t5s3a7"
+    REPO: "vllm-ci-test-repo"
+    VLLM_TEST_DEVICE: "xpu"
+  source_file_dependencies:
+    - vllm/model_executor/layers/fused_moe/fused_moe.py
+    - vllm/model_executor/layers/fused_moe/utils.py
+    - vllm/model_executor/layers/fused_moe/experts/triton_moe.py
+    - tests/kernels/moe/test_fused_moe_kernel_gptq_awq.py
+  commands:
+    - >-
+      bash .buildkite/scripts/hardware_ci/run-intel-test.sh
+      'cd tests &&
+      pytest -v -s kernels/moe/test_fused_moe_kernel_gptq_awq.py'

.buildkite/release-pipeline.yaml

@@ -164,7 +164,21 @@ steps:
         env:
           DOCKER_BUILDKIT: "1"
 
-  - label: "Publish XPU Triton shim index"
+      - label: "Build wheel - x86_64 - XPU"
+        depends_on: ~
+        id: build-wheel-x86-xpu
+        agents:
+          queue: cpu_queue_release
+        commands:
+          - "DOCKER_BUILDKIT=1 docker build --build-arg max_jobs=16 --build-arg GIT_REPO_CHECK=1 --tag vllm-ci:build-image --target vllm-build --progress plain -f docker/Dockerfile.xpu ."
+          - "mkdir artifacts"
+          - "docker run --rm -v $(pwd)/artifacts:/artifacts_host vllm-ci:build-image bash -c 'cp -r dist /artifacts_host && chmod -R a+rw /artifacts_host'"
+          - "bash .buildkite/scripts/upload-nightly-wheels.sh"
+          - 'bash .buildkite/scripts/annotate-build-artifact.sh "$$BUILDKITE_LABEL" "s3://vllm-wheels/$$BUILDKITE_COMMIT/$(cd artifacts/dist && echo *.whl)" release-wheels'
+        env:
+          DOCKER_BUILDKIT: "1"
+
+  - label: "Publish and stage XPU Triton shim"
     key: publish-xpu-triton-shim
     depends_on: ~
     agents:

.buildkite/scripts/generate-and-upload-nightly-index.sh

@@ -53,11 +53,10 @@ if [[ "${UPDATE_NIGHTLY_INDEX:-1}" == "1" && \
     aws s3 cp --recursive "$INDICES_OUTPUT_DIR/" "s3://$BUCKET/nightly/"
 fi
 
-# detect version from any wheel in the commit directory
-# download the first wheel we find to extract version metadata
-first_wheel_key=$($PYTHON -c "import json; obj=json.load(open('$obj_json')); print(next((c['Key'] for c in obj.get('Contents', []) if c['Key'].endswith('.whl')), ''))")
+# detect version from a vLLM wheel in the commit directory
+first_wheel_key=$($PYTHON -c "import json; obj=json.load(open('$obj_json')); print(next((c['Key'] for c in obj.get('Contents', []) if c['Key'].rsplit('/', 1)[-1].startswith('vllm-') and c['Key'].endswith('.whl')), ''))")
 if [[ -z "$first_wheel_key" ]]; then
-    echo "Error: No wheels found in $S3_COMMIT_PREFIX"
+    echo "Error: No vLLM wheel found in $S3_COMMIT_PREFIX"
     exit 1
 fi
 first_wheel=$(basename "$first_wheel_key")

.buildkite/scripts/generate-nightly-index.py

@@ -91,9 +91,9 @@ def parse_from_filename(file: str) -> WheelFileInfo:
     else:
         if "+" in version:
             version_part, suffix = version.split("+", 1)
-            # Only treat known patterns as variants (rocmXXX, cuXXX, cpu)
+            # Only treat known patterns as variants (rocmXXX, cuXXX, cpu, xpu)
             # Git hashes and other suffixes are NOT variants
-            if suffix.startswith(("rocm", "cu", "cpu")):
+            if suffix.startswith(("rocm", "cu", "cpu", "xpu")):
                 variant = suffix
                 version = version_part
             # Otherwise keep the full version string (variant stays None)
@@ -429,7 +429,11 @@ def generate_index_and_metadata(
     if PY_VERSION_RE.match(version):
         # upload-wheels.sh ensures no "dev" is in args.version
         wheel_files = list(
-            filter(lambda x: version in x and "dev" not in x, wheel_files)
+            filter(
+                lambda x: (version in x and "dev" not in x)
+                or (x.startswith("triton-") and "+xpu-" in x),
+                wheel_files,
+            )
         )
         print(f"Non-nightly version detected, wheel files used: {wheel_files}")
     else:

.buildkite/scripts/hardware_ci/run-amd-test.sh

@@ -261,6 +261,8 @@ validate_native_workspace() {
 }
 
 prepare_native_workspace() {
+  local test_commands="${1:-}"
+
   if [[ "${VLLM_CI_USE_ARTIFACTS:-0}" != "1" ]]; then
     echo "Native CI requires VLLM_CI_USE_ARTIFACTS=1"
     return 1
@@ -281,6 +283,8 @@ prepare_native_workspace() {
   local recorded_base=""
   local recorded_commit=""
   local recorded_wheel=""
+  local checkout=""
+  local checkout_commit=""
   local workspace_dir="${VLLM_CI_WORKSPACE:-/vllm-workspace}"
   local wheel_dir=""
   local attempt=0
@@ -400,6 +404,53 @@ prepare_native_workspace() {
     return 1
   fi
 
+  # The ROCm artifact intentionally contains only the installed wheel and the
+  # test workspace. The Python-only compilation job also needs setup.py and the
+  # vllm source tree, so overlay the matching Buildkite checkout for that job.
+  if [[ "${test_commands}" == *python_only_compile.sh* ]]; then
+    checkout="${BUILDKITE_BUILD_CHECKOUT_PATH:-}"
+    if [[ -z "${checkout}" || ! -d "${checkout}" ]]; then
+      echo "Python-only native CI requires BUILDKITE_BUILD_CHECKOUT_PATH" >&2
+      return 1
+    fi
+    if ! git -c "safe.directory=${checkout}" -C "${checkout}" \
+      rev-parse --is-inside-work-tree >/dev/null 2>&1; then
+      echo "Buildkite checkout is not a Git worktree: ${checkout}" >&2
+      return 1
+    fi
+    checkout_commit=$(
+      git -c "safe.directory=${checkout}" -C "${checkout}" rev-parse HEAD
+    ) || return 1
+    if [[ "${checkout_commit}" != "${recorded_commit}" ]]; then
+      echo "Buildkite checkout ${checkout_commit} does not match ROCm artifact ${recorded_commit}" >&2
+      return 1
+    fi
+
+    # setup.py normally derives this from .git via setuptools-scm. The native
+    # source overlay deliberately excludes Git metadata, so preserve the exact
+    # version from the already installed, artifact-matched wheel.
+    VLLM_VERSION_OVERRIDE=$(
+      python3 -c 'import importlib.metadata as m; print(m.version("vllm"))'
+    ) || return 1
+    export VLLM_VERSION_OVERRIDE
+    VLLM_PRECOMPILED_WHEEL_LOCATION="${wheels[0]}"
+    export VLLM_PRECOMPILED_WHEEL_LOCATION
+    echo "INFO: native Python-only wheel=${VLLM_PRECOMPILED_WHEEL_LOCATION}"
+
+    echo "--- Overlaying full source checkout for Python-only compilation"
+    # Archive the verified commit instead of copying the worktree so dirty or
+    # untracked agent files cannot contaminate the artifact-matched workspace.
+    git -c "safe.directory=${checkout}" -C "${checkout}" \
+      archive --format=tar "${recorded_commit}" \
+      | tar --no-same-owner -C "${workspace_dir}" -xf - || return 1
+    for required_source in setup.py pyproject.toml vllm; do
+      if [[ ! -e "${workspace_dir}/${required_source}" ]]; then
+        echo "Full source checkout is missing ${required_source}" >&2
+        return 1
+      fi
+    done
+  fi
+
   return 0
 }
 
@@ -434,6 +485,12 @@ initialize_native_environment() {
   TIKTOKEN_RS_CACHE_DIR="${HF_HOME}/tiktoken-rs-cache"
   : "${HF_HUB_DOWNLOAD_TIMEOUT:=300}"
   : "${HF_HUB_ETAG_TIMEOUT:=60}"
+  if [[ "${VLLM_CI_EXPECTED_GPU_COUNT:-1}" == "0" ]]; then
+    # CPU-only native jobs intentionally reuse the ROCm wheel. Make that target
+    # explicit so platform selection does not depend on wheel metadata.
+    VLLM_TARGET_DEVICE=cpu
+    export VLLM_TARGET_DEVICE
+  fi
   export TMPDIR VLLM_RPC_BASE_PATH
   export TORCHINDUCTOR_CACHE_DIR TRITON_CACHE_DIR VLLM_CACHE_ROOT XDG_CACHE_HOME
   export HF_HOME HF_DATASETS_CACHE HF_HUB_DOWNLOAD_TIMEOUT HF_HUB_ETAG_TIMEOUT
@@ -948,7 +1005,13 @@ if is_native_runtime; then
     echo "Failed to initialize the native test environment"
     exit 1
   fi
-  if ! prepare_native_workspace; then
+  if [[ "${commands}" == *python_only_compile.sh* ]]; then
+    # This no-GPU job validates the ROCm precompiled/editable install path,
+    # rather than CPU runtime platform selection.
+    VLLM_TARGET_DEVICE=rocm
+    export VLLM_TARGET_DEVICE
+  fi
+  if ! prepare_native_workspace "${commands}"; then
     echo "Failed to prepare native test workspace"
     exit 1
   fi

.buildkite/scripts/xpu/publish-triton-shim.sh

@@ -11,12 +11,17 @@ readonly WHEEL_SHA256="3c822f73e9870512f59a6ecf5dc305a4bcab11fa623f9ce91011f6043
 readonly WHEEL_FILENAME="${WHEEL_URL##*/}"
 readonly ENCODED_WHEEL_FILENAME="${WHEEL_FILENAME/+/%2B}"
 readonly S3_PREFIX="s3://${BUCKET}/${PREFIX}/"
+readonly COMMIT="${BUILDKITE_COMMIT:-}"
 readonly DRY_RUN="${DRY_RUN:-0}"
 
 if [[ "$DRY_RUN" != "0" && "$DRY_RUN" != "1" ]]; then
     echo "DRY_RUN must be 0 or 1" >&2
     exit 2
 fi
+if [[ "$DRY_RUN" == "0" && ! "$COMMIT" =~ ^[0-9a-f]{40}$ ]]; then
+    echo "BUILDKITE_COMMIT must be a full lowercase commit hash" >&2
+    exit 2
+fi
 
 cd "$(dirname "${BASH_SOURCE[0]}")/../../.."
 
@@ -70,9 +75,9 @@ sed 's/import regex as re/import re/' \
 # shellcheck disable=SC2086
 $PYTHON "$index_generator" \
     --version "$PREFIX" \
-    --wheel-dir "$PREFIX" \
+    --wheel-dir "$work_dir/$PREFIX" \
     --current-objects "$objects_path" \
-    --output-dir "$index_output_dir" \
+    --output-dir "$work_dir" \
     --comment "XPU Triton shim"
 
 grep -Fq 'href="triton/"' "$index_output_dir/index.html"
@@ -87,4 +92,7 @@ if [[ "$DRY_RUN" == "1" ]]; then
 else
     aws s3 cp --recursive "$index_output_dir/" "$S3_PREFIX"
     echo "Published XPU Triton shim index to https://wheels.vllm.ai/$PREFIX/"
-fi
+    aws s3 cp "$S3_PREFIX$WHEEL_FILENAME" \
+        "s3://$BUCKET/$COMMIT/$WHEEL_FILENAME"
+    echo "Staged XPU Triton shim for https://wheels.vllm.ai/$COMMIT/xpu/"
+fi

.buildkite/test-amd.yaml

@@ -411,8 +411,9 @@ steps:
 
 - label: Python-only Installation # TBD
   timeout_in_minutes: 180
-  mirror_hardwares: [amdexperimental, amdproduction, amdgfx90anightly, amdmi250]
-  agent_pool: mi250_1
+  mirror_hardwares: [amdexperimental, amdproduction, amdgfx942nightly, amdmi300]
+  dind: false
+  agent_pool: mi300_1
   optional: true
   working_dir: "/vllm-workspace/tests"
   source_file_dependencies:
@@ -2092,7 +2093,7 @@ steps:
   - tests/models/multimodal/generation
   - tests/models/multimodal/test_mapping.py
   commands:
-  - pytest -v -s models/multimodal -m core_model --ignore models/multimodal/generation/test_common.py --ignore models/multimodal/generation/test_ultravox.py --ignore models/multimodal/generation/test_qwen2_5_vl.py --ignore models/multimodal/generation/test_qwen2_vl.py --ignore models/multimodal/generation/test_whisper.py  --ignore models/multimodal/generation/test_memory_leak.py --ignore models/multimodal/processing
+  - pytest -v -s models/multimodal -m core_model --ignore models/multimodal/generation/test_common.py --ignore models/multimodal/generation/test_ultravox.py --ignore models/multimodal/generation/test_qwen2_5_vl.py --ignore models/multimodal/generation/test_qwen2_vl.py --ignore models/multimodal/generation/test_whisper.py  --ignore models/multimodal/generation/test_memory_leak.py --ignore models/multimodal/generation/test_vit_cudagraph.py --ignore models/multimodal/processing
   - pytest -v -s models/multimodal/generation/test_memory_leak.py -m core_model
   - cd .. && VLLM_WORKER_MULTIPROC_METHOD=spawn pytest -v -s tests/models/multimodal/generation/test_whisper.py -m core_model
 
@@ -3671,7 +3672,8 @@ steps:
   - vllm/
   - tests/models/multimodal/generation
   commands:
-  - pytest -v -s models/multimodal -m core_model --ignore models/multimodal/generation/test_common.py --ignore models/multimodal/generation/test_ultravox.py --ignore models/multimodal/generation/test_qwen2_5_vl.py --ignore models/multimodal/generation/test_qwen2_vl.py --ignore models/multimodal/generation/test_whisper.py  --ignore models/multimodal/generation/test_memory_leak.py --ignore models/multimodal/processing
+  - pytest -v -s models/multimodal -m core_model --ignore models/multimodal/generation/test_common.py --ignore models/multimodal/generation/test_ultravox.py --ignore models/multimodal/generation/test_qwen2_5_vl.py --ignore models/multimodal/generation/test_qwen2_vl.py --ignore models/multimodal/generation/test_whisper.py  --ignore models/multimodal/generation/test_memory_leak.py --ignore models/multimodal/generation/test_vit_cudagraph.py --ignore models/multimodal/processing
+  - pytest -v -s models/multimodal/generation/test_vit_cudagraph.py -m core_model
   - pytest -v -s models/multimodal/generation/test_memory_leak.py -m core_model
   - cd .. && VLLM_WORKER_MULTIPROC_METHOD=spawn pytest -v -s tests/models/multimodal/generation/test_whisper.py -m core_model
 
@@ -3771,6 +3773,7 @@ steps:
   - tests/v1/executor
   - tests/v1/kv_offload
   - tests/v1/worker
+  - tests/v1/cudagraph
   - tests/v1/kv_connector/unit
   - tests/v1/metrics
   - tests/entrypoints/openai/correctness/test_lmeval.py
@@ -3780,6 +3783,7 @@ steps:
   - pytest -v -s v1/executor
   - pytest -v -s v1/kv_offload
   - pytest -v -s v1/worker
+  - pytest -v -s v1/cudagraph/test_encoder_cudagraph.py
   - pytest -v -s -m 'not cpu_test' v1/kv_connector/unit
   - pytest -v -s -m 'not cpu_test' v1/metrics
   - pip install -U git+https://github.com/vllm-project/lm-evaluation-harness.git@streaming-api

.buildkite/test_areas/distributed.yaml

@@ -242,6 +242,7 @@ steps:
   commands:
     - pytest -v -s tests/distributed/test_context_parallel.py
     - pytest -v -s tests/distributed/test_nccl_symm_mem.py
+    - pytest -v -s tests/kernels/test_kimi_k3_gemm_rs.py
     - pytest -v -s tests/v1/distributed/test_dbo.py
     - pytest -v -s tests/distributed/test_mnnvl_alltoall.py
 

.buildkite/test_areas/kernels.yaml

@@ -339,6 +339,28 @@ steps:
     # e2e
     - pytest -v -s tests/models/quantization/test_nvfp4.py
 
+- label: B12X Linear Kernels (DGX Spark) Nightly
+  key: b12x-linear-kernels-dgx-spark-nightly
+  timeout_in_minutes: 30
+  device: dgx-spark
+  optional: true
+  num_devices: 1
+  depends_on:
+  - arm64-image-build
+  source_file_dependencies:
+  - setup.py
+  - vllm/model_executor/kernels/linear/
+  - vllm/model_executor/warmup/b12x_warmup.py
+  - vllm/utils/b12x.py
+  - tests/model_executor/kernels/test_b12x_linear.py
+  - tests/model_executor/test_b12x_warmup.py
+  - tests/kernels/quantization/test_block_fp8.py
+  commands:
+  - uv pip install --system b12x==1.2.4
+  - pytest -v -s model_executor/kernels/test_b12x_linear.py
+      model_executor/test_b12x_warmup.py
+      kernels/quantization/test_block_fp8.py -k b12x
+
 - label: Kernels Helion Test
   key: kernels-helion-test
   timeout_in_minutes: 115

.buildkite/test_areas/lm_eval.yaml

@@ -178,13 +178,14 @@ steps:
   commands:
     - pytest -s -v evals/gsm8k/test_gsm8k_correctness.py --config-list-file=evals/gsm8k/configs/moe-refactor/config-h100.txt
 
-- label: MoE Refactor Integration Test (B200 - TEMPORARY)
+- label: MoE Refactor Integration Test (B200 - TEMPORARY) %N
   key: moe-refactor-integration-test-b200-temporary
   device: b200-k8s
   optional: true
   num_devices: 2
+  parallelism: 4
   commands:
-    - pytest -s -v evals/gsm8k/test_gsm8k_correctness.py --config-list-file=evals/gsm8k/configs/moe-refactor/config-b200.txt
+    - pytest -s -v evals/gsm8k/test_gsm8k_correctness.py --config-list-file=evals/gsm8k/configs/moe-refactor/config-b200-shard-$$BUILDKITE_PARALLEL_JOB.txt
 
 - label: MoE Refactor Integration Test (B200 DP - TEMPORARY)
   key: moe-refactor-integration-test-b200-dp-temporary
@@ -194,20 +195,21 @@ steps:
   commands:
     - pytest -s -v evals/gsm8k/test_gsm8k_correctness.py --config-list-file=evals/gsm8k/configs/moe-refactor-dp-ep/config-b200.txt
 
-- label: LM Eval Humming f16 (A100 - TEMPORARY)
+- label: LM Eval Humming f16 (A100 - TEMPORARY) %N
   key: lm-eval-humming-f16-a100
   timeout_in_minutes: 75
   device: a100
   optional: true
   num_devices: 1
+  parallelism: 3
   source_file_dependencies:
   - vllm/model_executor/layers/quantization/humming.py
   - vllm/model_executor/layers/quantization/utils/humming_utils.py
   - vllm/model_executor/layers/fused_moe/experts/fused_humming_moe.py
   - vllm/model_executor/layers/fused_moe/oracle/
   - vllm/model_executor/kernels/linear/
   commands:
-  - pytest -s -v evals/gsm8k/test_gsm8k_correctness.py --config-list-file=evals/gsm8k/configs/humming/config.txt
+  - pytest -s -v evals/gsm8k/test_gsm8k_correctness.py --config-list-file=evals/gsm8k/configs/humming/config-a100-shard-$$BUILDKITE_PARALLEL_JOB.txt
 
 - label: LM Eval Humming Act int8 (A100 - TEMPORARY)
   key: lm-eval-humming-act-a100
@@ -224,20 +226,21 @@ steps:
   commands:
   - pytest -s -v evals/gsm8k/test_gsm8k_correctness.py --config-list-file=evals/gsm8k/configs/humming/config-act-int8.txt
 
-- label: LM Eval Humming f16 (H100 - TEMPORARY)
+- label: LM Eval Humming f16 (H100 - TEMPORARY) %N
   key: lm-eval-humming-f16-h100
   timeout_in_minutes: 70
   device: h100
   optional: true
   num_devices: 1
+  parallelism: 3
   source_file_dependencies:
   - vllm/model_executor/layers/quantization/humming.py
   - vllm/model_executor/layers/quantization/utils/humming_utils.py
   - vllm/model_executor/layers/fused_moe/experts/fused_humming_moe.py
   - vllm/model_executor/layers/fused_moe/oracle/
   - vllm/model_executor/kernels/linear/
   commands:
-  - pytest -s -v evals/gsm8k/test_gsm8k_correctness.py --config-list-file=evals/gsm8k/configs/humming/config.txt
+  - pytest -s -v evals/gsm8k/test_gsm8k_correctness.py --config-list-file=evals/gsm8k/configs/humming/config-h100-shard-$$BUILDKITE_PARALLEL_JOB.txt
 
 - label: LM Eval Humming Act fp8/int8 (H100 - TEMPORARY)
   key: lm-eval-humming-act-h100