From 358f5e1eb23a9452eb90703829a2c2680ec4b472 Mon Sep 17 00:00:00 2001 From: shyeh25 <206795756+shyeh25@users.noreply.github.com> Date: Mon, 5 Oct 2026 20:28:40 -0700 Subject: [PATCH 1/3] feat(agentx): refresh B300 DSV4.1 Flash SGLang curve MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit 更新 B300 DeepSeek-V4.1-Flash SGLang AgentX 镜像、聚合式九点配置及配套文档。 --- .../sglang/b300-fp4-mtp/agentic.yaml | 221 ++++++------------ inferencex-e2e/configs/nvidia-master.yaml | 11 +- .../docs/configuration-procedures.md | 15 +- .../docs/configuration-procedures_zh.md | 13 +- inferencex-e2e/perf-changelog.yaml | 10 + 5 files changed, 111 insertions(+), 159 deletions(-) diff --git a/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/dsv41flash/sglang/b300-fp4-mtp/agentic.yaml b/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/dsv41flash/sglang/b300-fp4-mtp/agentic.yaml index 61192ac5ea..8accc79c2b 100644 --- a/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/dsv41flash/sglang/b300-fp4-mtp/agentic.yaml +++ b/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/dsv41flash/sglang/b300-fp4-mtp/agentic.yaml @@ -1,12 +1,19 @@ -# DeepSeek-V4.1-Flash AgentX on B300 with SGLang native DSpark. The KV cache -# is GPU-resident. base: schema: 2 name: dsv41flash-fp4-b300-sglang-agentic model: path: hf:deepseek-ai/DeepSeek-V4.1-Flash - container: lmsysorg/sglang:nightly-dev-cu13-20260922-582389ce@sha256:35ea4d321b0735051dcce2599fc495853ad1ef30f6a1908f0a75e74204362d14 + container: lmsysorg/sglang:nightly-dev-cu13-20261004-295a53c9@sha256:7cfd4dd8e0e902d2a3c0560565963c4e172091e1586aaed15ff5a0a131394d34 precision: fp4 + identity: + model: + repo: deepseek-ai/DeepSeek-V4.1-Flash + revision: dba1be0a40aa45a94ad051997016db3960a90277 + container: + image: lmsysorg/sglang:nightly-dev-cu13-20261004-295a53c9@sha256:7cfd4dd8e0e902d2a3c0560565963c4e172091e1586aaed15ff5a0a131394d34 + frameworks: + sglang: 0.0.0.dev1+g295a53c90 + sglang-router: 0.3.2 resources: gpu_type: b300 gpus_per_node: 8 @@ -27,13 +34,14 @@ base: trust-remote-code: true # Overlap checkpoint reads with weight loading from local NVMe. weight-loader-prefetch-checkpoints: true - chunked-prefill-size: 4096 + chunked-prefill-size: 16384 # Keep active decode requests progressing while long prefixes are queued. prefill-decode-interval: 16 + enable-deepseek-v4-fp4-indexer: true # DSpark is the checkpoint's bundled draft; the block size is its only knob. speculative-algorithm: DSPARK speculative-dspark-block-size: 5 - # Admission never exceeds the captured decode graph batch. + # Capture decode graphs up to batch 64. cuda-graph-max-bs-decode: 64 reasoning-parser: auto tool-call-parser: auto @@ -60,17 +68,15 @@ base: AIPERF_HTTP_TCP_USER_TIMEOUT: '900000' AIPERF_REQUIRED_SERVER_METRIC_PREFIX: 'sglang:' -# One variant per point. Admission is 2x CONC, capped at the graph batch. SWA -# prefix tails are 64x CONC within [128, 4096]. TP2 raises the static fraction -# (0.80 from c16, 0.85 from c32) and interleaves decode more often from c32. -# Saturation points get a longer warmup drain. +# TP arms admit up to 2x CONC, capped at 64; DP4 C192 admits 384 globally. +# SWA prefix tails are 64x per-rank CONC, with a minimum of 128. override_tp4_c1: roles: agg: gpus: 4 args: tensor-parallel-size: 4 - expert-parallel-size: 4 + expert-parallel-size: 1 mem-fraction-static: 0.7 swa-prefix-tails: 128 max-running-requests: 2 @@ -79,118 +85,29 @@ override_tp4_c1: CONC: '1' AGENTIC_WARMUP_GRACE_PERIOD: '1800' -override_tp4_c2: - roles: - agg: - gpus: 4 - args: - tensor-parallel-size: 4 - expert-parallel-size: 4 - mem-fraction-static: 0.7 - swa-prefix-tails: 128 - max-running-requests: 4 - benchmark: - env: - CONC: '2' - AGENTIC_WARMUP_GRACE_PERIOD: '1800' - override_tp4_c4: roles: agg: gpus: 4 args: tensor-parallel-size: 4 - expert-parallel-size: 4 + expert-parallel-size: 1 mem-fraction-static: 0.7 swa-prefix-tails: 256 max-running-requests: 8 + prefill-decode-interval: 192 benchmark: env: CONC: '4' AGENTIC_WARMUP_GRACE_PERIOD: '1800' -override_tp4_c8: - roles: - agg: - gpus: 4 - args: - tensor-parallel-size: 4 - expert-parallel-size: 4 - mem-fraction-static: 0.7 - swa-prefix-tails: 512 - max-running-requests: 16 - benchmark: - env: - CONC: '8' - AGENTIC_WARMUP_GRACE_PERIOD: '1800' - -override_tp4_c16: - roles: - agg: - gpus: 4 - args: - tensor-parallel-size: 4 - expert-parallel-size: 4 - mem-fraction-static: 0.7 - swa-prefix-tails: 1024 - max-running-requests: 32 - benchmark: - env: - CONC: '16' - AGENTIC_WARMUP_GRACE_PERIOD: '1800' - -override_tp4_c32: - roles: - agg: - gpus: 4 - args: - tensor-parallel-size: 4 - expert-parallel-size: 4 - mem-fraction-static: 0.7 - swa-prefix-tails: 2048 - max-running-requests: 64 - benchmark: - env: - CONC: '32' - AGENTIC_WARMUP_GRACE_PERIOD: '3600' - -override_tp4_c64: - roles: - agg: - gpus: 4 - args: - tensor-parallel-size: 4 - expert-parallel-size: 4 - mem-fraction-static: 0.7 - swa-prefix-tails: 4096 - max-running-requests: 64 - benchmark: - env: - CONC: '64' - AGENTIC_WARMUP_GRACE_PERIOD: '3600' - -override_tp4_c128: - roles: - agg: - gpus: 4 - args: - tensor-parallel-size: 4 - expert-parallel-size: 4 - mem-fraction-static: 0.7 - swa-prefix-tails: 4096 - max-running-requests: 64 - benchmark: - env: - CONC: '128' - AGENTIC_WARMUP_GRACE_PERIOD: '3600' - override_tp2_c1: roles: agg: gpus: 2 args: tensor-parallel-size: 2 - expert-parallel-size: 2 + expert-parallel-size: 1 mem-fraction-static: 0.7 swa-prefix-tails: 128 max-running-requests: 2 @@ -199,65 +116,53 @@ override_tp2_c1: CONC: '1' AGENTIC_WARMUP_GRACE_PERIOD: '1800' -override_tp2_c2: - roles: - agg: - gpus: 2 - args: - tensor-parallel-size: 2 - expert-parallel-size: 2 - mem-fraction-static: 0.7 - swa-prefix-tails: 128 - max-running-requests: 4 - benchmark: - env: - CONC: '2' - AGENTIC_WARMUP_GRACE_PERIOD: '1800' - override_tp2_c4: roles: agg: gpus: 2 args: tensor-parallel-size: 2 - expert-parallel-size: 2 + expert-parallel-size: 1 mem-fraction-static: 0.7 swa-prefix-tails: 256 max-running-requests: 8 + prefill-decode-interval: 96 benchmark: env: CONC: '4' AGENTIC_WARMUP_GRACE_PERIOD: '1800' -override_tp2_c8: +override_tp2_c16: roles: agg: gpus: 2 args: tensor-parallel-size: 2 - expert-parallel-size: 2 - mem-fraction-static: 0.7 - swa-prefix-tails: 512 - max-running-requests: 16 + expert-parallel-size: 1 + mem-fraction-static: 0.8 + swa-prefix-tails: 1024 + max-running-requests: 32 + prefill-decode-interval: 192 benchmark: env: - CONC: '8' + CONC: '16' AGENTIC_WARMUP_GRACE_PERIOD: '1800' -override_tp2_c16: +override_tp2_c24: roles: agg: gpus: 2 args: tensor-parallel-size: 2 - expert-parallel-size: 2 + expert-parallel-size: 1 mem-fraction-static: 0.8 - swa-prefix-tails: 1024 - max-running-requests: 32 + swa-prefix-tails: 1536 + max-running-requests: 48 + prefill-decode-interval: 96 benchmark: env: - CONC: '16' - AGENTIC_WARMUP_GRACE_PERIOD: '1800' + CONC: '24' + AGENTIC_WARMUP_GRACE_PERIOD: '3600' override_tp2_c32: roles: @@ -265,44 +170,62 @@ override_tp2_c32: gpus: 2 args: tensor-parallel-size: 2 - expert-parallel-size: 2 + expert-parallel-size: 1 mem-fraction-static: 0.85 swa-prefix-tails: 2048 max-running-requests: 64 - prefill-decode-interval: 4 + prefill-decode-interval: 64 benchmark: env: CONC: '32' AGENTIC_WARMUP_GRACE_PERIOD: '3600' -override_tp2_c64: +override_tp2_c48: roles: agg: gpus: 2 args: tensor-parallel-size: 2 - expert-parallel-size: 2 - mem-fraction-static: 0.85 - swa-prefix-tails: 4096 + expert-parallel-size: 1 + mem-fraction-static: 0.8 + swa-prefix-tails: 3072 max-running-requests: 64 - prefill-decode-interval: 4 + prefill-decode-interval: 64 benchmark: env: - CONC: '64' + CONC: '48' AGENTIC_WARMUP_GRACE_PERIOD: '3600' -override_tp2_c128: +override_dp4_c192: + frontend: + type: sglang-router + enable_multiple_frontends: false + args: + policy: cache_aware + request-id-headers: x-correlation-id + dp-aware: true + connect-timeout-secs: 900 + request-timeout-secs: 14400 + disable-health-check: true + disable-retries: true roles: agg: - gpus: 2 + gpus: 4 args: - tensor-parallel-size: 2 - expert-parallel-size: 2 - mem-fraction-static: 0.85 - swa-prefix-tails: 4096 - max-running-requests: 64 - prefill-decode-interval: 4 - benchmark: - env: - CONC: '128' + tensor-parallel-size: 4 + expert-parallel-size: 4 + data-parallel-size: 4 + enable-dp-attention: true + enable-dp-lm-head: true + enable-dp-attention-local-control-broadcast: true + load-balance-method: total_requests + tokenizer-worker-num: 8 + chunked-prefill-size: 32768 + mem-fraction-static: 0.76 + swa-prefix-tails: 3072 + max-running-requests: 384 + benchmark: + env: + CONC: '192' AGENTIC_WARMUP_GRACE_PERIOD: '3600' + AIPERF_HTTP_X_SMG_ROUTING_KEY_FROM_CORRELATION_ID: 'true' diff --git a/inferencex-e2e/configs/nvidia-master.yaml b/inferencex-e2e/configs/nvidia-master.yaml index e2ad6ad8ef..9d4071631d 100644 --- a/inferencex-e2e/configs/nvidia-master.yaml +++ b/inferencex-e2e/configs/nvidia-master.yaml @@ -9212,11 +9212,9 @@ qwen3.5-fp8-b300-dynamo-sglang-agentic-disagg: ep: 2 dp-attn: false -# Official 2026-09-21 CUDA 13 nightly, amd64 manifest pinned for B300. -# Latest multiarch index: sha256:987c7e4bd26918647211a5dcad72a2bdf2a5f394ac1469eff730e7517fc139be. -# Uses the cookbook's automatic backends and the existing B200 AgentX memory bounds. +# Official 2026-10-04 CUDA 13 nightly, multiarch manifest pinned for B300. dsv41flash-fp4-b300-sglang-agentic-dspark: - image: lmsysorg/sglang:nightly-dev-cu13-20260922-582389ce@sha256:35ea4d321b0735051dcce2599fc495853ad1ef30f6a1908f0a75e74204362d14 + image: lmsysorg/sglang:nightly-dev-cu13-20261004-295a53c9@sha256:7cfd4dd8e0e902d2a3c0560565963c4e172091e1586aaed15ff5a0a131394d34 model: deepseek-ai/DeepSeek-V4.1-Flash model-prefix: dsv41flash runner: cluster:b300-dsxe @@ -9227,8 +9225,9 @@ dsv41flash-fp4-b300-sglang-agentic-dspark: agentic-coding: - dram-utilization: 0.80 search-space: - - { tp: 4, ep: 4, kv-offloading: none, spec-decoding: mtp, conc-list: [1, 2, 4, 8, 16, 32, 64, 128], srt-recipe: benchmarks/single_node/srt-slurm-recipes/dsv41flash/sglang/b300-fp4-mtp/agentic.yaml } - - { tp: 2, ep: 2, kv-offloading: none, spec-decoding: mtp, conc-list: [1, 2, 4, 8, 16, 32, 64, 128], srt-recipe: benchmarks/single_node/srt-slurm-recipes/dsv41flash/sglang/b300-fp4-mtp/agentic.yaml } + - { tp: 4, ep: 1, kv-offloading: none, spec-decoding: mtp, conc-list: [1, 4], srt-recipe: benchmarks/single_node/srt-slurm-recipes/dsv41flash/sglang/b300-fp4-mtp/agentic.yaml } + - { tp: 2, ep: 1, kv-offloading: none, spec-decoding: mtp, conc-list: [1, 4, 16, 24, 32, 48], srt-recipe: benchmarks/single_node/srt-slurm-recipes/dsv41flash/sglang/b300-fp4-mtp/agentic.yaml } + - { tp: 4, ep: 4, dp-attn: true, kv-offloading: none, spec-decoding: mtp, conc-list: [192], router: { name: sglang-router, version: "0.3.2" }, srt-recipe: benchmarks/single_node/srt-slurm-recipes/dsv41flash/sglang/b300-fp4-mtp/agentic.yaml } # Official SGLang nightly; TP4 C1/C2 use GPU Engram, other points use host DRAM. dsv41flash-fp4-gb300-sglang-agentic-dspark: diff --git a/inferencex-e2e/docs/configuration-procedures.md b/inferencex-e2e/docs/configuration-procedures.md index f594426d43..fb386c3649 100644 --- a/inferencex-e2e/docs/configuration-procedures.md +++ b/inferencex-e2e/docs/configuration-procedures.md @@ -487,11 +487,22 @@ The nightly candidate uses `nightly-dev-cu13-20260922-582389ce`, native MXFP4 Ma `dsv41flash-fp4--sglang-agentic-dspark` are the SGLang counterparts of the vLLM arms, one PR per SKU across h100, h200, b200, b300, gb200, gb300 and mi355x. They follow the [SGLang cookbook](https://lmsysorg.mintlify.app/cookbook/autoregressive/DeepSeek/DeepSeek-V4_1), -which has no released SGLang version for this model yet. B200, B300 and H100 pin the CUDA 13 nightly -`lmsysorg/sglang:nightly-dev-cu13-20260922-582389ce` by digest; GB300 pins `lmsysorg/sglang:dev-cu13-nightly-0924` by digest; GB200 and H200 use +which has no released SGLang version for this model yet. B200 and H100 pin the CUDA 13 nightly +`lmsysorg/sglang:nightly-dev-cu13-20260922-582389ce` by digest; B300 pins by digest +`lmsysorg/sglang:nightly-dev-cu13-20261004-295a53c9`; GB300 pins `lmsysorg/sglang:dev-cu13-nightly-0924` by digest; GB200 and H200 use `lmsysorg/sglang:nightly-dev-cu13-20260923-06008c17` (GB200 by digest), and MI355X pins `lmsysorg/sglang:dev-dsv41-mi35x` by digest. Each master entry's `image` is authoritative. +B300 publishes nine AgentX points: TP4/EP1 at C1/C4, TP2/EP1 at +C1/C4/C16/C24/C32/C48, and aggregated TP4/EP4/DP4 at C192. The TP arms use 16K +prefill chunks, the DeepSeek-V4 FP4 indexer, and point-specific prefill-decode +scheduling. + +The B300 DP4 C192 point runs four internal TP4/EP4 data-parallel ranks in one +aggregated SGLang worker behind `sglang-router` 0.3.2, with cache-aware routing +and correlation-ID affinity. Every B300 arm uses the checkpoint's bundled DSpark +draft with block size 5 and its shipped precision. + B200 uses shipped-default DSpark across TP4/EP4 C1–128 and TP2/EP2 C1–8. Engram stays in host DRAM with `SGLANG_DSV41_ENGRAM_HOST_TABLE_LAYOUT=per_rank`. Shared host tables had zero huge-page backing in diff --git a/inferencex-e2e/docs/configuration-procedures_zh.md b/inferencex-e2e/docs/configuration-procedures_zh.md index 4ce5ab04f7..0102be64a3 100644 --- a/inferencex-e2e/docs/configuration-procedures_zh.md +++ b/inferencex-e2e/docs/configuration-procedures_zh.md @@ -437,11 +437,20 @@ nightly 候选配方使用 `nightly-dev-cu13-20260922-582389ce`、原生 MXFP4 M `dsv41flash-fp4--sglang-agentic-dspark` 是 vLLM 配方在 h100、h200、b200、b300、gb200、gb300 与 mi355x 上的 SGLang 对应版本（每个 SKU 一个 PR），遵循 [SGLang cookbook](https://lmsysorg.mintlify.app/cookbook/autoregressive/DeepSeek/DeepSeek-V4_1)。 -该模型尚无正式发布的 SGLang 版本。B200、B300 与 H100 通过 digest 固定 CUDA 13 nightly 镜像 -`lmsysorg/sglang:nightly-dev-cu13-20260922-582389ce`；GB300 通过 digest 固定 `lmsysorg/sglang:dev-cu13-nightly-0924`；GB200 与 H200 使用 +该模型尚无正式发布的 SGLang 版本。B200 与 H100 通过 digest 固定 CUDA 13 nightly 镜像 +`lmsysorg/sglang:nightly-dev-cu13-20260922-582389ce`；B300 通过 digest 固定 +`lmsysorg/sglang:nightly-dev-cu13-20261004-295a53c9`；GB300 通过 digest 固定 `lmsysorg/sglang:dev-cu13-nightly-0924`；GB200 与 H200 使用 `lmsysorg/sglang:nightly-dev-cu13-20260923-06008c17`（GB200 通过 digest 固定），MI355X 通过 digest 固定 `lmsysorg/sglang:dev-dsv41-mi35x`。以各主配置条目的 `image` 为准。 +B300 发布九个 AgentX 点：TP4/EP1 的 C1/C4、TP2/EP1 的 +C1/C4/C16/C24/C32/C48，以及聚合式 TP4/EP4/DP4 的 C192。TP 分支使用 16K +prefill chunk、DeepSeek-V4 FP4 indexer，以及逐点设置的 prefill-decode 调度参数。 + +B300 DP4 C192 点在一个聚合式 SGLang worker 内运行四个 TP4/EP4 数据并行 rank， +并通过 `sglang-router` 0.3.2 使用缓存感知路由和 correlation ID 亲和性。所有 B300 +分支均使用检查点自带的 DSpark draft、block size 5 及其原始精度。 + B200 在 TP4/EP4 C1–128 与 TP2/EP2 C1–8 全部使用上游默认 DSpark。 Engram 保留在主机 DRAM，设置 `SGLANG_DSV41_ENGRAM_HOST_TABLE_LAYOUT=per_rank`。 [run 35626514270](https://github.com/SemiAnalysisAI/InferenceX/actions/runs/35626514270) diff --git a/inferencex-e2e/perf-changelog.yaml b/inferencex-e2e/perf-changelog.yaml index e35981d8cc..65df68b7cf 100644 --- a/inferencex-e2e/perf-changelog.yaml +++ b/inferencex-e2e/perf-changelog.yaml @@ -9319,3 +9319,13 @@ - "Add GB300 Qwen3.5-397B-A17B-FP8 AgentX recipes: four disaggregated TP1xPP4 MTP prefill / DEP4 MTP decode points and five aggregate TP4/TP8 MTP points." - "New recipes and matrix entries only; existing Qwen3.5 GB300 entries are unchanged." pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/3231 + +- config-keys: + - dsv41flash-fp4-b300-sglang-agentic-dspark + scenario-type: + - agentic-coding + description: + - "Repin DeepSeek-V4.1-Flash FP4 B300 SGLang AgentX from nightly-dev-cu13-20260922-582389ce to nightly-dev-cu13-20261004-295a53c9, pinned by multiarch digest, and publish nine points: TP4/EP1 at concurrency 1 and 4, TP2/EP1 at concurrency 1, 4, 16, 24, 32 and 48, and aggregated TP4/EP4/DP4 at concurrency 192." + - "For the TP arms, switch to EP1, enable the DeepSeek-V4 FP4 indexer, use 16K prefill chunks, and set point-specific prefill-decode scheduling." + - "Add an aggregated DP4 C192 point with four internal TP4/EP4 data-parallel ranks behind sglang-router 0.3.2, using cache-aware routing and correlation-ID affinity." + pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/XXX From 05a62dacc19353ad8d30f5e71903ae7c9cebaf0f Mon Sep 17 00:00:00 2001 From: shyeh25 <206795756+shyeh25@users.noreply.github.com> Date: Mon, 5 Oct 2026 20:29:52 -0700 Subject: [PATCH 2/3] chore(changelog): link B300 SGLang refresh PR MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit 将 B300 DeepSeek-V4.1-Flash SGLang 更新条目链接至 upstream PR。 --- inferencex-e2e/perf-changelog.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/inferencex-e2e/perf-changelog.yaml b/inferencex-e2e/perf-changelog.yaml index 65df68b7cf..602f2a7d4c 100644 --- a/inferencex-e2e/perf-changelog.yaml +++ b/inferencex-e2e/perf-changelog.yaml @@ -9328,4 +9328,4 @@ - "Repin DeepSeek-V4.1-Flash FP4 B300 SGLang AgentX from nightly-dev-cu13-20260922-582389ce to nightly-dev-cu13-20261004-295a53c9, pinned by multiarch digest, and publish nine points: TP4/EP1 at concurrency 1 and 4, TP2/EP1 at concurrency 1, 4, 16, 24, 32 and 48, and aggregated TP4/EP4/DP4 at concurrency 192." - "For the TP arms, switch to EP1, enable the DeepSeek-V4 FP4 indexer, use 16K prefill chunks, and set point-specific prefill-decode scheduling." - "Add an aggregated DP4 C192 point with four internal TP4/EP4 data-parallel ranks behind sglang-router 0.3.2, using cache-aware routing and correlation-ID affinity." - pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/XXX + pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/3744 From ec20ed5660994bc20a94d68a04488aa5bc2b33ea Mon Sep 17 00:00:00 2001 From: shyeh25 <206795756+shyeh25@users.noreply.github.com> Date: Thu, 8 Oct 2026 10:16:11 -0700 Subject: [PATCH 3/3] config(agentx): use default DeepSeek V4 indexer path on B300 Remove the explicit FP4 indexer option from the B300 DeepSeek-V4.1-Flash SGLang recipe and align the performance changelog with the final configuration. --- .../dsv41flash/sglang/b300-fp4-mtp/agentic.yaml | 1 - inferencex-e2e/perf-changelog.yaml | 2 +- 2 files changed, 1 insertion(+), 2 deletions(-) diff --git a/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/dsv41flash/sglang/b300-fp4-mtp/agentic.yaml b/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/dsv41flash/sglang/b300-fp4-mtp/agentic.yaml index 8accc79c2b..9645801cc9 100644 --- a/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/dsv41flash/sglang/b300-fp4-mtp/agentic.yaml +++ b/inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/dsv41flash/sglang/b300-fp4-mtp/agentic.yaml @@ -37,7 +37,6 @@ base: chunked-prefill-size: 16384 # Keep active decode requests progressing while long prefixes are queued. prefill-decode-interval: 16 - enable-deepseek-v4-fp4-indexer: true # DSpark is the checkpoint's bundled draft; the block size is its only knob. speculative-algorithm: DSPARK speculative-dspark-block-size: 5 diff --git a/inferencex-e2e/perf-changelog.yaml b/inferencex-e2e/perf-changelog.yaml index 2d40fcf542..4542d9af2c 100644 --- a/inferencex-e2e/perf-changelog.yaml +++ b/inferencex-e2e/perf-changelog.yaml @@ -9417,6 +9417,6 @@ - agentic-coding description: - "Repin DeepSeek-V4.1-Flash FP4 B300 SGLang AgentX from nightly-dev-cu13-20260922-582389ce to nightly-dev-cu13-20261004-295a53c9, pinned by multiarch digest, and publish nine points: TP4/EP1 at concurrency 1 and 4, TP2/EP1 at concurrency 1, 4, 16, 24, 32 and 48, and aggregated TP4/EP4/DP4 at concurrency 192." - - "For the TP arms, switch to EP1, enable the DeepSeek-V4 FP4 indexer, use 16K prefill chunks, and set point-specific prefill-decode scheduling." + - "For the TP arms, switch to EP1, use 16K prefill chunks, and set point-specific prefill-decode scheduling." - "Add an aggregated DP4 C192 point with four internal TP4/EP4 data-parallel ranks behind sglang-router 0.3.2, using cache-aware routing and correlation-ID affinity." pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/3744