From 9d3a4cae40cfd5193c460ef70a15350a6c0dacce Mon Sep 17 00:00:00 2001 From: "Po-Han Huang (NVIDIA)" Date: Wed, 28 Oct 2026 01:37:46 -0700 Subject: [PATCH] [Doc] cookbook: Drop purged SemiAnalysis AgentX runs and refresh to InferenceX main 253c38bf The merged Klaud-Cold image bumps InferenceX #4203, #4529, #4515, #4324 and #4449 had issues and SemiAnalysis purged their results from the dashboard. #46807 and #46948 had pinned their lanes to the PRs' /use runs; those lanes now follow the dashboard again (#3257, #3701, #4434, #3345, #4300). Sync the data of all pages to InferenceX main 253c38bf and overlay InferenceX #4600, #4599, #4598, #4524, #4509 (MiniMax-M3.1-Flash), #4595 (DeepSeek-V4.1 GB300), #4556 (DeepSeek-V4 B200), #4455, #4333 (Qwen3.5) and #4454 (Muse Spark Open). Muse Spark Open B300 (#4417) now comes from main. Co-Authored-By: Claude Opus 5.5 --- .../agentx/MiniMaxAI/minimax-m3.1.jsx | 511 +++---- docs/src/snippets/agentx/Qwen/qwen3.5.jsx | 60 +- .../agentx/Qwen/qwen3.8-flash-next.jsx | 60 +- .../agentx/deepseek-ai/deepseek-v4.jsx | 975 ++++++++----- .../agentx/deepseek-ai/deepseek-v4_1.jsx | 1277 +++++++++++------ .../agentx/meta-models/muse-spark-open.jsx | 72 +- docs/src/snippets/agentx/zai-org/glm-5.2.jsx | 88 +- docs/src/snippets/agentx/zai-org/glm-5.3.jsx | 60 +- 8 files changed, 1831 insertions(+), 1272 deletions(-) diff --git a/docs/src/snippets/agentx/MiniMaxAI/minimax-m3.1.jsx b/docs/src/snippets/agentx/MiniMaxAI/minimax-m3.1.jsx index d179d07d9afb..4831c6b9f967 100644 --- a/docs/src/snippets/agentx/MiniMaxAI/minimax-m3.1.jsx +++ b/docs/src/snippets/agentx/MiniMaxAI/minimax-m3.1.jsx @@ -1,16 +1,36 @@ // GENERATED by the sa-infx-cookbook sync scripts — do not edit by hand. // Launch commands mirrored from SemiAnalysis InferenceX AgentX submissions -// (SemiAnalysisAI/InferenceX main@67de4b34ee14 plus open PRs #4203, #4324, #4333, #4417, #4449, #4454, #4455, #4509, #4515, #4524, #4529, #4536), with SA-specific settings removed. +// (SemiAnalysisAI/InferenceX main@253c38bf7ce6 plus open PRs #4333, #4454, #4455, #4509, #4524, #4556, #4595, #4598, #4599, #4600), with SA-specific settings removed. export const agentx = { "model": "MiniMax-M3.1-Flash", - "generatedOn": "2026-10-27", + "generatedOn": "2026-10-28", "source": { "repo": "https://github.com/SemiAnalysisAI/InferenceX", - "main": "67de4b34ee1419b2a31c0e7200964a6e78015be4", + "main": "253c38bf7ce671e445676dbc5cf674335f6c569a", "prs": { - "4536": { + "4600": { "run": null, - "sha": "42e9b43e9e9352a1ad091f6e6dd9803936018f4f", + "sha": "3b96f3383ade71707f456573909b65a84b0b74d1", + "status": "in-progress" + }, + "4599": { + "run": null, + "sha": "84ee06a118a39a384e86a28fbb6769fccd169383", + "status": "in-progress" + }, + "4598": { + "run": null, + "sha": "0185c53730a0de7f0303026a937941b5aa3f3eaf", + "status": "in-progress" + }, + "4595": { + "run": null, + "sha": "e480515ce495d9c0ae9cfd96823678b275d7319f", + "status": "in-progress" + }, + "4556": { + "run": null, + "sha": "99b6f1bcb99134ace8f2a681025bfee46c9808a5", "status": "in-progress" }, "4524": { @@ -37,36 +57,6 @@ export const agentx = { "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/39355392627", "sha": "02b72dc0bf88eca6f6638300739732d4c7640ddf", "status": "verified-pr" - }, - "4203": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/38960572895", - "sha": "e82118bb200aad9275f1d821b4265f251cadd7d2", - "status": "verified-pr" - }, - "4529": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40279236382", - "sha": "4f555851babf2347efb3c112364c8d800d3c502b", - "status": "verified-pr" - }, - "4515": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40316025285", - "sha": "d30fa387e3b5dcf0a858761aba4dab9562f3f033", - "status": "verified-pr" - }, - "4324": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/39339355047", - "sha": "32753f81a43aedd21dda124a92fe10ac8d98b0d8", - "status": "verified-pr" - }, - "4449": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40054839636", - "sha": "7cc07653ad8e701a4072d826fe561e38c80a9d05", - "status": "verified-pr" - }, - "4417": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40285747600", - "sha": "63c4ad272bdbad2150417e9215d0be3409f1e8cb", - "status": "verified-pr" } } }, @@ -181,16 +171,15 @@ export const agentx = { ["--hicache-write-policy", "write_back"] ], "donor": "minimaxm31flash-fp4-gb300-sglang-agentic-dspark", - "donorHardware": "gb300" + "donorHardware": "gb300", + "donorRef": "main" } }, "prov": { - "sha": "be90a79747b7e73e421d271ea054cab7f251fa43", + "sha": "3b96f3383ade71707f456573909b65a84b0b74d1", "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/gb300-fp4-mtp/agentic.yaml", - "run": "40211526054/attempts/1", - "pr": "4511", - "status": "verified", - "date": "2026-10-26" + "pr": "4600", + "status": "in-progress" }, "points": [ { @@ -338,6 +327,7 @@ export const agentx = { ["--moe-runner-backend", "flashinfer_trtllm_routed"], ["--reasoning-parser", "minimax-m3"], ["--speculative-algorithm", "DSPARK"], + ["--speculative-draft-kv-cache-dtype", "fp8_e4m3"], ["--speculative-dspark-block-size", "7"], ["--speculative-use-block-verification"], ["--tensor-parallel-size", "4"], @@ -418,16 +408,15 @@ export const agentx = { ["--hicache-write-policy", "write_back"] ], "donor": "minimaxm31flash-fp4-gb300-sglang-agentic-dspark", - "donorHardware": "gb300" + "donorHardware": "gb300", + "donorRef": "main" } }, "prov": { - "sha": "be90a79747b7e73e421d271ea054cab7f251fa43", + "sha": "3b96f3383ade71707f456573909b65a84b0b74d1", "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/gb300-fp4-mtp/agentic-low-latency.yaml", - "run": "40211526054/attempts/1", - "pr": "4511", - "status": "verified", - "date": "2026-10-26" + "pr": "4600", + "status": "in-progress" }, "points": [ { @@ -456,6 +445,7 @@ export const agentx = { "--chunked-prefill-size": null, "--cuda-graph-backend-prefill": null, "--cuda-graph-max-bs-decode": null, + "--speculative-draft-kv-cache-dtype": null, "--tokenizer-worker-num": null }, "env": { @@ -536,30 +526,27 @@ export const agentx = { ["--hicache-write-policy", "write_back"] ], "donor": "minimaxm31flash-fp4-gb300-sglang-agentic-dspark", - "donorHardware": "gb300" + "donorHardware": "gb300", + "donorRef": "main" } }, "prov": { - "status": "verified", - "date": "2026-10-26" + "sha": "3b96f3383ade71707f456573909b65a84b0b74d1", + "pr": "4600", + "status": "in-progress" }, "points": [ { "concs": [20], "item": 5, - "pr": "4525", - "sha": "200eae2d51efbeb48fb992fc859270577edf3a96", "override": "zip_override_tp2_hicache[0]", "goldenAL": "4.04", "kv": "hicache", - "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/gb300-fp4-mtp/agentic-tp2.yaml", - "run": "40296110489/attempts/1" + "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/gb300-fp4-mtp/agentic-tp2.yaml" }, { "concs": [24], "item": 5, - "pr": "4525", - "sha": "200eae2d51efbeb48fb992fc859270577edf3a96", "override": "zip_override_tp2_hicache[1]", "goldenAL": "4.04", "kv": "hicache", @@ -583,14 +570,11 @@ export const agentx = { } ] }, - "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/gb300-fp4-mtp/agentic-tp2.yaml", - "run": "40296110489/attempts/1" + "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/gb300-fp4-mtp/agentic-tp2.yaml" }, { "concs": [28], "item": 5, - "pr": "4525", - "sha": "200eae2d51efbeb48fb992fc859270577edf3a96", "override": "zip_override_tp2_hicache[2]", "goldenAL": "4.04", "kv": "hicache", @@ -614,14 +598,11 @@ export const agentx = { } ] }, - "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/gb300-fp4-mtp/agentic-tp2.yaml", - "run": "40296110489/attempts/1" + "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/gb300-fp4-mtp/agentic-tp2.yaml" }, { "concs": [32], "item": 4, - "pr": "4511", - "sha": "be90a79747b7e73e421d271ea054cab7f251fa43", "override": "zip_override_tp2_hicache[0]", "goldenAL": "4.04", "kv": "hicache", @@ -645,14 +626,11 @@ export const agentx = { } ] }, - "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/gb300-fp4-mtp/agentic.yaml", - "run": "40211526054/attempts/1" + "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/gb300-fp4-mtp/agentic.yaml" }, { "concs": [36], "item": 5, - "pr": "4525", - "sha": "200eae2d51efbeb48fb992fc859270577edf3a96", "override": "zip_override_tp2_hicache[3]", "goldenAL": "4.04", "kv": "hicache", @@ -676,14 +654,11 @@ export const agentx = { } ] }, - "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/gb300-fp4-mtp/agentic-tp2.yaml", - "run": "40296110489/attempts/1" + "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/gb300-fp4-mtp/agentic-tp2.yaml" }, { "concs": [40], "item": 4, - "pr": "4511", - "sha": "be90a79747b7e73e421d271ea054cab7f251fa43", "override": "zip_override_tp2_hicache[1]", "goldenAL": "4.04", "kv": "hicache", @@ -707,14 +682,11 @@ export const agentx = { } ] }, - "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/gb300-fp4-mtp/agentic.yaml", - "run": "40211526054/attempts/1" + "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/gb300-fp4-mtp/agentic.yaml" }, { "concs": [44], "item": 4, - "pr": "4511", - "sha": "be90a79747b7e73e421d271ea054cab7f251fa43", "override": "zip_override_tp2_hicache[2]", "goldenAL": "4.04", "kv": "hicache", @@ -738,8 +710,7 @@ export const agentx = { } ] }, - "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/gb300-fp4-mtp/agentic.yaml", - "run": "40211526054/attempts/1" + "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/gb300-fp4-mtp/agentic.yaml" } ], "routers": { @@ -832,16 +803,15 @@ export const agentx = { ["--hicache-write-policy", "write_back"] ], "donor": "minimaxm31flash-fp4-gb300-sglang-agentic-dspark", - "donorHardware": "gb300" + "donorHardware": "gb300", + "donorRef": "main" } }, "prov": { - "sha": "be90a79747b7e73e421d271ea054cab7f251fa43", + "sha": "3b96f3383ade71707f456573909b65a84b0b74d1", "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/gb300-fp4-mtp/agentic.yaml", - "run": "40211526054/attempts/1", - "pr": "4511", - "status": "verified", - "date": "2026-10-26" + "pr": "4600", + "status": "in-progress" }, "points": [ { @@ -1004,16 +974,15 @@ export const agentx = { ["--hicache-write-policy", "write_back"] ], "donor": "minimaxm31flash-fp4-gb300-sglang-agentic-dspark", - "donorHardware": "gb300" + "donorHardware": "gb300", + "donorRef": "main" } }, "prov": { - "sha": "be90a79747b7e73e421d271ea054cab7f251fa43", + "sha": "3b96f3383ade71707f456573909b65a84b0b74d1", "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/gb300-fp4-mtp/agentic.yaml", - "run": "40211526054/attempts/1", - "pr": "4511", - "status": "verified", - "date": "2026-10-26" + "pr": "4600", + "status": "in-progress" }, "points": [ { @@ -1101,25 +1070,16 @@ export const agentx = { "setup": [], "disclosures": ["synthetic-acceptance"], "kv": { - "available": ["none", "hicache", "mooncake"], - "unavailable": {}, - "hicache": { - "args": [ - ["--enable-hierarchical-cache"], - ["--hicache-size", "180"], - ["--hicache-write-policy", "write_back"] - ], - "donor": "minimaxm31flash-fp4-gb200-sglang-agentic-dspark", - "donorHardware": "gb200" + "available": ["none", "mooncake"], + "unavailable": { + "hicache": "no verified HiCache settings for this model yet" } }, "prov": { - "sha": "2751547f3a7509c0620e17403e38ea1db292c125", + "sha": "84ee06a118a39a384e86a28fbb6769fccd169383", "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/gb200-fp4-mtp/agentic.yaml", - "run": "40252912814/attempts/1", - "pr": "4491", - "status": "verified", - "date": "2026-10-26" + "pr": "4599", + "status": "in-progress" }, "points": [ { @@ -1267,6 +1227,7 @@ export const agentx = { ["--moe-runner-backend", "flashinfer_trtllm_routed"], ["--reasoning-parser", "minimax-m3"], ["--speculative-algorithm", "DSPARK"], + ["--speculative-draft-kv-cache-dtype", "fp8_e4m3"], ["--speculative-dspark-block-size", "7"], ["--speculative-use-block-verification"], ["--tensor-parallel-size", "4"], @@ -1338,16 +1299,9 @@ export const agentx = { "setup": [], "disclosures": ["synthetic-acceptance"], "kv": { - "available": ["none", "hicache", "mooncake"], - "unavailable": {}, - "hicache": { - "args": [ - ["--enable-hierarchical-cache"], - ["--hicache-size", "180"], - ["--hicache-write-policy", "write_back"] - ], - "donor": "minimaxm31flash-fp4-gb200-sglang-agentic-dspark", - "donorHardware": "gb200" + "available": ["none", "mooncake"], + "unavailable": { + "hicache": "no verified HiCache settings for this model yet" } }, "prov": { @@ -1383,6 +1337,7 @@ export const agentx = { "--chunked-prefill-size": null, "--cuda-graph-backend-prefill": null, "--cuda-graph-max-bs-decode": null, + "--speculative-draft-kv-cache-dtype": null, "--tokenizer-worker-num": null }, "env": { @@ -1454,25 +1409,16 @@ export const agentx = { "setup": [], "disclosures": ["synthetic-acceptance"], "kv": { - "available": ["none", "hicache", "mooncake"], - "unavailable": {}, - "hicache": { - "args": [ - ["--enable-hierarchical-cache"], - ["--hicache-size", "180"], - ["--hicache-write-policy", "write_back"] - ], - "donor": "minimaxm31flash-fp4-gb200-sglang-agentic-dspark", - "donorHardware": "gb200" + "available": ["none", "mooncake"], + "unavailable": { + "hicache": "no verified HiCache settings for this model yet" } }, "prov": { - "sha": "2751547f3a7509c0620e17403e38ea1db292c125", + "sha": "84ee06a118a39a384e86a28fbb6769fccd169383", "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/gb200-fp4-mtp/agentic.yaml", - "run": "40252912814/attempts/1", - "pr": "4491", - "status": "verified", - "date": "2026-10-26" + "pr": "4599", + "status": "in-progress" }, "points": [ { @@ -1671,25 +1617,16 @@ export const agentx = { "setup": [], "disclosures": ["synthetic-acceptance"], "kv": { - "available": ["none", "hicache", "mooncake"], - "unavailable": {}, - "hicache": { - "args": [ - ["--enable-hierarchical-cache"], - ["--hicache-size", "180"], - ["--hicache-write-policy", "write_back"] - ], - "donor": "minimaxm31flash-fp4-gb200-sglang-agentic-dspark", - "donorHardware": "gb200" + "available": ["none", "mooncake"], + "unavailable": { + "hicache": "no verified HiCache settings for this model yet" } }, "prov": { - "sha": "2751547f3a7509c0620e17403e38ea1db292c125", + "sha": "84ee06a118a39a384e86a28fbb6769fccd169383", "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/gb200-fp4-mtp/agentic.yaml", - "run": "40252912814/attempts/1", - "pr": "4491", - "status": "verified", - "date": "2026-10-26" + "pr": "4599", + "status": "in-progress" }, "points": [ { @@ -1796,7 +1733,7 @@ export const agentx = { } }, "prov": { - "sha": "5f2ebd5841199a8c396c2a86fa0b7ea69fa86717", + "sha": "3c964a2254d8040544e7315a138ed9f5148b2bd2", "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/b300-fp4-mtp/agentic.yaml", "pr": "4524", "status": "in-progress" @@ -2135,7 +2072,7 @@ export const agentx = { } }, "prov": { - "sha": "5f2ebd5841199a8c396c2a86fa0b7ea69fa86717", + "sha": "3c964a2254d8040544e7315a138ed9f5148b2bd2", "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/b300-fp4-mtp/agentic-tp2.yaml", "pr": "4524", "status": "in-progress" @@ -2377,7 +2314,7 @@ export const agentx = { } }, "prov": { - "sha": "5f2ebd5841199a8c396c2a86fa0b7ea69fa86717", + "sha": "3c964a2254d8040544e7315a138ed9f5148b2bd2", "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/b300-fp4-mtp/agentic.yaml", "pr": "4524", "status": "in-progress" @@ -2554,9 +2491,9 @@ export const agentx = { } }, "prov": { - "sha": "42e9b43e9e9352a1ad091f6e6dd9803936018f4f", + "sha": "0185c53730a0de7f0303026a937941b5aa3f3eaf", "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/b200-fp4-mtp/agentic.yaml", - "pr": "4536", + "pr": "4598", "status": "in-progress" }, "points": [ @@ -2705,6 +2642,7 @@ export const agentx = { ["--moe-runner-backend", "flashinfer_trtllm_routed"], ["--reasoning-parser", "minimax-m3"], ["--speculative-algorithm", "DSPARK"], + ["--speculative-draft-kv-cache-dtype", "fp8_e4m3"], ["--speculative-dspark-block-size", "7"], ["--speculative-use-block-verification"], ["--tensor-parallel-size", "4"], @@ -2814,6 +2752,7 @@ export const agentx = { "--chunked-prefill-size": null, "--cuda-graph-backend-prefill": null, "--cuda-graph-max-bs-decode": null, + "--speculative-draft-kv-cache-dtype": null, "--tokenizer-worker-num": null }, "env": { @@ -2871,12 +2810,12 @@ export const agentx = { } }, { - "id": "minimaxm31flash-fp4-b200-sglang-agentic-dspark#2", + "id": "minimaxm31flash-fp4-b200-sglang-agentic-dspark#1", "hw": "b200", "ckpt": "MiniMaxAI/MiniMax-M3.1-Flash", - "label": "Agg TP2", - "detail": "DSpark 7", - "gpus": 2, + "label": "Agg TP4", + "detail": "DSpark 7 · measured with HiCache", + "gpus": 4, "configKey": "minimaxm31flash-fp4-b200-sglang-agentic-dspark", "image": "lmsysorg/sglang:dev-minimax-m31-flash@sha256:614b1509bcb729c653528d448bff9850f8977fcad9d12ba56bd6dbe3d7985e87", "imageStatus": "ok", @@ -2891,31 +2830,31 @@ export const agentx = { } }, "prov": { - "sha": "42e9b43e9e9352a1ad091f6e6dd9803936018f4f", + "sha": "0185c53730a0de7f0303026a937941b5aa3f3eaf", "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/b200-fp4-mtp/agentic.yaml", - "pr": "4536", + "pr": "4598", "status": "in-progress" }, "points": [ { - "concs": [16], - "item": 2, - "override": "zip_override_tp2_hicache[0]", + "concs": [32], + "item": 1, + "override": "override_tp4_dram_c32", "goldenAL": "4.04", "kv": "hicache" }, { - "concs": [24], - "item": 2, - "override": "zip_override_tp2_hicache[1]", + "concs": [40], + "item": 1, + "override": "override_tp4_dram_c40", "goldenAL": "4.04", "kv": "hicache", "patch": { "sglang": [ { "args": { - "--cuda-graph-max-bs-decode": ["48"], - "--max-running-requests": ["48"] + "--cuda-graph-max-bs-decode": ["80"], + "--max-running-requests": ["80"] } } ], @@ -2924,25 +2863,25 @@ export const agentx = { null, { "args": { - "--cuda-graph-max-bs-decode": ["48"], - "--max-running-requests": ["48"] + "--cuda-graph-max-bs-decode": ["80"], + "--max-running-requests": ["80"] } } ] } }, { - "concs": [32], - "item": 2, - "override": "zip_override_tp2_hicache[2]", + "concs": [48], + "item": 1, + "override": "override_tp4_dram_c48", "goldenAL": "4.04", "kv": "hicache", "patch": { "sglang": [ { "args": { - "--cuda-graph-max-bs-decode": ["64"], - "--max-running-requests": ["64"] + "--cuda-graph-max-bs-decode": ["96"], + "--max-running-requests": ["96"] } } ], @@ -2951,8 +2890,62 @@ export const agentx = { null, { "args": { - "--cuda-graph-max-bs-decode": ["64"], - "--max-running-requests": ["64"] + "--cuda-graph-max-bs-decode": ["96"], + "--max-running-requests": ["96"] + } + } + ] + } + }, + { + "concs": [56], + "item": 1, + "override": "override_tp4_dram_c56", + "goldenAL": "4.04", + "kv": "hicache", + "patch": { + "sglang": [ + { + "args": { + "--cuda-graph-max-bs-decode": ["112"], + "--max-running-requests": ["112"] + } + } + ], + "dynamo": [ + null, + null, + { + "args": { + "--cuda-graph-max-bs-decode": ["112"], + "--max-running-requests": ["112"] + } + } + ] + } + }, + { + "concs": [64], + "item": 1, + "override": "override_tp4_dram_c64", + "goldenAL": "4.04", + "kv": "hicache", + "patch": { + "sglang": [ + { + "args": { + "--cuda-graph-max-bs-decode": ["128"], + "--max-running-requests": ["128"] + } + } + ], + "dynamo": [ + null, + null, + { + "args": { + "--cuda-graph-max-bs-decode": ["128"], + "--max-running-requests": ["128"] } } ] @@ -2967,14 +2960,12 @@ export const agentx = { { "diff": { "args": { - "--chunked-prefill-size": ["16384"], - "--cuda-graph-max-bs-decode": ["32"], + "--cuda-graph-max-bs-decode": ["64"], "--enable-hierarchical-cache": [], "--hicache-size": ["210"], "--hicache-write-policy": ["write_back"], - "--max-running-requests": ["32"], - "--mem-fraction-static": ["0.85"], - "--tensor-parallel-size": ["2"] + "--max-running-requests": ["64"], + "--mem-fraction-static": ["0.81"] } }, "ref": [13, "sglang", 0] @@ -3027,11 +3018,11 @@ export const agentx = { } }, { - "id": "minimaxm31flash-fp4-b200-sglang-agentic-dspark#1", + "id": "minimaxm31flash-fp4-b200-sglang-agentic-dspark#2", "hw": "b200", "ckpt": "MiniMaxAI/MiniMax-M3.1-Flash", - "label": "Agg TP4", - "detail": "DSpark 7 · measured with HiCache", + "label": "Agg TP4·EP4", + "detail": "DSpark 7", "gpus": 4, "configKey": "minimaxm31flash-fp4-b200-sglang-agentic-dspark", "image": "lmsysorg/sglang:dev-minimax-m31-flash@sha256:614b1509bcb729c653528d448bff9850f8977fcad9d12ba56bd6dbe3d7985e87", @@ -3047,153 +3038,25 @@ export const agentx = { } }, "prov": { - "sha": "42e9b43e9e9352a1ad091f6e6dd9803936018f4f", + "sha": "0185c53730a0de7f0303026a937941b5aa3f3eaf", "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/b200-fp4-mtp/agentic.yaml", - "pr": "4536", + "pr": "4598", "status": "in-progress" }, "points": [ { - "concs": [24], - "item": 1, - "override": "override_tp4_dram_c24", + "concs": [72], + "item": 2, + "override": "override_tp4_ep4_dram_c72", "goldenAL": "4.04", "kv": "hicache" }, { - "concs": [32], - "item": 1, - "override": "override_tp4_dram_c32", - "goldenAL": "4.04", - "kv": "hicache", - "patch": { - "sglang": [ - { - "args": { - "--cuda-graph-max-bs-decode": ["48"], - "--max-running-requests": ["48"] - } - } - ], - "dynamo": [ - null, - null, - { - "args": { - "--cuda-graph-max-bs-decode": ["48"], - "--max-running-requests": ["48"] - } - } - ] - } - }, - { - "concs": [40], - "item": 1, - "override": "override_tp4_dram_c40", - "goldenAL": "4.04", - "kv": "hicache", - "patch": { - "sglang": [ - { - "args": { - "--cuda-graph-max-bs-decode": ["60"], - "--max-running-requests": ["60"] - } - } - ], - "dynamo": [ - null, - null, - { - "args": { - "--cuda-graph-max-bs-decode": ["60"], - "--max-running-requests": ["60"] - } - } - ] - } - }, - { - "concs": [44], - "item": 1, - "override": "override_tp4_dram_c44", - "goldenAL": "4.04", - "kv": "hicache", - "patch": { - "sglang": [ - { - "args": { - "--cuda-graph-max-bs-decode": ["66"], - "--max-running-requests": ["66"] - } - } - ], - "dynamo": [ - null, - null, - { - "args": { - "--cuda-graph-max-bs-decode": ["66"], - "--max-running-requests": ["66"] - } - } - ] - } - }, - { - "concs": [48], - "item": 1, - "override": "override_tp4_dram_c48", - "goldenAL": "4.04", - "kv": "hicache", - "patch": { - "sglang": [ - { - "args": { - "--cuda-graph-max-bs-decode": ["72"], - "--max-running-requests": ["72"] - } - } - ], - "dynamo": [ - null, - null, - { - "args": { - "--cuda-graph-max-bs-decode": ["72"], - "--max-running-requests": ["72"] - } - } - ] - } - }, - { - "concs": [56], - "item": 1, - "override": "override_tp4_dram_c56", + "concs": [80], + "item": 2, + "override": "override_tp4_ep4_dram_c80", "goldenAL": "4.04", - "kv": "hicache", - "patch": { - "sglang": [ - { - "args": { - "--cuda-graph-max-bs-decode": ["84"], - "--max-running-requests": ["84"] - } - } - ], - "dynamo": [ - null, - null, - { - "args": { - "--cuda-graph-max-bs-decode": ["84"], - "--max-running-requests": ["84"] - } - } - ] - } + "kv": "hicache" } ], "routers": { @@ -3204,9 +3067,15 @@ export const agentx = { { "diff": { "args": { - "--cuda-graph-max-bs-decode": ["36"], - "--max-running-requests": ["36"], - "--tensor-parallel-size": ["4"] + "--cuda-graph-max-bs-decode": ["128"], + "--cuda-graph-max-bs-prefill": ["16384"], + "--expert-parallel-size": ["4"], + "--max-running-requests": ["128"], + "--mem-fraction-static": ["0.8"], + "--moe-runner-backend": null + }, + "env": { + "SGLANG_OPT_DEEPGEMM_MEGA_MOE_NUM_MAX_TOKENS_PER_RANK": "32768" } }, "ref": [15, "sglang", 0] diff --git a/docs/src/snippets/agentx/Qwen/qwen3.5.jsx b/docs/src/snippets/agentx/Qwen/qwen3.5.jsx index 74ba79d92166..6638472937f8 100644 --- a/docs/src/snippets/agentx/Qwen/qwen3.5.jsx +++ b/docs/src/snippets/agentx/Qwen/qwen3.5.jsx @@ -1,16 +1,36 @@ // GENERATED by the sa-infx-cookbook sync scripts — do not edit by hand. // Launch commands mirrored from SemiAnalysis InferenceX AgentX submissions -// (SemiAnalysisAI/InferenceX main@67de4b34ee14 plus open PRs #4203, #4324, #4333, #4417, #4449, #4454, #4455, #4509, #4515, #4524, #4529, #4536), with SA-specific settings removed. +// (SemiAnalysisAI/InferenceX main@253c38bf7ce6 plus open PRs #4333, #4454, #4455, #4509, #4524, #4556, #4595, #4598, #4599, #4600), with SA-specific settings removed. export const agentx = { "model": "Qwen3.5", - "generatedOn": "2026-10-27", + "generatedOn": "2026-10-28", "source": { "repo": "https://github.com/SemiAnalysisAI/InferenceX", - "main": "67de4b34ee1419b2a31c0e7200964a6e78015be4", + "main": "253c38bf7ce671e445676dbc5cf674335f6c569a", "prs": { - "4536": { + "4600": { "run": null, - "sha": "42e9b43e9e9352a1ad091f6e6dd9803936018f4f", + "sha": "3b96f3383ade71707f456573909b65a84b0b74d1", + "status": "in-progress" + }, + "4599": { + "run": null, + "sha": "84ee06a118a39a384e86a28fbb6769fccd169383", + "status": "in-progress" + }, + "4598": { + "run": null, + "sha": "0185c53730a0de7f0303026a937941b5aa3f3eaf", + "status": "in-progress" + }, + "4595": { + "run": null, + "sha": "e480515ce495d9c0ae9cfd96823678b275d7319f", + "status": "in-progress" + }, + "4556": { + "run": null, + "sha": "99b6f1bcb99134ace8f2a681025bfee46c9808a5", "status": "in-progress" }, "4524": { @@ -37,36 +57,6 @@ export const agentx = { "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/39355392627", "sha": "02b72dc0bf88eca6f6638300739732d4c7640ddf", "status": "verified-pr" - }, - "4203": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/38960572895", - "sha": "e82118bb200aad9275f1d821b4265f251cadd7d2", - "status": "verified-pr" - }, - "4529": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40279236382", - "sha": "4f555851babf2347efb3c112364c8d800d3c502b", - "status": "verified-pr" - }, - "4515": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40316025285", - "sha": "d30fa387e3b5dcf0a858761aba4dab9562f3f033", - "status": "verified-pr" - }, - "4324": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/39339355047", - "sha": "32753f81a43aedd21dda124a92fe10ac8d98b0d8", - "status": "verified-pr" - }, - "4449": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40054839636", - "sha": "7cc07653ad8e701a4072d826fe561e38c80a9d05", - "status": "verified-pr" - }, - "4417": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40285747600", - "sha": "63c4ad272bdbad2150417e9215d0be3409f1e8cb", - "status": "verified-pr" } } }, diff --git a/docs/src/snippets/agentx/Qwen/qwen3.8-flash-next.jsx b/docs/src/snippets/agentx/Qwen/qwen3.8-flash-next.jsx index 13109d910b5b..c6b03eb111ac 100644 --- a/docs/src/snippets/agentx/Qwen/qwen3.8-flash-next.jsx +++ b/docs/src/snippets/agentx/Qwen/qwen3.8-flash-next.jsx @@ -1,16 +1,36 @@ // GENERATED by the sa-infx-cookbook sync scripts — do not edit by hand. // Launch commands mirrored from SemiAnalysis InferenceX AgentX submissions -// (SemiAnalysisAI/InferenceX main@67de4b34ee14 plus open PRs #4203, #4324, #4333, #4417, #4449, #4454, #4455, #4509, #4515, #4524, #4529, #4536), with SA-specific settings removed. +// (SemiAnalysisAI/InferenceX main@253c38bf7ce6 plus open PRs #4333, #4454, #4455, #4509, #4524, #4556, #4595, #4598, #4599, #4600), with SA-specific settings removed. export const agentx = { "model": "Qwen3.8-Flash-Next", - "generatedOn": "2026-10-27", + "generatedOn": "2026-10-28", "source": { "repo": "https://github.com/SemiAnalysisAI/InferenceX", - "main": "67de4b34ee1419b2a31c0e7200964a6e78015be4", + "main": "253c38bf7ce671e445676dbc5cf674335f6c569a", "prs": { - "4536": { + "4600": { "run": null, - "sha": "42e9b43e9e9352a1ad091f6e6dd9803936018f4f", + "sha": "3b96f3383ade71707f456573909b65a84b0b74d1", + "status": "in-progress" + }, + "4599": { + "run": null, + "sha": "84ee06a118a39a384e86a28fbb6769fccd169383", + "status": "in-progress" + }, + "4598": { + "run": null, + "sha": "0185c53730a0de7f0303026a937941b5aa3f3eaf", + "status": "in-progress" + }, + "4595": { + "run": null, + "sha": "e480515ce495d9c0ae9cfd96823678b275d7319f", + "status": "in-progress" + }, + "4556": { + "run": null, + "sha": "99b6f1bcb99134ace8f2a681025bfee46c9808a5", "status": "in-progress" }, "4524": { @@ -37,36 +57,6 @@ export const agentx = { "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/39355392627", "sha": "02b72dc0bf88eca6f6638300739732d4c7640ddf", "status": "verified-pr" - }, - "4203": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/38960572895", - "sha": "e82118bb200aad9275f1d821b4265f251cadd7d2", - "status": "verified-pr" - }, - "4529": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40279236382", - "sha": "4f555851babf2347efb3c112364c8d800d3c502b", - "status": "verified-pr" - }, - "4515": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40316025285", - "sha": "d30fa387e3b5dcf0a858761aba4dab9562f3f033", - "status": "verified-pr" - }, - "4324": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/39339355047", - "sha": "32753f81a43aedd21dda124a92fe10ac8d98b0d8", - "status": "verified-pr" - }, - "4449": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40054839636", - "sha": "7cc07653ad8e701a4072d826fe561e38c80a9d05", - "status": "verified-pr" - }, - "4417": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40285747600", - "sha": "63c4ad272bdbad2150417e9215d0be3409f1e8cb", - "status": "verified-pr" } } }, diff --git a/docs/src/snippets/agentx/deepseek-ai/deepseek-v4.jsx b/docs/src/snippets/agentx/deepseek-ai/deepseek-v4.jsx index 6718afcfcb8f..910196302dff 100644 --- a/docs/src/snippets/agentx/deepseek-ai/deepseek-v4.jsx +++ b/docs/src/snippets/agentx/deepseek-ai/deepseek-v4.jsx @@ -1,16 +1,36 @@ // GENERATED by the sa-infx-cookbook sync scripts — do not edit by hand. // Launch commands mirrored from SemiAnalysis InferenceX AgentX submissions -// (SemiAnalysisAI/InferenceX main@67de4b34ee14 plus open PRs #4203, #4324, #4333, #4417, #4449, #4454, #4455, #4509, #4515, #4524, #4529, #4536), with SA-specific settings removed. +// (SemiAnalysisAI/InferenceX main@253c38bf7ce6 plus open PRs #4333, #4454, #4455, #4509, #4524, #4556, #4595, #4598, #4599, #4600), with SA-specific settings removed. export const agentx = { "model": "DeepSeek-V4", - "generatedOn": "2026-10-27", + "generatedOn": "2026-10-28", "source": { "repo": "https://github.com/SemiAnalysisAI/InferenceX", - "main": "67de4b34ee1419b2a31c0e7200964a6e78015be4", + "main": "253c38bf7ce671e445676dbc5cf674335f6c569a", "prs": { - "4536": { + "4600": { "run": null, - "sha": "42e9b43e9e9352a1ad091f6e6dd9803936018f4f", + "sha": "3b96f3383ade71707f456573909b65a84b0b74d1", + "status": "in-progress" + }, + "4599": { + "run": null, + "sha": "84ee06a118a39a384e86a28fbb6769fccd169383", + "status": "in-progress" + }, + "4598": { + "run": null, + "sha": "0185c53730a0de7f0303026a937941b5aa3f3eaf", + "status": "in-progress" + }, + "4595": { + "run": null, + "sha": "e480515ce495d9c0ae9cfd96823678b275d7319f", + "status": "in-progress" + }, + "4556": { + "run": null, + "sha": "99b6f1bcb99134ace8f2a681025bfee46c9808a5", "status": "in-progress" }, "4524": { @@ -37,36 +57,6 @@ export const agentx = { "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/39355392627", "sha": "02b72dc0bf88eca6f6638300739732d4c7640ddf", "status": "verified-pr" - }, - "4203": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/38960572895", - "sha": "e82118bb200aad9275f1d821b4265f251cadd7d2", - "status": "verified-pr" - }, - "4529": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40279236382", - "sha": "4f555851babf2347efb3c112364c8d800d3c502b", - "status": "verified-pr" - }, - "4515": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40316025285", - "sha": "d30fa387e3b5dcf0a858761aba4dab9562f3f033", - "status": "verified-pr" - }, - "4324": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/39339355047", - "sha": "32753f81a43aedd21dda124a92fe10ac8d98b0d8", - "status": "verified-pr" - }, - "4449": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40054839636", - "sha": "7cc07653ad8e701a4072d826fe561e38c80a9d05", - "status": "verified-pr" - }, - "4417": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40285747600", - "sha": "63c4ad272bdbad2150417e9215d0be3409f1e8cb", - "status": "verified-pr" } } }, @@ -107,6 +97,24 @@ export const agentx = { "ETCD_ENDPOINTS": "http://$ETCD_IP:2379", "NATS_SERVER": "nats://$NATS_IP:4222" }, + { + "DYN_REQUEST_PLANE": "tcp", + "ETCD_ENDPOINTS": "http://$ETCD_IP:2379", + "NATS_SERVER": "nats://$NATS_IP:4222", + "NCCL_CUMEM_ENABLE": "1", + "SGLANG_DEFAULT_THINKING": "1", + "SGLANG_DSV4_REASONING_EFFORT": "high", + "SGLANG_ENABLE_PREFILL_WAR_READ_DONE": "1", + "SGLANG_JIT_DEEPGEMM_PRECOMPILE": "1", + "SGLANG_OPT_SWA_SPLIT_LEAF_ON_INSERT": "1", + "SGLANG_OPT_UNIFIED_CACHE_FREE_OUT_OF_WINDOW_SLOTS": "1", + "SGLANG_OPT_USE_CUSTOM_ALL_REDUCE_V2": "1", + "SGLANG_OPT_USE_JIT_INDEXER_METADATA": "1", + "SGLANG_OPT_USE_JIT_NORM": "1", + "SGLANG_OPT_USE_ONLINE_COMPRESS": "0", + "SGLANG_OPT_USE_TOPK_V2": "True", + "SGLANG_RAGGED_VERIFY_MODE": "static" + }, { "ETCD_ENDPOINTS": "http://$ETCD_IP:2379", "MC_ENABLE_DEST_DEVICE_AFFINITY": "1", @@ -1440,9 +1448,9 @@ export const agentx = { "detail": "DSpark 6", "gpus": 8, "configKey": "dsv4-fp4-gb200-dynamo-sglang-agentic-agg", - "image": "lmsysorg/sglang:v0.5.22-cu130@sha256:e3a4f06001a29542fc4a8638536d9ffc5eb9c9942b08603c09b19a56eae4a1ae", - "imageStatus": "ok", - "imageCommit": null, + "image": "lmsysorg/sglang:nightly-dev-20260916-c9a8fba9", + "imageStatus": "pruned", + "imageCommit": "c9a8fba9", "submitted": "dynamo", "setup": [ { @@ -1468,25 +1476,23 @@ export const agentx = { } }, "prov": { - "sha": "4f555851babf2347efb3c112364c8d800d3c502b", - "recipe": "inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/dsv4/sglang/gb200-fp4/agentx/agg-variants.yaml", - "run": "40279236382", - "pr": "4529", - "comment": "6430132899", - "status": "verified-pr" + "sha": "d9185455e166dfd034dcdfaf9608bd8335618b54", + "run": "37656460117/attempts/1", + "pr": "3701", + "status": "verified", + "date": "2026-10-12" }, "points": [ { "concs": [1], "item": 0, - "override": "override_tp8_c1", "goldenAL": "3.77", - "kv": "hicache" + "kv": "hicache", + "recipe": "inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/dsv4/sglang/gb200-fp4/agentx/agg-gb200-tp8-c1-mtp-hicache.yaml" }, { "concs": [4], "item": 1, - "override": "override_tp8_c4", "goldenAL": "3.77", "kv": "hicache", "patch": { @@ -1510,7 +1516,8 @@ export const agentx = { }, null ] - } + }, + "recipe": "inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/dsv4/sglang/gb200-fp4/agentx/agg-gb200-tp8-c4-mtp-hicache.yaml" } ], "routers": { @@ -1556,24 +1563,6 @@ export const agentx = { "workers": 1, "nodes_per_worker": 2, "cmd": "python3 -m dynamo.sglang", - "env": { - "DYN_REQUEST_PLANE": "tcp", - "ETCD_ENDPOINTS": "http://$ETCD_IP:2379", - "NATS_SERVER": "nats://$NATS_IP:4222", - "NCCL_CUMEM_ENABLE": "1", - "SGLANG_DEFAULT_THINKING": "1", - "SGLANG_DSV4_REASONING_EFFORT": "high", - "SGLANG_ENABLE_PREFILL_WAR_READ_DONE": "1", - "SGLANG_JIT_DEEPGEMM_PRECOMPILE": "1", - "SGLANG_OPT_SWA_SPLIT_LEAF_ON_INSERT": "1", - "SGLANG_OPT_UNIFIED_CACHE_FREE_OUT_OF_WINDOW_SLOTS": "1", - "SGLANG_OPT_USE_CUSTOM_ALL_REDUCE_V2": "1", - "SGLANG_OPT_USE_JIT_INDEXER_METADATA": "1", - "SGLANG_OPT_USE_JIT_NORM": "1", - "SGLANG_OPT_USE_ONLINE_COMPRESS": "0", - "SGLANG_OPT_USE_TOPK_V2": "True", - "SGLANG_RAGGED_VERIFY_MODE": "static" - }, "args": [ ["--model-path", "deepseek-ai/DeepSeek-V4-Pro-0813"], ["--served-model-name", "deepseek-ai/DeepSeek-V4-Pro-0813"], @@ -1611,7 +1600,8 @@ export const agentx = { ["--trust-remote-code"], ["--watchdog-timeout", "1000000"], ["--weight-loader-prefetch-checkpoints"] - ] + ], + "envRef": 1 } ] }, @@ -1815,7 +1805,7 @@ export const agentx = { "args": [ ["--port", "8800"] ], - "envRef": 1 + "envRef": 2 }, { "kind": "worker", @@ -2010,7 +2000,7 @@ export const agentx = { "args": [ ["--port", "8800"] ], - "envRef": 2 + "envRef": 3 }, { "from": 6, @@ -2186,7 +2176,7 @@ export const agentx = { "args": [ ["--port", "8800"] ], - "envRef": 1 + "envRef": 2 }, { "nodes_per_worker": 4, @@ -2248,7 +2238,7 @@ export const agentx = { "args": [ ["--port", "8800"] ], - "envRef": 2 + "envRef": 3 }, { "from": 6, @@ -2438,7 +2428,7 @@ export const agentx = { "args": [ ["--port", "8800"] ], - "envRef": 1 + "envRef": 2 }, { "workers": 2, @@ -2482,7 +2472,7 @@ export const agentx = { "args": [ ["--port", "8800"] ], - "envRef": 2 + "envRef": 3 }, { "from": 6, @@ -3659,7 +3649,7 @@ export const agentx = { ["--trust-remote-code"], ["--watchdog-timeout", "1800"] ], - "envRef": 3 + "envRef": 4 } ] }, @@ -4138,7 +4128,7 @@ export const agentx = { ["--retry-backoff-multiplier", "2"], ["--worker-urls", "http://127.0.0.1:30000"] ], - "envRef": 4 + "envRef": 5 } ] }, @@ -4300,7 +4290,7 @@ export const agentx = { ["--router-mode", "kv"], ["--router-session-affinity-ttl-secs", "3600"] ], - "envRef": 5 + "envRef": 6 }, { "kind": "worker", @@ -4543,7 +4533,7 @@ export const agentx = { ["--router-mode", "kv"], ["--router-session-affinity-ttl-secs", "3600"] ], - "envRef": 5 + "envRef": 6 }, { "ref": [17, "dynamo", 4] @@ -4776,9 +4766,9 @@ export const agentx = { "detail": "DSpark 6 · dsv4-fp4-b200-dynamo-sglang-agentic-agg", "gpus": 8, "configKey": "dsv4-fp4-b200-dynamo-sglang-agentic-agg", - "image": "lmsysorg/sglang:v0.5.22-cu130@sha256:e3a4f06001a29542fc4a8638536d9ffc5eb9c9942b08603c09b19a56eae4a1ae", - "imageStatus": "ok", - "imageCommit": null, + "image": "lmsysorg/sglang:nightly-dev-20260916-c9a8fba9", + "imageStatus": "pruned", + "imageCommit": "c9a8fba9", "submitted": "dynamo", "setup": [], "disclosures": ["synthetic-acceptance"], @@ -4798,25 +4788,23 @@ export const agentx = { } }, "prov": { - "sha": "e82118bb200aad9275f1d821b4265f251cadd7d2", - "recipe": "inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/dsv4/sglang/b200-fp4/agentx/agg-variants.yaml", - "run": "38960572895", - "pr": "4203", - "comment": "6324358778", - "status": "verified-pr" + "sha": "1d0716bb364d49a450386c867d632f7409ff7ced", + "run": "35345548475/attempts/1", + "pr": "3257", + "status": "verified", + "date": "2026-09-22" }, "points": [ { "concs": [1], "item": 0, - "override": "override_c1", "goldenAL": "3.77", - "kv": "hicache" + "kv": "hicache", + "recipe": "benchmarks/multi_node/srt-slurm-recipes/dsv4/sglang/b200-fp4/agentx/agg-b200-tp8-c1-mtp-hicache.yaml" }, { "concs": [4], "item": 1, - "override": "override_c4", "goldenAL": "3.77", "kv": "hicache", "patch": { @@ -4840,12 +4828,12 @@ export const agentx = { }, null ] - } + }, + "recipe": "benchmarks/multi_node/srt-slurm-recipes/dsv4/sglang/b200-fp4/agentx/agg-b200-tp8-c4-mtp-hicache.yaml" }, { "concs": [8], "item": 2, - "override": "override_c8", "goldenAL": "3.77", "kv": "hicache", "patch": { @@ -4869,7 +4857,8 @@ export const agentx = { }, null ] - } + }, + "recipe": "benchmarks/multi_node/srt-slurm-recipes/dsv4/sglang/b200-fp4/agentx/agg-b200-tp8-c8-mtp-hicache.yaml" } ], "routers": { @@ -4915,23 +4904,6 @@ export const agentx = { "workers": 1, "nodes_per_worker": 1, "cmd": "python3 -m dynamo.sglang", - "env": { - "DYN_REQUEST_PLANE": "tcp", - "ETCD_ENDPOINTS": "http://$ETCD_IP:2379", - "NATS_SERVER": "nats://$NATS_IP:4222", - "NCCL_CUMEM_ENABLE": "1", - "SGLANG_DEFAULT_THINKING": "1", - "SGLANG_DSV4_REASONING_EFFORT": "high", - "SGLANG_ENABLE_PREFILL_WAR_READ_DONE": "1", - "SGLANG_JIT_DEEPGEMM_PRECOMPILE": "1", - "SGLANG_OPT_UNIFIED_CACHE_FREE_OUT_OF_WINDOW_SLOTS": "1", - "SGLANG_OPT_USE_CUSTOM_ALL_REDUCE_V2": "1", - "SGLANG_OPT_USE_JIT_INDEXER_METADATA": "1", - "SGLANG_OPT_USE_JIT_NORM": "1", - "SGLANG_OPT_USE_ONLINE_COMPRESS": "0", - "SGLANG_OPT_USE_TOPK_V2": "True", - "SGLANG_RAGGED_VERIFY_MODE": "static" - }, "args": [ ["--model-path", "deepseek-ai/DeepSeek-V4-Pro-0813"], ["--served-model-name", "deepseek-ai/DeepSeek-V4-Pro-0813"], @@ -4966,7 +4938,8 @@ export const agentx = { ["--trust-remote-code"], ["--watchdog-timeout", "1000000"], ["--weight-loader-prefetch-checkpoints"] - ] + ], + "envRef": 1 } ] }, @@ -5307,7 +5280,7 @@ export const agentx = { ["--watchdog-timeout", "1800"], ["--weight-loader-prefetch-checkpoints"] ], - "envRef": 3 + "envRef": 4 } ] }, @@ -5357,24 +5330,22 @@ export const agentx = { } }, { - "id": "dsv4-fp4-b200-sglang-agentic-hicache-mtp#2", + "id": "dsv4-fp4-b200-dynamo-sglang-agentic-disagg#3", "hw": "b200", "ckpt": "deepseek-ai/DeepSeek-V4-Pro-0813", - "label": "Agg DEP8", - "detail": "DSpark 6", - "gpus": 8, - "configKey": "dsv4-fp4-b200-sglang-agentic-hicache-mtp", - "image": "lmsysorg/sglang:v0.5.19-cu130", + "label": "Disagg 1P1D · prefill DEP8 · decode DEP8", + "detail": "DSpark 6 · --chunked-prefill-size 49152", + "gpus": 16, + "configKey": "dsv4-fp4-b200-dynamo-sglang-agentic-disagg", + "image": "lmsysorg/sglang:v0.5.21-cu130@sha256:b1259f3ea3275f66237c498ea388919729018bc9f01c3d638391e06e2cf3f469", "imageStatus": "ok", "imageCommit": null, - "submitted": "sglang", + "submitted": "dynamo", "setup": [], - "disclosures": ["chat-template", "synthetic-acceptance"], + "disclosures": ["synthetic-acceptance"], "kv": { - "available": ["none", "hicache"], - "unavailable": { - "mooncake": "this image's SGLang build predates --enable-unified-cache-external-linker" - }, + "available": ["none", "hicache", "mooncake"], + "unavailable": {}, "hicache": { "args": [ ["--enable-hierarchical-cache"], @@ -5388,93 +5359,512 @@ export const agentx = { } }, "prov": { - "sha": "da239a6585566fec56766c7185ecd22e147616af", - "recipe": "benchmarks/single_node/agentic/dsv4_fp4_b200_sglang_mtp.sh", - "run": "34603861241/attempts/1", - "pr": "3012", - "status": "verified", - "date": "2026-09-16" + "sha": "99b6f1bcb99134ace8f2a681025bfee46c9808a5", + "recipe": "inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/dsv4/sglang/b200-fp4/agentx/disagg-dspark6-variants.yaml", + "pr": "4556", + "status": "in-progress" }, "points": [ { - "concs": [64], - "item": 2, + "concs": [16], + "item": 3, + "override": "override_1p1d_dspark6_c16", "goldenAL": "3.77", - "kv": "hicache", - "job": "34603861241/job/103278190531" + "kv": "hicache" }, { - "concs": [96], - "item": 2, + "concs": [32], + "item": 4, + "override": "override_1p1d_dspark6_c32", "goldenAL": "3.77", "kv": "hicache", "patch": { + "dynamo": [ + null, + null, + null, + null, + null, + { + "args": { + "--cuda-graph-max-bs-decode": ["8"], + "--max-running-requests": ["64"] + } + } + ], "sglang": [ + null, { "args": { - "--max-running-requests": ["192"] + "--cuda-graph-max-bs-decode": ["8"], + "--max-running-requests": ["64"] } }, null - ], + ] + } + }, + { + "concs": [64], + "item": 5, + "override": "override_1p1d_dspark6_c64", + "goldenAL": "3.77", + "kv": "hicache", + "patch": { "dynamo": [ + null, + null, + null, null, null, { "args": { - "--max-running-requests": ["192"] + "--cuda-graph-max-bs-decode": ["16"], + "--max-running-requests": ["128"] } } + ], + "sglang": [ + null, + { + "args": { + "--cuda-graph-max-bs-decode": ["16"], + "--max-running-requests": ["128"] + } + }, + null ] - }, - "job": "34603861241/job/103278190009" + } }, { "concs": [128], - "item": 2, + "item": 6, + "override": "override_1p1d_dspark6_c128", "goldenAL": "3.77", "kv": "hicache", "patch": { - "sglang": [ + "dynamo": [ + null, + null, + null, + null, + null, { "args": { + "--cuda-graph-max-bs-decode": ["32"], "--max-running-requests": ["256"] } - }, - null + } ], - "dynamo": [ - null, + "sglang": [ null, { "args": { + "--cuda-graph-max-bs-decode": ["32"], "--max-running-requests": ["256"] } - } + }, + null ] - }, - "job": "34603861241/job/103278190275" + } }, { "concs": [160], - "item": 2, + "item": 7, + "override": "override_1p1d_dspark6_c160", "goldenAL": "3.77", "kv": "hicache", "patch": { + "dynamo": [ + null, + null, + null, + null, + null, + { + "args": { + "--cuda-graph-max-bs-decode": ["40"], + "--max-running-requests": ["320"] + } + } + ], "sglang": [ + null, { "args": { - "--max-running-requests": ["320"], - "--prefill-decode-interval": ["20"] + "--cuda-graph-max-bs-decode": ["40"], + "--max-running-requests": ["320"] } }, - { - "block": { - "kind": "sglang-router", - "cmd": "python3 -m sglang_router.launch_router", - "env": { - "SGLANG_ENABLE_UNIFIED_RADIX_TREE": "1", - "SGLANG_JIT_DEEPGEMM_FAST_WARMUP": "1", + null + ] + } + } + ], + "routers": { + "dynamo": { + "install": ["pip install --pre --extra-index-url https://pypi.nvidia.com \"ai-dynamo-runtime==1.5.0.dev20260910\" \"ai-dynamo==1.5.0.dev20260910\""], + "files": ["nats.conf#13771a85", "nginx.conf#748c9006"], + "blocks": [ + { + "kind": "etcd", + "count_nodes": 1, + "cmd": "etcd", + "env": {}, + "args": [ + ["--data-dir", "/tmp/etcd"], + ["--listen-client-urls", "http://0.0.0.0:2379"], + ["--advertise-client-urls", "http://$ETCD_IP:2379"] + ] + }, + { + "kind": "nats", + "count_nodes": 1, + "cmd": "nats-server -c nats.conf", + "env": {}, + "args": [] + }, + { + "kind": "nginx", + "cmd": "nginx -c nginx.conf -g daemon off;", + "env": {}, + "args": [] + }, + { + "kind": "dynamo-frontend", + "count": 1, + "cmd": "python3 -m dynamo.frontend", + "env": { + "DYN_REQUEST_PLANE": "tcp", + "ETCD_ENDPOINTS": "http://$ETCD_IP:2379", + "NATS_SERVER": "nats://$NATS_IP:4222" + }, + "args": [ + ["--http-port", "8180"], + ["--router-mode", "kv"], + ["--router-session-affinity-ttl-secs", "3600"], + ["--active-decode-blocks-threshold", "None"], + ["--active-prefill-tokens-threshold", "None"], + ["--active-prefill-tokens-threshold-frac", "None"] + ] + }, + { + "kind": "worker", + "role": "prefill", + "workers": 1, + "nodes_per_worker": 1, + "cmd": "python3 -m dynamo.sglang", + "env": { + "DYN_REQUEST_PLANE": "tcp", + "ETCD_ENDPOINTS": "http://$ETCD_IP:2379", + "NATS_SERVER": "nats://$NATS_IP:4222", + "NCCL_CUMEM_ENABLE": "1", + "SGLANG_DEFAULT_THINKING": "1", + "SGLANG_DISAGGREGATION_BOOTSTRAP_TIMEOUT": "1800", + "SGLANG_DISAGGREGATION_ENGINE_INIT_TIMEOUT": "900", + "SGLANG_DISAGGREGATION_WAITING_TIMEOUT": "1800", + "SGLANG_DSV4_REASONING_EFFORT": "high", + "SGLANG_ENABLE_UNIFIED_RADIX_TREE": "1", + "SGLANG_JIT_DEEPGEMM_FAST_WARMUP": "1", + "SGLANG_JIT_DEEPGEMM_PRECOMPILE": "1", + "SGLANG_OPT_DEEPGEMM_MEGA_MOE_NUM_MAX_TOKENS_PER_RANK": "8320", + "SGLANG_OPT_UNIFIED_CACHE_FREE_OUT_OF_WINDOW_SLOTS": "1", + "SGLANG_OPT_USE_CUSTOM_ALL_REDUCE_V2": "1", + "SGLANG_OPT_USE_JIT_INDEXER_METADATA": "1", + "SGLANG_OPT_USE_JIT_NORM": "1", + "SGLANG_OPT_USE_TOPK_V2": "1", + "SGLANG_RAGGED_VERIFY_MODE": "static", + "SGLANG_TIMEOUT_KEEP_ALIVE": "900", + "TORCH_CUDA_ARCH_LIST": "10.0" + }, + "args": [ + ["--model-path", "deepseek-ai/DeepSeek-V4-Pro-0813"], + ["--served-model-name", "deepseek-ai/DeepSeek-V4-Pro-0813"], + ["--host", "0.0.0.0"], + ["--port", "30000"], + ["--disaggregation-mode", "prefill"], + ["--disaggregation-bootstrap-port", "8998"], + ["--request-plane", "tcp"], + ["--kv-events-config", "{\"publisher\":\"zmq\",\"topic\":\"kv-events\",\"endpoint\":\"tcp://*:5557\"}"], + ["--chunked-prefill-size", "49152"], + ["--disable-decode-cuda-graph"], + ["--disable-flashinfer-autotune"], + ["--disable-shared-experts-fusion"], + ["--disaggregation-ib-device", "$IB_DEVICES"], + ["--disaggregation-transfer-backend", "mooncake"], + ["--dp-size", "8"], + ["--enable-deepseek-v4-fp4-indexer"], + ["--enable-dp-attention"], + ["--enable-dp-attention-local-control-broadcast"], + ["--enable-dp-lm-head"], + ["--enable-hierarchical-cache"], + ["--enable-w4a4-mxfp4-megamoe"], + ["--ep-size", "8"], + ["--hicache-io-backend", "direct"], + ["--hicache-mem-layout", "page_first_direct"], + ["--hicache-ratio", "14"], + ["--hicache-write-policy", "write_back"], + ["--load-balance-method", "total_tokens"], + ["--max-running-requests", "256"], + ["--mem-fraction-static", "0.85"], + ["--model-loader-extra-config", "{\"enable_multithread_load\":true}"], + ["--moe-a2a-backend", "megamoe"], + ["--page-size", "256"], + ["--speculative-algorithm", "DSPARK"], + ["--speculative-dspark-block-size", "6"], + ["--speculative-eagle-topk", "1"], + ["--speculative-num-draft-tokens", "7"], + ["--speculative-num-steps", "6"], + ["--stream-interval", "20"], + ["--swa-full-tokens-ratio", "0.02"], + ["--tp-size", "8"], + ["--trust-remote-code"], + ["--watchdog-timeout", "1000000"] + ] + }, + { + "kind": "worker", + "role": "decode", + "workers": 1, + "nodes_per_worker": 1, + "cmd": "python3 -m dynamo.sglang", + "env": { + "DYN_REQUEST_PLANE": "tcp", + "ETCD_ENDPOINTS": "http://$ETCD_IP:2379", + "NATS_SERVER": "nats://$NATS_IP:4222", + "NCCL_CUMEM_ENABLE": "1", + "SGLANG_CLIP_MAX_NEW_TOKENS_ESTIMATION": "16384", + "SGLANG_DEFAULT_THINKING": "1", + "SGLANG_DISAGGREGATION_BOOTSTRAP_TIMEOUT": "1800", + "SGLANG_DISAGGREGATION_ENGINE_INIT_TIMEOUT": "900", + "SGLANG_DISAGGREGATION_WAITING_TIMEOUT": "1800", + "SGLANG_DSV4_REASONING_EFFORT": "high", + "SGLANG_ENABLE_UNIFIED_RADIX_TREE": "1", + "SGLANG_JIT_DEEPGEMM_FAST_WARMUP": "1", + "SGLANG_JIT_DEEPGEMM_PRECOMPILE": "1", + "SGLANG_OPT_DEEPGEMM_MEGA_MOE_NUM_MAX_TOKENS_PER_RANK": "4096", + "SGLANG_OPT_UNIFIED_CACHE_FREE_OUT_OF_WINDOW_SLOTS": "1", + "SGLANG_OPT_USE_CUSTOM_ALL_REDUCE_V2": "1", + "SGLANG_OPT_USE_JIT_INDEXER_METADATA": "1", + "SGLANG_OPT_USE_JIT_NORM": "1", + "SGLANG_OPT_USE_TOPK_V2": "1", + "SGLANG_RAGGED_VERIFY_MODE": "static", + "SGLANG_TIMEOUT_KEEP_ALIVE": "900", + "TORCH_CUDA_ARCH_LIST": "10.0" + }, + "args": [ + ["--model-path", "deepseek-ai/DeepSeek-V4-Pro-0813"], + ["--served-model-name", "deepseek-ai/DeepSeek-V4-Pro-0813"], + ["--host", "0.0.0.0"], + ["--port", "30000"], + ["--disaggregation-mode", "decode"], + ["--request-plane", "tcp"], + ["--kv-events-config", "{\"publisher\":\"zmq\",\"topic\":\"kv-events\",\"endpoint\":\"tcp://*:5557\"}"], + ["--cuda-graph-max-bs-decode", "4"], + ["--disable-flashinfer-autotune"], + ["--disable-shared-experts-fusion"], + ["--disaggregation-ib-device", "$IB_DEVICES"], + ["--disaggregation-transfer-backend", "mooncake"], + ["--dp-size", "8"], + ["--enable-deepseek-v4-fp4-indexer"], + ["--enable-dp-attention"], + ["--enable-dp-attention-local-control-broadcast"], + ["--enable-dp-lm-head"], + ["--enable-w4a4-mxfp4-megamoe"], + ["--ep-size", "8"], + ["--load-balance-method", "total_tokens"], + ["--max-running-requests", "32"], + ["--mem-fraction-static", "0.9"], + ["--model-loader-extra-config", "{\"enable_multithread_load\":true}"], + ["--moe-a2a-backend", "megamoe"], + ["--num-reserved-decode-tokens", "8192"], + ["--page-size", "256"], + ["--speculative-algorithm", "DSPARK"], + ["--speculative-dspark-block-size", "6"], + ["--speculative-eagle-topk", "1"], + ["--speculative-num-draft-tokens", "7"], + ["--speculative-num-steps", "6"], + ["--stream-interval", "20"], + ["--swa-full-tokens-ratio", "0.02"], + ["--tp-size", "8"], + ["--trust-remote-code"], + ["--watchdog-timeout", "1000000"] + ] + } + ] + }, + "sglang": { + "install": [], + "files": [], + "blocks": [ + { + "from": 4, + "cmd": "python3 -m sglang.launch_server", + "diff": { + "args": { + "--skip-server-warmup": [], + "--request-plane": null, + "--kv-events-config": null + }, + "env": { + "DYN_REQUEST_PLANE": null, + "ETCD_ENDPOINTS": null, + "NATS_SERVER": null + } + } + }, + { + "from": 5, + "cmd": "python3 -m sglang.launch_server", + "diff": { + "args": { + "--skip-server-warmup": [], + "--request-plane": null, + "--kv-events-config": null + }, + "env": { + "DYN_REQUEST_PLANE": null, + "ETCD_ENDPOINTS": null, + "NATS_SERVER": null + } + } + }, + { + "kind": "sglang-router", + "cmd": "python3 -m sglang_router.launch_router", + "env": {}, + "args": [ + ["--decode", "http://$DECODE_0_HEAD_IP:30000"], + ["--prefill", "http://$PREFILL_0_HEAD_IP:30000", "8998"], + ["--pd-disaggregation"], + ["--host", "0.0.0.0"], + ["--port", "8000"], + ["--policy", "cache_aware"] + ] + } + ] + } + } + }, + { + "id": "dsv4-fp4-b200-sglang-agentic-hicache-mtp#2", + "hw": "b200", + "ckpt": "deepseek-ai/DeepSeek-V4-Pro-0813", + "label": "Agg DEP8", + "detail": "DSpark 6", + "gpus": 8, + "configKey": "dsv4-fp4-b200-sglang-agentic-hicache-mtp", + "image": "lmsysorg/sglang:v0.5.19-cu130", + "imageStatus": "ok", + "imageCommit": null, + "submitted": "sglang", + "setup": [], + "disclosures": ["chat-template", "synthetic-acceptance"], + "kv": { + "available": ["none", "hicache"], + "unavailable": { + "mooncake": "this image's SGLang build predates --enable-unified-cache-external-linker" + }, + "hicache": { + "args": [ + ["--enable-hierarchical-cache"], + ["--hicache-io-backend", "direct"], + ["--hicache-mem-layout", "page_first_direct"], + ["--hicache-ratio", "8"], + ["--hicache-write-policy", "write_through"] + ], + "donor": "dsv4-fp4-b200-sglang-agentic-hicache-mtp", + "donorHardware": "b200" + } + }, + "prov": { + "sha": "da239a6585566fec56766c7185ecd22e147616af", + "recipe": "benchmarks/single_node/agentic/dsv4_fp4_b200_sglang_mtp.sh", + "run": "34603861241/attempts/1", + "pr": "3012", + "status": "verified", + "date": "2026-09-16" + }, + "points": [ + { + "concs": [64], + "item": 2, + "goldenAL": "3.77", + "kv": "hicache", + "job": "34603861241/job/103278190531" + }, + { + "concs": [96], + "item": 2, + "goldenAL": "3.77", + "kv": "hicache", + "patch": { + "sglang": [ + { + "args": { + "--max-running-requests": ["192"] + } + }, + null + ], + "dynamo": [ + null, + null, + { + "args": { + "--max-running-requests": ["192"] + } + } + ] + }, + "job": "34603861241/job/103278190009" + }, + { + "concs": [128], + "item": 2, + "goldenAL": "3.77", + "kv": "hicache", + "patch": { + "sglang": [ + { + "args": { + "--max-running-requests": ["256"] + } + }, + null + ], + "dynamo": [ + null, + null, + { + "args": { + "--max-running-requests": ["256"] + } + } + ] + }, + "job": "34603861241/job/103278190275" + }, + { + "concs": [160], + "item": 2, + "goldenAL": "3.77", + "kv": "hicache", + "patch": { + "sglang": [ + { + "args": { + "--max-running-requests": ["320"], + "--prefill-decode-interval": ["20"] + } + }, + { + "block": { + "kind": "sglang-router", + "cmd": "python3 -m sglang_router.launch_router", + "env": { + "SGLANG_ENABLE_UNIFIED_RADIX_TREE": "1", + "SGLANG_JIT_DEEPGEMM_FAST_WARMUP": "1", "SGLANG_OPT_DEEPGEMM_MEGA_MOE_NUM_MAX_TOKENS_PER_RANK": "8320", "SGLANG_OPT_SWA_SPLIT_LEAF_ON_INSERT": "1", "SGLANG_OPT_UNIFIED_CACHE_FREE_OUT_OF_WINDOW_SLOTS": "1", @@ -5571,7 +5961,7 @@ export const agentx = { ["--disable-retries"], ["--worker-urls", "http://127.0.0.1:30000"] ], - "envRef": 4 + "envRef": 5 } ] }, @@ -5626,12 +6016,12 @@ export const agentx = { "hw": "b200", "ckpt": "deepseek-ai/DeepSeek-V4-Pro-0813", "label": "Disagg 1P1D · prefill DEP8 · decode DEP8", - "detail": "DSpark 6", + "detail": "DSpark 6 · --chunked-prefill-size 65536", "gpus": 16, "configKey": "dsv4-fp4-b200-dynamo-sglang-agentic-disagg", - "image": "lmsysorg/sglang:nightly-dev-20260916-c9a8fba9", - "imageStatus": "pruned", - "imageCommit": "c9a8fba9", + "image": "lmsysorg/sglang:v0.5.21-cu130@sha256:b1259f3ea3275f66237c498ea388919729018bc9f01c3d638391e06e2cf3f469", + "imageStatus": "ok", + "imageCommit": null, "submitted": "dynamo", "setup": [], "disclosures": ["synthetic-acceptance"], @@ -5644,30 +6034,30 @@ export const agentx = { ["--hicache-io-backend", "direct"], ["--hicache-mem-layout", "page_first_direct"], ["--hicache-ratio", "8"], - ["--hicache-write-policy", "write_back"] + ["--hicache-write-policy", "write_through"] ], - "donor": "dsv4-fp4-b200-dynamo-sglang-agentic-disagg", + "donor": "dsv4-fp4-b200-sglang-agentic-hicache-mtp", "donorHardware": "b200" } }, "prov": { - "sha": "1d0716bb364d49a450386c867d632f7409ff7ced", - "run": "35345548475/attempts/1", - "pr": "3257", - "status": "verified", - "date": "2026-09-22" + "sha": "99b6f1bcb99134ace8f2a681025bfee46c9808a5", + "recipe": "inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/dsv4/sglang/b200-fp4/agentx/disagg-variants.yaml", + "pr": "4556", + "status": "in-progress" }, "points": [ { "concs": [64], "item": 0, + "override": "override_1p1d_c64", "goldenAL": "3.77", - "kv": "hicache", - "recipe": "benchmarks/multi_node/srt-slurm-recipes/dsv4/sglang/b200-fp4/agentx/disagg-b200-1p1d-dep8-dep8-c64-mtp-kvoffload.yaml" + "kv": "hicache" }, { "concs": [128], "item": 1, + "override": "override_1p1d_c128", "goldenAL": "3.77", "kv": "hicache", "patch": { @@ -5692,8 +6082,7 @@ export const agentx = { }, null ] - }, - "recipe": "benchmarks/multi_node/srt-slurm-recipes/dsv4/sglang/b200-fp4/agentx/disagg-b200-1p1d-dep8-dep8-c128-mtp-kvoffload.yaml" + } } ], "routers": { @@ -5744,147 +6133,84 @@ export const agentx = { ] }, { - "kind": "worker", - "role": "prefill", - "workers": 1, - "nodes_per_worker": 1, - "cmd": "python3 -m dynamo.sglang", - "env": { - "DYN_REQUEST_PLANE": "tcp", - "ETCD_ENDPOINTS": "http://$ETCD_IP:2379", - "NATS_SERVER": "nats://$NATS_IP:4222", - "NCCL_CUMEM_ENABLE": "1", - "NCCL_MNNVL_ENABLE": "1", - "NCCL_MNNVL_UUID_QUERY_TIMEOUT": "100000", - "NCCL_TIMEOUT": "100000", - "SGLANG_DEFAULT_THINKING": "1", - "SGLANG_DISAGGREGATION_WAITING_TIMEOUT": "900", - "SGLANG_DSV4_MHC_PREWARM": "1", - "SGLANG_DSV4_REASONING_EFFORT": "high", - "SGLANG_ENABLE_PREFILL_WAR_READ_DONE": "1", - "SGLANG_ENABLE_TP_MEMORY_INBALANCE_CHECK": "0", - "SGLANG_JIT_DEEPGEMM_FAST_WARMUP": "1", - "SGLANG_JIT_DEEPGEMM_PRECOMPILE": "1", - "SGLANG_NCCL_ALL_GATHER_IN_OVERLAP_SCHEDULER_SYNC_BATCH": "1", - "SGLANG_OPT_DEEPGEMM_MEGA_MOE_NUM_MAX_TOKENS_PER_RANK": "9216", - "SGLANG_OPT_SWA_RELEASE_LEAF_LOCK_AFTER_WINDOW": "1", - "SGLANG_OPT_SWA_SPLIT_LEAF_ON_INSERT": "1", - "SGLANG_OPT_UNIFIED_CACHE_FREE_OUT_OF_WINDOW_SLOTS": "1", - "SGLANG_OPT_USE_CUSTOM_ALL_REDUCE_V2": "1", - "SGLANG_OPT_USE_DEEPGEMM_MEGA_MOE": "1", - "SGLANG_OPT_USE_ONLINE_COMPRESS": "0", - "SGLANG_RAGGED_VERIFY_MODE": "static", - "SGLANG_REQUEST_STATE_WAIT_TIMEOUT": "60" + "diff": { + "args": { + "--chunked-prefill-size": ["65536"], + "--cuda-graph-max-bs-decode": ["256"], + "--hicache-ratio": ["8"], + "--model-loader-extra-config": ["{\"enable_multithread_load\":true,\"num_threads\":8}"], + "--moe-dense-tp-size": ["1"], + "--speculative-num-steps": ["1"], + "--stream-interval": ["60"], + "--swa-full-tokens-ratio": ["0.01"], + "--watchdog-timeout": ["86400"], + "--disable-decode-cuda-graph": null, + "--disable-shared-experts-fusion": null, + "--enable-dp-attention-local-control-broadcast": null + }, + "env": { + "NCCL_MNNVL_ENABLE": "1", + "NCCL_MNNVL_UUID_QUERY_TIMEOUT": "100000", + "NCCL_TIMEOUT": "100000", + "SGLANG_DISAGGREGATION_WAITING_TIMEOUT": "900", + "SGLANG_DSV4_MHC_PREWARM": "1", + "SGLANG_ENABLE_PREFILL_WAR_READ_DONE": "1", + "SGLANG_ENABLE_TP_MEMORY_INBALANCE_CHECK": "0", + "SGLANG_NCCL_ALL_GATHER_IN_OVERLAP_SCHEDULER_SYNC_BATCH": "1", + "SGLANG_OPT_DEEPGEMM_MEGA_MOE_NUM_MAX_TOKENS_PER_RANK": "9216", + "SGLANG_OPT_SWA_RELEASE_LEAF_LOCK_AFTER_WINDOW": "1", + "SGLANG_OPT_USE_DEEPGEMM_MEGA_MOE": "1", + "SGLANG_OPT_USE_ONLINE_COMPRESS": "0", + "SGLANG_REQUEST_STATE_WAIT_TIMEOUT": "60", + "SGLANG_DISAGGREGATION_BOOTSTRAP_TIMEOUT": null, + "SGLANG_DISAGGREGATION_ENGINE_INIT_TIMEOUT": null, + "SGLANG_ENABLE_UNIFIED_RADIX_TREE": null, + "SGLANG_OPT_USE_JIT_INDEXER_METADATA": null, + "SGLANG_OPT_USE_JIT_NORM": null, + "SGLANG_OPT_USE_TOPK_V2": null, + "SGLANG_TIMEOUT_KEEP_ALIVE": null, + "TORCH_CUDA_ARCH_LIST": null + } }, - "args": [ - ["--model-path", "deepseek-ai/DeepSeek-V4-Pro-0813"], - ["--served-model-name", "deepseek-ai/DeepSeek-V4-Pro-0813"], - ["--host", "0.0.0.0"], - ["--port", "30000"], - ["--disaggregation-mode", "prefill"], - ["--disaggregation-bootstrap-port", "8998"], - ["--request-plane", "tcp"], - ["--kv-events-config", "{\"publisher\":\"zmq\",\"topic\":\"kv-events\",\"endpoint\":\"tcp://*:5557\"}"], - ["--chunked-prefill-size", "65536"], - ["--cuda-graph-max-bs-decode", "256"], - ["--disable-flashinfer-autotune"], - ["--disaggregation-ib-device", "$IB_DEVICES"], - ["--disaggregation-transfer-backend", "mooncake"], - ["--dp-size", "8"], - ["--enable-deepseek-v4-fp4-indexer"], - ["--enable-dp-attention"], - ["--enable-dp-lm-head"], - ["--enable-hierarchical-cache"], - ["--enable-w4a4-mxfp4-megamoe"], - ["--ep-size", "8"], - ["--hicache-io-backend", "direct"], - ["--hicache-mem-layout", "page_first_direct"], - ["--hicache-ratio", "8"], - ["--hicache-write-policy", "write_back"], - ["--load-balance-method", "total_tokens"], - ["--max-running-requests", "256"], - ["--mem-fraction-static", "0.85"], - ["--model-loader-extra-config", "{\"enable_multithread_load\":true,\"num_threads\":8}"], - ["--moe-a2a-backend", "megamoe"], - ["--moe-dense-tp-size", "1"], - ["--page-size", "256"], - ["--speculative-algorithm", "DSPARK"], - ["--speculative-dspark-block-size", "6"], - ["--speculative-eagle-topk", "1"], - ["--speculative-num-draft-tokens", "7"], - ["--speculative-num-steps", "1"], - ["--stream-interval", "60"], - ["--swa-full-tokens-ratio", "0.01"], - ["--tp-size", "8"], - ["--trust-remote-code"], - ["--watchdog-timeout", "86400"] - ] + "ref": [22, "dynamo", 4] }, { - "kind": "worker", - "role": "decode", - "workers": 1, - "nodes_per_worker": 1, - "cmd": "python3 -m dynamo.sglang", - "env": { - "DYN_REQUEST_PLANE": "tcp", - "ETCD_ENDPOINTS": "http://$ETCD_IP:2379", - "NATS_SERVER": "nats://$NATS_IP:4222", - "NCCL_CUMEM_ENABLE": "1", - "NCCL_MNNVL_ENABLE": "1", - "NCCL_MNNVL_UUID_QUERY_TIMEOUT": "100000", - "NCCL_TIMEOUT": "100000", - "SGLANG_DEFAULT_THINKING": "1", - "SGLANG_DISAGGREGATION_WAITING_TIMEOUT": "900", - "SGLANG_DSV4_REASONING_EFFORT": "high", - "SGLANG_ENABLE_TP_MEMORY_INBALANCE_CHECK": "0", - "SGLANG_JIT_DEEPGEMM_FAST_WARMUP": "1", - "SGLANG_JIT_DEEPGEMM_PRECOMPILE": "1", - "SGLANG_OPT_DEEPGEMM_MEGA_MOE": "1", - "SGLANG_OPT_DEEPGEMM_MEGA_MOE_NUM_MAX_TOKENS_PER_RANK": "4096", - "SGLANG_OPT_SWA_RELEASE_LEAF_LOCK_AFTER_WINDOW": "1", - "SGLANG_OPT_SWA_SPLIT_LEAF_ON_INSERT": "1", - "SGLANG_OPT_UNIFIED_CACHE_FREE_OUT_OF_WINDOW_SLOTS": "1", - "SGLANG_OPT_USE_ONLINE_COMPRESS": "0", - "SGLANG_RAGGED_VERIFY_MODE": "static", - "SGLANG_REQUEST_STATE_WAIT_TIMEOUT": "60" + "diff": { + "args": { + "--cuda-graph-max-bs-decode": ["256"], + "--max-running-requests": ["128"], + "--model-loader-extra-config": ["{\"enable_multithread_load\":true,\"num_threads\":8}"], + "--moe-dense-tp-size": ["1"], + "--speculative-num-steps": ["1"], + "--stream-interval": ["60"], + "--watchdog-timeout": ["86400"], + "--disable-shared-experts-fusion": null, + "--enable-dp-attention-local-control-broadcast": null, + "--num-reserved-decode-tokens": null + }, + "env": { + "NCCL_MNNVL_ENABLE": "1", + "NCCL_MNNVL_UUID_QUERY_TIMEOUT": "100000", + "NCCL_TIMEOUT": "100000", + "SGLANG_DISAGGREGATION_WAITING_TIMEOUT": "900", + "SGLANG_ENABLE_TP_MEMORY_INBALANCE_CHECK": "0", + "SGLANG_OPT_DEEPGEMM_MEGA_MOE": "1", + "SGLANG_OPT_SWA_RELEASE_LEAF_LOCK_AFTER_WINDOW": "1", + "SGLANG_OPT_USE_ONLINE_COMPRESS": "0", + "SGLANG_REQUEST_STATE_WAIT_TIMEOUT": "60", + "SGLANG_CLIP_MAX_NEW_TOKENS_ESTIMATION": null, + "SGLANG_DISAGGREGATION_BOOTSTRAP_TIMEOUT": null, + "SGLANG_DISAGGREGATION_ENGINE_INIT_TIMEOUT": null, + "SGLANG_ENABLE_UNIFIED_RADIX_TREE": null, + "SGLANG_OPT_USE_CUSTOM_ALL_REDUCE_V2": null, + "SGLANG_OPT_USE_JIT_INDEXER_METADATA": null, + "SGLANG_OPT_USE_JIT_NORM": null, + "SGLANG_OPT_USE_TOPK_V2": null, + "SGLANG_TIMEOUT_KEEP_ALIVE": null, + "TORCH_CUDA_ARCH_LIST": null + } }, - "args": [ - ["--model-path", "deepseek-ai/DeepSeek-V4-Pro-0813"], - ["--served-model-name", "deepseek-ai/DeepSeek-V4-Pro-0813"], - ["--host", "0.0.0.0"], - ["--port", "30000"], - ["--disaggregation-mode", "decode"], - ["--request-plane", "tcp"], - ["--kv-events-config", "{\"publisher\":\"zmq\",\"topic\":\"kv-events\",\"endpoint\":\"tcp://*:5557\"}"], - ["--cuda-graph-max-bs-decode", "256"], - ["--disable-flashinfer-autotune"], - ["--disaggregation-ib-device", "$IB_DEVICES"], - ["--disaggregation-transfer-backend", "mooncake"], - ["--dp-size", "8"], - ["--enable-deepseek-v4-fp4-indexer"], - ["--enable-dp-attention"], - ["--enable-dp-lm-head"], - ["--enable-w4a4-mxfp4-megamoe"], - ["--ep-size", "8"], - ["--load-balance-method", "total_tokens"], - ["--max-running-requests", "128"], - ["--mem-fraction-static", "0.9"], - ["--model-loader-extra-config", "{\"enable_multithread_load\":true,\"num_threads\":8}"], - ["--moe-a2a-backend", "megamoe"], - ["--moe-dense-tp-size", "1"], - ["--page-size", "256"], - ["--speculative-algorithm", "DSPARK"], - ["--speculative-dspark-block-size", "6"], - ["--speculative-eagle-topk", "1"], - ["--speculative-num-draft-tokens", "7"], - ["--speculative-num-steps", "1"], - ["--stream-interval", "60"], - ["--swa-full-tokens-ratio", "0.02"], - ["--tp-size", "8"], - ["--trust-remote-code"], - ["--watchdog-timeout", "86400"] - ] + "ref": [22, "dynamo", 5] } ] }, @@ -5949,9 +6275,9 @@ export const agentx = { "detail": "DSpark 6", "gpus": 24, "configKey": "dsv4-fp4-b200-dynamo-sglang-agentic-disagg", - "image": "lmsysorg/sglang:nightly-dev-20260916-c9a8fba9", - "imageStatus": "pruned", - "imageCommit": "c9a8fba9", + "image": "lmsysorg/sglang:v0.5.21-cu130@sha256:b1259f3ea3275f66237c498ea388919729018bc9f01c3d638391e06e2cf3f469", + "imageStatus": "ok", + "imageCommit": null, "submitted": "dynamo", "setup": [], "disclosures": ["synthetic-acceptance"], @@ -5964,24 +6290,23 @@ export const agentx = { ["--hicache-io-backend", "direct"], ["--hicache-mem-layout", "page_first_direct"], ["--hicache-ratio", "8"], - ["--hicache-write-policy", "write_back"] + ["--hicache-write-policy", "write_through"] ], - "donor": "dsv4-fp4-b200-dynamo-sglang-agentic-disagg", + "donor": "dsv4-fp4-b200-sglang-agentic-hicache-mtp", "donorHardware": "b200" } }, "prov": { - "sha": "1d0716bb364d49a450386c867d632f7409ff7ced", - "recipe": "benchmarks/multi_node/srt-slurm-recipes/dsv4/sglang/b200-fp4/agentx/disagg-b200-2p1d-dep8-dep8-c256-mtp-kvoffload.yaml", - "run": "35345548475/attempts/1", - "pr": "3257", - "status": "verified", - "date": "2026-09-22" + "sha": "99b6f1bcb99134ace8f2a681025bfee46c9808a5", + "recipe": "inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/dsv4/sglang/b200-fp4/agentx/disagg-variants.yaml", + "pr": "4556", + "status": "in-progress" }, "points": [ { "concs": [256], "item": 2, + "override": "override_2p1d_c256", "goldenAL": "3.77", "kv": "hicache" } @@ -6040,7 +6365,7 @@ export const agentx = { "--swa-full-tokens-ratio": ["0.02"] } }, - "ref": [23, "dynamo", 4] + "ref": [24, "dynamo", 4] }, { "diff": { @@ -6053,7 +6378,7 @@ export const agentx = { "SGLANG_DSV4_MHC_PREWARM": "1" } }, - "ref": [23, "dynamo", 5] + "ref": [24, "dynamo", 5] } ] }, diff --git a/docs/src/snippets/agentx/deepseek-ai/deepseek-v4_1.jsx b/docs/src/snippets/agentx/deepseek-ai/deepseek-v4_1.jsx index ac3360dba041..f7460d5a8158 100644 --- a/docs/src/snippets/agentx/deepseek-ai/deepseek-v4_1.jsx +++ b/docs/src/snippets/agentx/deepseek-ai/deepseek-v4_1.jsx @@ -1,16 +1,36 @@ // GENERATED by the sa-infx-cookbook sync scripts — do not edit by hand. // Launch commands mirrored from SemiAnalysis InferenceX AgentX submissions -// (SemiAnalysisAI/InferenceX main@67de4b34ee14 plus open PRs #4203, #4324, #4333, #4417, #4449, #4454, #4455, #4509, #4515, #4524, #4529, #4536), with SA-specific settings removed. +// (SemiAnalysisAI/InferenceX main@253c38bf7ce6 plus open PRs #4333, #4454, #4455, #4509, #4524, #4556, #4595, #4598, #4599, #4600), with SA-specific settings removed. export const agentx = { "model": "DeepSeek-V4.1", - "generatedOn": "2026-10-27", + "generatedOn": "2026-10-28", "source": { "repo": "https://github.com/SemiAnalysisAI/InferenceX", - "main": "67de4b34ee1419b2a31c0e7200964a6e78015be4", + "main": "253c38bf7ce671e445676dbc5cf674335f6c569a", "prs": { - "4536": { + "4600": { "run": null, - "sha": "42e9b43e9e9352a1ad091f6e6dd9803936018f4f", + "sha": "3b96f3383ade71707f456573909b65a84b0b74d1", + "status": "in-progress" + }, + "4599": { + "run": null, + "sha": "84ee06a118a39a384e86a28fbb6769fccd169383", + "status": "in-progress" + }, + "4598": { + "run": null, + "sha": "0185c53730a0de7f0303026a937941b5aa3f3eaf", + "status": "in-progress" + }, + "4595": { + "run": null, + "sha": "e480515ce495d9c0ae9cfd96823678b275d7319f", + "status": "in-progress" + }, + "4556": { + "run": null, + "sha": "99b6f1bcb99134ace8f2a681025bfee46c9808a5", "status": "in-progress" }, "4524": { @@ -37,36 +57,6 @@ export const agentx = { "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/39355392627", "sha": "02b72dc0bf88eca6f6638300739732d4c7640ddf", "status": "verified-pr" - }, - "4203": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/38960572895", - "sha": "e82118bb200aad9275f1d821b4265f251cadd7d2", - "status": "verified-pr" - }, - "4529": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40279236382", - "sha": "4f555851babf2347efb3c112364c8d800d3c502b", - "status": "verified-pr" - }, - "4515": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40316025285", - "sha": "d30fa387e3b5dcf0a858761aba4dab9562f3f033", - "status": "verified-pr" - }, - "4324": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/39339355047", - "sha": "32753f81a43aedd21dda124a92fe10ac8d98b0d8", - "status": "verified-pr" - }, - "4449": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40054839636", - "sha": "7cc07653ad8e701a4072d826fe561e38c80a9d05", - "status": "verified-pr" - }, - "4417": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40285747600", - "sha": "63c4ad272bdbad2150417e9215d0be3409f1e8cb", - "status": "verified-pr" } } }, @@ -102,19 +92,6 @@ export const agentx = { } ], "envs": [ - { - "DYN_REQUEST_PLANE": "tcp", - "DYN_ROUTER_ACTIVE_REQUEST_EXPIRY_SECS": "3600", - "DYN_ROUTER_QUEUE_THRESHOLD": "None", - "DYN_ROUTER_TEMPERATURE": "0", - "DYN_TCP_CHANNEL_BUFFER": "128", - "DYN_TCP_REQUEST_TIMEOUT": "60", - "DYN_TOKENIZER": "fastokens", - "DYN_TOKENIZER_CACHE": "1", - "DYN_TOKENIZER_CACHE_BYTES": "8000000000", - "ETCD_ENDPOINTS": "http://$ETCD_IP:2379", - "NATS_SERVER": "nats://$NATS_IP:4222" - }, { "DYN_EVENT_PLANE": "zmq", "DYN_REQUEST_PLANE": "tcp", @@ -127,6 +104,14 @@ export const agentx = { "DYN_TOKENIZER_CACHE": "1", "DYN_TOKENIZER_CACHE_BYTES": "8000000000", "ETCD_ENDPOINTS": "http://$ETCD_IP:2379" + }, + { + "PYTORCH_CUDA_ALLOC_CONF": "expandable_segments:True", + "SGLANG_DEFAULT_THINKING": "1", + "SGLANG_DSV41_ENGRAM_HOST_TABLE_LAYOUT": "per_rank", + "SGLANG_DSV41_REASONING_EFFORT": "high", + "SGLANG_ENABLE_DSV41_ENGRAM_HOST_TABLE": "1", + "SGLANG_TIMEOUT_KEEP_ALIVE": "900" } ], "kvMooncake": { @@ -200,9 +185,9 @@ export const agentx = { "detail": "DSpark 5 · dsv41flash-fp4-gb300-dynamo-sglang-agentic-agg", "gpus": 4, "configKey": "dsv41flash-fp4-gb300-dynamo-sglang-agentic-agg", - "image": "lmsysorg/sglang:nightly-dev-cu13-20261025-65633129@sha256:069efa1d6a2d58309529f53eeee34c39d69b1cdb455eaf7fb8de83e3fd0be727", + "image": "lmsysorg/sglang:nightly-dev-cu13-20261028-586355a8@sha256:b4f09a2ccbcfcc262d49600c3cd7f8581a793ea7d104947257b6a95500953b90", "imageStatus": "ok", - "imageCommit": "65633129", + "imageCommit": "586355a8", "submitted": "dynamo", "setup": [], "disclosures": ["synthetic-acceptance"], @@ -222,12 +207,10 @@ export const agentx = { } }, "prov": { - "sha": "6e0aec9ff3ef06dc985a6408b2461b0184296e6c", + "sha": "e480515ce495d9c0ae9cfd96823678b275d7319f", "recipe": "inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/dsv41flash/sglang/gb300-fp4/agentx/agg-variants.yaml", - "run": "40153045152/attempts/1", - "pr": "4434", - "status": "verified", - "date": "2026-10-26" + "pr": "4595", + "status": "in-progress" }, "points": [ { @@ -461,6 +444,19 @@ export const agentx = { "kind": "dynamo-frontend", "count": 1, "cmd": "python3 -m dynamo.frontend", + "env": { + "DYN_REQUEST_PLANE": "tcp", + "DYN_ROUTER_ACTIVE_REQUEST_EXPIRY_SECS": "3600", + "DYN_ROUTER_QUEUE_THRESHOLD": "None", + "DYN_ROUTER_TEMPERATURE": "0", + "DYN_TCP_CHANNEL_BUFFER": "128", + "DYN_TCP_REQUEST_TIMEOUT": "60", + "DYN_TOKENIZER": "fastokens", + "DYN_TOKENIZER_CACHE": "1", + "DYN_TOKENIZER_CACHE_BYTES": "8000000000", + "ETCD_ENDPOINTS": "http://$ETCD_IP:2379", + "NATS_SERVER": "nats://$NATS_IP:4222" + }, "args": [ ["--http-port", "8000"], ["--router-mode", "kv"], @@ -468,8 +464,7 @@ export const agentx = { ["--active-decode-blocks-threshold", "None"], ["--active-prefill-tokens-threshold", "None"], ["--active-prefill-tokens-threshold-frac", "None"] - ], - "envRef": 0 + ] }, { "kind": "worker", @@ -478,6 +473,9 @@ export const agentx = { "nodes_per_worker": 1, "cmd": "python3 -m dynamo.sglang", "env": { + "DYN_BACKEND_ADMISSION_ENGINE_REQUEST_LIMIT": "10000", + "DYN_BACKEND_ADMISSION_ENGINE_REQUEST_WAITING_LIMIT": "10000", + "DYN_BACKEND_ADMISSION_REQUEST_QUEUE_LIMIT": "10000", "DYN_REQUEST_PLANE": "tcp", "ETCD_ENDPOINTS": "http://$ETCD_IP:2379", "NATS_SERVER": "nats://$NATS_IP:4222", @@ -550,6 +548,9 @@ export const agentx = { "--request-plane": null }, "env": { + "DYN_BACKEND_ADMISSION_ENGINE_REQUEST_LIMIT": null, + "DYN_BACKEND_ADMISSION_ENGINE_REQUEST_WAITING_LIMIT": null, + "DYN_BACKEND_ADMISSION_REQUEST_QUEUE_LIMIT": null, "DYN_REQUEST_PLANE": null, "ETCD_ENDPOINTS": null, "NATS_SERVER": null @@ -796,157 +797,12 @@ export const agentx = { } } }, - { - "id": "dsv41flash-fp4-gb300-dynamo-sglang-agentic-agg#3", - "hw": "gb300", - "ckpt": "deepseek-ai/DeepSeek-V4.1-Flash", - "label": "Agg TP2·EP2", - "detail": "DSpark 5 · dsv41flash-fp4-gb300-dynamo-sglang-agentic-agg", - "gpus": 2, - "configKey": "dsv41flash-fp4-gb300-dynamo-sglang-agentic-agg", - "image": "lmsysorg/sglang:nightly-dev-cu13-20261025-65633129@sha256:069efa1d6a2d58309529f53eeee34c39d69b1cdb455eaf7fb8de83e3fd0be727", - "imageStatus": "ok", - "imageCommit": "65633129", - "submitted": "dynamo", - "setup": [], - "disclosures": ["synthetic-acceptance"], - "kv": { - "available": ["none", "hicache", "mooncake"], - "unavailable": {}, - "hicache": { - "args": [ - ["--enable-hierarchical-cache"], - ["--hicache-io-backend", "direct"], - ["--hicache-mem-layout", "page_first_direct"], - ["--hicache-ratio", "2"], - ["--hicache-write-policy", "write_back"] - ], - "donor": "dsv41flash-fp4-b200-sglang-agentic-dspark", - "donorHardware": "b200" - } - }, - "prov": { - "sha": "6e0aec9ff3ef06dc985a6408b2461b0184296e6c", - "recipe": "inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/dsv41flash/sglang/gb300-fp4/agentx/agg-variants.yaml", - "run": "40153045152/attempts/1", - "pr": "4434", - "status": "verified", - "date": "2026-10-26" - }, - "points": [ - { - "concs": [16], - "item": 3, - "override": "override_tp2_c16", - "goldenAL": "3.51", - "kv": "none" - } - ], - "routers": { - "dynamo": { - "install": [], - "files": [], - "blocks": [ - { - "kind": "etcd", - "count_nodes": 1, - "cmd": "etcd", - "env": {}, - "args": [ - ["--data-dir", "/tmp/etcd"], - ["--listen-client-urls", "http://0.0.0.0:2379"], - ["--advertise-client-urls", "http://$ETCD_IP:2379"] - ] - }, - { - "kind": "nats", - "count_nodes": 1, - "cmd": "nats-server -js -sd /tmp/nats", - "env": {}, - "args": [] - }, - { - "kind": "dynamo-frontend", - "count": 1, - "cmd": "python3 -m dynamo.frontend", - "args": [ - ["--http-port", "8000"], - ["--router-mode", "kv"], - ["--router-session-affinity-ttl-secs", "14400"], - ["--active-decode-blocks-threshold", "None"], - ["--active-prefill-tokens-threshold", "None"], - ["--active-prefill-tokens-threshold-frac", "None"] - ], - "envRef": 0 - }, - { - "diff": { - "args": { - "--dsv4-attn-backend": ["flashmla"], - "--expert-parallel-size": ["2"], - "--max-running-requests": ["32"], - "--prefill-decode-interval": ["96"], - "--swa-prefix-tails": ["1024"], - "--tensor-parallel-size": ["2"], - "--tokenizer-backend": null - }, - "env": { - "NATS_SERVER": "nats://$NATS_IP:4222", - "PYTORCH_CUDA_ALLOC_CONF": "expandable_segments:True", - "SGLANG_DSV41_ENGRAM_HOST_TABLE_LAYOUT": "per_rank", - "SGLANG_ENABLE_DSV41_ENGRAM_HOST_TABLE": "1", - "SGLANG_NUMA_BIND_V2": "0", - "SGLANG_DEFAULT_THINKING": null, - "SGLANG_DSPARK_FOLDED_SAMPLING": null, - "SGLANG_DSPARK_OPT_MARKOV_W2_BF16": null, - "SGLANG_DSV41_REASONING_EFFORT": null, - "SGLANG_RAGGED_VERIFY_MODE": null, - "SGLANG_TIMEOUT_KEEP_ALIVE": null - } - }, - "ref": [1, "dynamo", 2] - } - ] - }, - "sglang": { - "install": [], - "files": [], - "blocks": [ - { - "from": 3, - "cmd": "python3 -m sglang.launch_server", - "diff": { - "args": { - "--request-plane": null - }, - "env": { - "DYN_REQUEST_PLANE": null, - "ETCD_ENDPOINTS": null, - "NATS_SERVER": null - } - } - }, - { - "kind": "sglang-router", - "cmd": "python3 -m sglang_router.launch_router", - "env": {}, - "args": [ - ["--host", "0.0.0.0"], - ["--port", "8000"], - ["--policy", "cache_aware"], - ["--worker-urls", "http://127.0.0.1:30000"] - ] - } - ] - } - } - }, { "id": "dsv41flash-fp4-gb300-sglang-agentic-dspark#0", "hw": "gb300", "ckpt": "deepseek-ai/DeepSeek-V4.1-Flash", "label": "Agg TP2·EP2", - "detail": "DSpark 5 · dsv41flash-fp4-gb300-sglang-agentic-dspark", + "detail": "DSpark 5", "gpus": 2, "configKey": "dsv41flash-fp4-gb300-sglang-agentic-dspark", "image": "lmsysorg/sglang:nightly-dev-cu13-20261021-c1c287a4@sha256:b0473834763b2753e069cb96c1acaf235ba7fd632ccd9bbeb44da809c437fdeb", @@ -1030,19 +886,22 @@ export const agentx = { { "diff": { "args": { - "--tokenizer-backend": ["fastokens"], - "--tokenizer-worker-num": ["4"], - "--dsv4-attn-backend": null + "--expert-parallel-size": ["2"], + "--max-running-requests": ["32"], + "--prefill-decode-interval": ["96"], + "--swa-prefix-tails": ["1024"], + "--tensor-parallel-size": ["2"], + "--tokenizer-worker-num": ["4"] }, "env": { - "SGLANG_DEFAULT_THINKING": "1", - "SGLANG_DSPARK_FOLDED_SAMPLING": "2", - "SGLANG_DSPARK_OPT_MARKOV_W2_BF16": "True", - "SGLANG_DSV41_REASONING_EFFORT": "high", - "SGLANG_TIMEOUT_KEEP_ALIVE": "900" + "PYTORCH_CUDA_ALLOC_CONF": "expandable_segments:True", + "SGLANG_DSV41_ENGRAM_HOST_TABLE_LAYOUT": "per_rank", + "SGLANG_ENABLE_DSV41_ENGRAM_HOST_TABLE": "1", + "SGLANG_NUMA_BIND_V2": "0", + "SGLANG_RAGGED_VERIFY_MODE": null } }, - "ref": [2, "sglang", 0] + "ref": [1, "sglang", 0] } ] }, @@ -1227,7 +1086,7 @@ export const agentx = { "SGLANG_RAGGED_VERIFY_MODE": "static" } }, - "ref": [3, "sglang", 0] + "ref": [2, "sglang", 0] }, { "kind": "sglang-router", @@ -1301,9 +1160,9 @@ export const agentx = { "detail": "DSpark 5", "gpus": 22, "configKey": "dsv41flash-fp4-gb300-dynamo-sglang-agentic-dspark-disagg", - "image": "lmsysorg/sglang:nightly-dev-cu13-20261025-65633129@sha256:069efa1d6a2d58309529f53eeee34c39d69b1cdb455eaf7fb8de83e3fd0be727", + "image": "lmsysorg/sglang:nightly-dev-cu13-20261021-c1c287a4@sha256:b0473834763b2753e069cb96c1acaf235ba7fd632ccd9bbeb44da809c437fdeb", "imageStatus": "ok", - "imageCommit": "65633129", + "imageCommit": "c1c287a4", "submitted": "dynamo", "setup": [ { @@ -1329,12 +1188,12 @@ export const agentx = { } }, "prov": { - "sha": "d30fa387e3b5dcf0a858761aba4dab9562f3f033", + "sha": "6e0aec9ff3ef06dc985a6408b2461b0184296e6c", "recipe": "inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/dsv41flash/sglang/gb300-fp4/agentx/disagg-variants.yaml", - "run": "40316025285", - "pr": "4515", - "comment": "6429852988", - "status": "verified-pr" + "run": "40153045152/attempts/1", + "pr": "4434", + "status": "verified", + "date": "2026-10-26" }, "points": [ { @@ -1373,7 +1232,7 @@ export const agentx = { ["--active-prefill-tokens-threshold", "None"], ["--active-prefill-tokens-threshold-frac", "None"] ], - "envRef": 1 + "envRef": 0 }, { "kind": "mooncake-master", @@ -1556,23 +1415,654 @@ export const agentx = { "files": [], "blocks": [ { - "kind": "mooncake-master", - "count_nodes": 1, - "ports": ["8700"], - "cmd": "mooncake_master", - "env": {}, - "args": [ - ["--port", "8700"], - ["--enable_http_metadata_server", "true"], - ["--http_metadata_server_port", "8701"], - ["--default_kv_lease_ttl", "10000"], - ["--eviction_high_watermark_ratio", "0.90"], - ["--client_ttl", "60"], - ["--rpc_thread_num", "64"] - ] - }, - { - "from": 3, + "kind": "mooncake-master", + "count_nodes": 1, + "ports": ["8700"], + "cmd": "mooncake_master", + "env": {}, + "args": [ + ["--port", "8700"], + ["--enable_http_metadata_server", "true"], + ["--http_metadata_server_port", "8701"], + ["--default_kv_lease_ttl", "10000"], + ["--eviction_high_watermark_ratio", "0.90"], + ["--client_ttl", "60"], + ["--rpc_thread_num", "64"] + ] + }, + { + "from": 3, + "preamble": ["# LOCAL_WORKER_RANK is this worker's index on its node (0 or 1); 0 for a worker alone on its node.", "case \"$LOCAL_WORKER_RANK\" in 0) export CUDA_VISIBLE_DEVICES=0,1 ;; 1) export CUDA_VISIBLE_DEVICES=2,3 ;; *) echo \"Set LOCAL_WORKER_RANK to 0 or 1\" >&2; exit 1 ;; esac", "PORT=$((30000 + 32 * LOCAL_WORKER_RANK))", "BOOTSTRAP_PORT=$((8998 + LOCAL_WORKER_RANK))"], + "cmd": "python3 -m sglang.launch_server", + "diff": { + "args": { + "--skip-server-warmup": [], + "--request-plane": null, + "--kv-events-config": null, + "--router-mode": null, + "--router-session-affinity-ttl-secs": null + }, + "env": { + "DYN_EVENT_PLANE": null, + "DYN_REQUEST_PLANE": null, + "ETCD_ENDPOINTS": null + } + } + }, + { + "from": 4, + "cmd": "python3 -m sglang.launch_server", + "diff": { + "args": { + "--skip-server-warmup": [], + "--request-plane": null, + "--router-mode": null + }, + "env": { + "DYN_EVENT_PLANE": null, + "DYN_REQUEST_PLANE": null, + "DYN_SGL_GATEWAY_WORKERS": null, + "ETCD_ENDPOINTS": null + } + } + }, + { + "kind": "sglang-router", + "cmd": "python3 -m sglang_router.launch_router", + "env": {}, + "args": [ + ["--decode", "http://$DECODE_0_HEAD_IP:30000"], + ["--prefill", "http://$PREFILL_2_HEAD_IP:30000", "8998"], + ["--prefill", "http://$PREFILL_1_HEAD_IP:30032", "8999"], + ["--prefill", "http://$PREFILL_0_HEAD_IP:30000", "8998"], + ["--pd-disaggregation"], + ["--host", "0.0.0.0"], + ["--port", "8000"], + ["--policy", "cache_aware"] + ] + } + ] + } + } + }, + { + "id": "dsv41flash-fp4-gb300-dynamo-sglang-agentic-dspark-disagg#1", + "hw": "gb300", + "ckpt": "deepseek-ai/DeepSeek-V4.1-Flash", + "label": "Disagg 5P1D · prefill DEP2 · decode DEP16 (4 nodes)", + "detail": "DSpark 5", + "gpus": 26, + "configKey": "dsv41flash-fp4-gb300-dynamo-sglang-agentic-dspark-disagg", + "image": "lmsysorg/sglang:nightly-dev-cu13-20261021-c1c287a4@sha256:b0473834763b2753e069cb96c1acaf235ba7fd632ccd9bbeb44da809c437fdeb", + "imageStatus": "ok", + "imageCommit": "c1c287a4", + "submitted": "dynamo", + "setup": [ + { + "kind": "note", + "script": "Placement", + "reason": "Workers share nodes: 5 prefill workers on 3 nodes, 1 decode worker on 4 nodes. LOCAL_WORKER_RANK gives each worker on a node its own GPUs and ports. The GPU count above counts the GPUs the workers use; reserve whole nodes when planning capacity." + } + ], + "disclosures": ["synthetic-acceptance"], + "kv": { + "available": ["none", "hicache", "mooncake"], + "unavailable": {}, + "hicache": { + "args": [ + ["--enable-hierarchical-cache"], + ["--hicache-io-backend", "direct"], + ["--hicache-mem-layout", "page_first_direct"], + ["--hicache-ratio", "2"], + ["--hicache-write-policy", "write_back"] + ], + "donor": "dsv41flash-fp4-b200-sglang-agentic-dspark", + "donorHardware": "b200" + } + }, + "prov": { + "sha": "6e0aec9ff3ef06dc985a6408b2461b0184296e6c", + "recipe": "inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/dsv41flash/sglang/gb300-fp4/agentx/disagg-variants.yaml", + "run": "40153045152/attempts/1", + "pr": "4434", + "status": "verified", + "date": "2026-10-26" + }, + "points": [ + { + "concs": [2884], + "item": 1, + "override": "override_5p1d_dep2_dep16_c2884", + "goldenAL": "3.51", + "kv": "mooncake" + } + ], + "routers": { + "dynamo": { + "install": [], + "files": [], + "blocks": [ + { + "kind": "etcd", + "count_nodes": 1, + "cmd": "etcd", + "env": {}, + "args": [ + ["--data-dir", "/tmp/etcd"], + ["--listen-client-urls", "http://0.0.0.0:2379"], + ["--advertise-client-urls", "http://$ETCD_IP:2379"] + ] + }, + { + "kind": "dynamo-frontend", + "count": 1, + "cmd": "python3 -m dynamo.frontend", + "args": [ + ["--http-port", "8000"], + ["--router-mode", "kv"], + ["--router-session-affinity-ttl-secs", "14400"], + ["--active-decode-blocks-threshold", "None"], + ["--active-prefill-tokens-threshold", "None"], + ["--active-prefill-tokens-threshold-frac", "None"] + ], + "envRef": 0 + }, + { + "kind": "mooncake-master", + "count_nodes": 1, + "ports": ["8700"], + "cmd": "mooncake_master", + "env": { + "ETCD_ENDPOINTS": "http://$ETCD_IP:2379" + }, + "args": [ + ["--port", "8700"], + ["--enable_http_metadata_server", "true"], + ["--http_metadata_server_port", "8701"], + ["--default_kv_lease_ttl", "10000"], + ["--eviction_high_watermark_ratio", "0.90"], + ["--client_ttl", "60"], + ["--rpc_thread_num", "64"] + ] + }, + { + "workers": 5, + "gpu_pinning": [ + ["0,1"], + ["2,3"], + ["0,1"], + ["2,3"], + ["0,1"] + ], + "local_ranks": [0, 1, 0, 1, 0], + "diff": { + "args": { + "--max-prefill-tokens": ["32768"] + } + }, + "ref": [4, "dynamo", 3] + }, + { + "diff": { + "args": { + "--cuda-graph-max-bs-decode": ["40"], + "--disaggregation-decode-extra-slots": ["80"], + "--max-running-requests": ["640"] + } + }, + "ref": [4, "dynamo", 4] + } + ] + }, + "sglang": { + "install": [], + "files": [], + "blocks": [ + { + "kind": "mooncake-master", + "count_nodes": 1, + "ports": ["8700"], + "cmd": "mooncake_master", + "env": {}, + "args": [ + ["--port", "8700"], + ["--enable_http_metadata_server", "true"], + ["--http_metadata_server_port", "8701"], + ["--default_kv_lease_ttl", "10000"], + ["--eviction_high_watermark_ratio", "0.90"], + ["--client_ttl", "60"], + ["--rpc_thread_num", "64"] + ] + }, + { + "from": 3, + "preamble": ["# LOCAL_WORKER_RANK is this worker's index on its node (0 or 1); 0 for a worker alone on its node.", "case \"$LOCAL_WORKER_RANK\" in 0) export CUDA_VISIBLE_DEVICES=0,1 ;; 1) export CUDA_VISIBLE_DEVICES=2,3 ;; *) echo \"Set LOCAL_WORKER_RANK to 0 or 1\" >&2; exit 1 ;; esac", "PORT=$((30000 + 32 * LOCAL_WORKER_RANK))", "BOOTSTRAP_PORT=$((8998 + LOCAL_WORKER_RANK))"], + "cmd": "python3 -m sglang.launch_server", + "diff": { + "args": { + "--skip-server-warmup": [], + "--request-plane": null, + "--kv-events-config": null, + "--router-mode": null, + "--router-session-affinity-ttl-secs": null + }, + "env": { + "DYN_EVENT_PLANE": null, + "DYN_REQUEST_PLANE": null, + "ETCD_ENDPOINTS": null + } + } + }, + { + "from": 4, + "cmd": "python3 -m sglang.launch_server", + "diff": { + "args": { + "--skip-server-warmup": [], + "--request-plane": null, + "--router-mode": null + }, + "env": { + "DYN_EVENT_PLANE": null, + "DYN_REQUEST_PLANE": null, + "DYN_SGL_GATEWAY_WORKERS": null, + "ETCD_ENDPOINTS": null + } + } + }, + { + "kind": "sglang-router", + "cmd": "python3 -m sglang_router.launch_router", + "env": {}, + "args": [ + ["--decode", "http://$DECODE_0_HEAD_IP:30000"], + ["--prefill", "http://$PREFILL_4_HEAD_IP:30000", "8998"], + ["--prefill", "http://$PREFILL_3_HEAD_IP:30032", "8999"], + ["--prefill", "http://$PREFILL_2_HEAD_IP:30000", "8998"], + ["--prefill", "http://$PREFILL_1_HEAD_IP:30032", "8999"], + ["--prefill", "http://$PREFILL_0_HEAD_IP:30000", "8998"], + ["--pd-disaggregation"], + ["--host", "0.0.0.0"], + ["--port", "8000"], + ["--policy", "cache_aware"] + ] + } + ] + } + } + }, + { + "id": "dsv41flash-fp4-gb300-dynamo-sglang-agentic-dspark-disagg#2", + "hw": "gb300", + "ckpt": "deepseek-ai/DeepSeek-V4.1-Flash", + "label": "Disagg 8P1D · prefill DEP2 · decode DEP16 (4 nodes)", + "detail": "DSpark 5", + "gpus": 32, + "configKey": "dsv41flash-fp4-gb300-dynamo-sglang-agentic-dspark-disagg", + "image": "lmsysorg/sglang:nightly-dev-cu13-20261021-c1c287a4@sha256:b0473834763b2753e069cb96c1acaf235ba7fd632ccd9bbeb44da809c437fdeb", + "imageStatus": "ok", + "imageCommit": "c1c287a4", + "submitted": "dynamo", + "setup": [ + { + "kind": "note", + "script": "Placement", + "reason": "Workers share nodes: 8 prefill workers on 4 nodes, 1 decode worker on 4 nodes. LOCAL_WORKER_RANK gives each worker on a node its own GPUs and ports. The GPU count above counts the GPUs the workers use; reserve whole nodes when planning capacity." + } + ], + "disclosures": ["synthetic-acceptance"], + "kv": { + "available": ["none", "hicache", "mooncake"], + "unavailable": {}, + "hicache": { + "args": [ + ["--enable-hierarchical-cache"], + ["--hicache-io-backend", "direct"], + ["--hicache-mem-layout", "page_first_direct"], + ["--hicache-ratio", "2"], + ["--hicache-write-policy", "write_back"] + ], + "donor": "dsv41flash-fp4-b200-sglang-agentic-dspark", + "donorHardware": "b200" + } + }, + "prov": { + "sha": "6e0aec9ff3ef06dc985a6408b2461b0184296e6c", + "recipe": "inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/dsv41flash/sglang/gb300-fp4/agentx/disagg-variants.yaml", + "run": "40153045152/attempts/1", + "pr": "4434", + "status": "verified", + "date": "2026-10-26" + }, + "points": [ + { + "concs": [4096], + "item": 2, + "override": "override_8p1d_dep2_dep16_c4096", + "goldenAL": "3.51", + "kv": "mooncake" + } + ], + "routers": { + "dynamo": { + "install": [], + "files": [], + "blocks": [ + { + "kind": "etcd", + "count_nodes": 1, + "cmd": "etcd", + "env": {}, + "args": [ + ["--data-dir", "/tmp/etcd"], + ["--listen-client-urls", "http://0.0.0.0:2379"], + ["--advertise-client-urls", "http://$ETCD_IP:2379"] + ] + }, + { + "kind": "dynamo-frontend", + "count": 1, + "cmd": "python3 -m dynamo.frontend", + "args": [ + ["--http-port", "8000"], + ["--router-mode", "kv"], + ["--router-session-affinity-ttl-secs", "14400"], + ["--active-decode-blocks-threshold", "None"], + ["--active-prefill-tokens-threshold", "None"], + ["--active-prefill-tokens-threshold-frac", "None"] + ], + "envRef": 0 + }, + { + "kind": "mooncake-master", + "count_nodes": 1, + "ports": ["8700"], + "cmd": "mooncake_master", + "env": { + "ETCD_ENDPOINTS": "http://$ETCD_IP:2379" + }, + "args": [ + ["--port", "8700"], + ["--enable_http_metadata_server", "true"], + ["--http_metadata_server_port", "8701"], + ["--default_kv_lease_ttl", "10000"], + ["--eviction_high_watermark_ratio", "0.90"], + ["--client_ttl", "60"], + ["--rpc_thread_num", "64"] + ] + }, + { + "workers": 8, + "gpu_pinning": [ + ["0,1"], + ["2,3"], + ["0,1"], + ["2,3"], + ["0,1"], + ["2,3"], + ["0,1"], + ["2,3"] + ], + "local_ranks": [0, 1, 0, 1, 0, 1, 0, 1], + "preamble": ["# LOCAL_WORKER_RANK is this worker's index on its node (0 or 1).", "case \"$LOCAL_WORKER_RANK\" in 0) export CUDA_VISIBLE_DEVICES=0,1 ;; 1) export CUDA_VISIBLE_DEVICES=2,3 ;; *) echo \"Set LOCAL_WORKER_RANK to 0 or 1\" >&2; exit 1 ;; esac", "PORT=$((30000 + 32 * LOCAL_WORKER_RANK))", "BOOTSTRAP_PORT=$((8998 + LOCAL_WORKER_RANK))", "KV_EVENTS_CONFIG=\"{\\\"publisher\\\":\\\"zmq\\\",\\\"topic\\\":\\\"kv-events\\\",\\\"endpoint\\\":\\\"tcp://*:$((5557 + 2 * LOCAL_WORKER_RANK))\\\"}\""], + "ref": [5, "dynamo", 3] + }, + { + "diff": { + "args": { + "--cuda-graph-max-bs-decode": ["64"], + "--disaggregation-decode-extra-slots": ["128"], + "--max-running-requests": ["1024"] + } + }, + "ref": [4, "dynamo", 4] + } + ] + }, + "sglang": { + "install": [], + "files": [], + "blocks": [ + { + "kind": "mooncake-master", + "count_nodes": 1, + "ports": ["8700"], + "cmd": "mooncake_master", + "env": {}, + "args": [ + ["--port", "8700"], + ["--enable_http_metadata_server", "true"], + ["--http_metadata_server_port", "8701"], + ["--default_kv_lease_ttl", "10000"], + ["--eviction_high_watermark_ratio", "0.90"], + ["--client_ttl", "60"], + ["--rpc_thread_num", "64"] + ] + }, + { + "from": 3, + "preamble": ["# LOCAL_WORKER_RANK is this worker's index on its node (0 or 1).", "case \"$LOCAL_WORKER_RANK\" in 0) export CUDA_VISIBLE_DEVICES=0,1 ;; 1) export CUDA_VISIBLE_DEVICES=2,3 ;; *) echo \"Set LOCAL_WORKER_RANK to 0 or 1\" >&2; exit 1 ;; esac", "PORT=$((30000 + 32 * LOCAL_WORKER_RANK))", "BOOTSTRAP_PORT=$((8998 + LOCAL_WORKER_RANK))"], + "cmd": "python3 -m sglang.launch_server", + "diff": { + "args": { + "--skip-server-warmup": [], + "--request-plane": null, + "--kv-events-config": null, + "--router-mode": null, + "--router-session-affinity-ttl-secs": null + }, + "env": { + "DYN_EVENT_PLANE": null, + "DYN_REQUEST_PLANE": null, + "ETCD_ENDPOINTS": null + } + } + }, + { + "from": 4, + "cmd": "python3 -m sglang.launch_server", + "diff": { + "args": { + "--skip-server-warmup": [], + "--request-plane": null, + "--router-mode": null + }, + "env": { + "DYN_EVENT_PLANE": null, + "DYN_REQUEST_PLANE": null, + "DYN_SGL_GATEWAY_WORKERS": null, + "ETCD_ENDPOINTS": null + } + } + }, + { + "kind": "sglang-router", + "cmd": "python3 -m sglang_router.launch_router", + "env": {}, + "args": [ + ["--decode", "http://$DECODE_0_HEAD_IP:30000"], + ["--prefill", "http://$PREFILL_7_HEAD_IP:30032", "8999"], + ["--prefill", "http://$PREFILL_6_HEAD_IP:30000", "8998"], + ["--prefill", "http://$PREFILL_5_HEAD_IP:30032", "8999"], + ["--prefill", "http://$PREFILL_4_HEAD_IP:30000", "8998"], + ["--prefill", "http://$PREFILL_3_HEAD_IP:30032", "8999"], + ["--prefill", "http://$PREFILL_2_HEAD_IP:30000", "8998"], + ["--prefill", "http://$PREFILL_1_HEAD_IP:30032", "8999"], + ["--prefill", "http://$PREFILL_0_HEAD_IP:30000", "8998"], + ["--pd-disaggregation"], + ["--host", "0.0.0.0"], + ["--port", "8000"], + ["--policy", "cache_aware"] + ] + } + ] + } + } + }, + { + "id": "dsv41flash-fp4-gb300-dynamo-sglang-agentic-dspark-disagg-hicache#0", + "hw": "gb300", + "ckpt": "deepseek-ai/DeepSeek-V4.1-Flash", + "label": "Disagg 9P1D · prefill DEP2 · decode DEP16 (4 nodes)", + "detail": "DSpark 5", + "gpus": 34, + "configKey": "dsv41flash-fp4-gb300-dynamo-sglang-agentic-dspark-disagg-hicache", + "image": "lmsysorg/sglang:nightly-dev-cu13-20261027-5884e4fe@sha256:61b9083bdcb7cf3741366f487cb996c05ea33ad2ddddc820d10cbc1c0cfb0a86", + "imageStatus": "ok", + "imageCommit": "5884e4fe", + "submitted": "dynamo", + "setup": [ + { + "kind": "note", + "script": "Placement", + "reason": "Workers share nodes: 9 prefill workers on 5 nodes, 1 decode worker on 4 nodes. LOCAL_WORKER_RANK gives each worker on a node its own GPUs and ports. The GPU count above counts the GPUs the workers use; reserve whole nodes when planning capacity." + } + ], + "disclosures": ["synthetic-acceptance"], + "kv": { + "available": ["none", "hicache", "mooncake"], + "unavailable": {}, + "hicache": { + "args": [ + ["--enable-hierarchical-cache"], + ["--hicache-io-backend", "direct"], + ["--hicache-mem-layout", "page_first_direct"], + ["--hicache-ratio", "2"], + ["--hicache-write-policy", "write_back"] + ], + "donor": "dsv41flash-fp4-b200-sglang-agentic-dspark", + "donorHardware": "b200" + } + }, + "prov": { + "sha": "e480515ce495d9c0ae9cfd96823678b275d7319f", + "recipe": "inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/dsv41flash/sglang/gb300-fp4/agentx/disagg-dep16-hicache-variants.yaml", + "pr": "4595", + "status": "in-progress" + }, + "points": [ + { + "concs": [7480], + "item": 0, + "override": "override_9p1d_dep2_dep16_c7480", + "goldenAL": "3.51", + "kv": "hicache" + } + ], + "routers": { + "dynamo": { + "install": [], + "files": [], + "blocks": [ + { + "kind": "etcd", + "count_nodes": 1, + "cmd": "etcd", + "env": {}, + "args": [ + ["--data-dir", "/tmp/etcd"], + ["--listen-client-urls", "http://0.0.0.0:2379"], + ["--advertise-client-urls", "http://$ETCD_IP:2379"] + ] + }, + { + "kind": "dynamo-frontend", + "count": 1, + "cmd": "python3 -m dynamo.frontend", + "args": [ + ["--http-port", "8000"], + ["--router-mode", "kv"], + ["--router-session-affinity-ttl-secs", "14400"], + ["--active-decode-blocks-threshold", "None"], + ["--active-prefill-tokens-threshold", "None"], + ["--active-prefill-tokens-threshold-frac", "None"] + ], + "envRef": 0 + }, + { + "workers": 9, + "gpu_pinning": [ + ["0,1"], + ["2,3"], + ["0,1"], + ["2,3"], + ["0,1"], + ["2,3"], + ["0,1"], + ["2,3"], + ["0,1"] + ], + "local_ranks": [0, 1, 0, 1, 0, 1, 0, 1, 0], + "diff": { + "args": { + "--enable-encoder-swa-bounded-replay": [], + "--enable-hierarchical-cache": [], + "--hicache-io-backend": ["direct"], + "--hicache-ratio": ["1.8"], + "--hicache-write-policy": ["write_back"], + "--enable-unified-cache-external-linker": null, + "--hicache-storage-backend-extra-config": null, + "--unified-cache-external-linker-backend": null + }, + "env": { + "DYN_BACKEND_ADMISSION_ENGINE_REQUEST_LIMIT": "10000", + "DYN_BACKEND_ADMISSION_ENGINE_REQUEST_WAITING_LIMIT": "10000", + "DYN_BACKEND_ADMISSION_REQUEST_QUEUE_LIMIT": "10000", + "SGLANG_DSV4_KV_LAYOUT": "v41_new", + "SGLANG_OPT_DEEPGEMM_MEGA_MOE_NUM_MAX_TOKENS_PER_RANK": "65536", + "SGLANG_OPT_DSV41_BF16_INDEX_LOGITS": "1", + "MOONCAKE_GLOBAL_SEGMENT_SIZE": null, + "MOONCAKE_LOCAL_HOSTNAME": null, + "MOONCAKE_MASTER": null, + "MOONCAKE_STANDALONE_STORAGE": null, + "MOONCAKE_TE_META_DATA_SERVER": null + } + }, + "ref": [5, "dynamo", 3] + }, + { + "diff": { + "args": { + "--cuda-graph-max-bs-decode": ["128"], + "--disaggregation-decode-extra-slots": ["256"], + "--enable-eplb": [], + "--enable-fp32-lm-head": [], + "--ep-num-redundant-experts": ["16"], + "--eplb-rebalance-num-iterations": ["15000"], + "--expert-distribution-recorder-buffer-size": ["1000"], + "--max-running-requests": ["2048"], + "--disaggregation-decode-polling-interval": null, + "--enable-unified-cache-external-linker": null, + "--unified-cache-external-linker-backend": null + }, + "env": { + "DYN_BACKEND_ADMISSION_ENGINE_REQUEST_LIMIT": "10000", + "DYN_BACKEND_ADMISSION_ENGINE_REQUEST_WAITING_LIMIT": "10000", + "DYN_BACKEND_ADMISSION_REQUEST_QUEUE_LIMIT": "10000", + "DYN_SGL_GATEWAY_WORKERS": "16", + "SGLANG_DSV4_KV_LAYOUT": "v41_new", + "SGLANG_OPT_DEEPGEMM_MEGA_GATE": "1", + "SGLANG_OPT_DSV41_ENGRAM_PEER_SHARDS": "1", + "SGLANG_OPT_DSV41_MEGA_MHC_PREFILL": "1", + "MOONCAKE_GLOBAL_SEGMENT_SIZE": null, + "MOONCAKE_LOCAL_HOSTNAME": null, + "MOONCAKE_MASTER": null, + "MOONCAKE_STANDALONE_STORAGE": null, + "MOONCAKE_TE_META_DATA_SERVER": null, + "SGLANG_DSV41_ENGRAM_HOST_TABLE_LAYOUT": null, + "SGLANG_ENABLE_DSV41_ENGRAM_HOST_TABLE": null + } + }, + "ref": [4, "dynamo", 4] + } + ] + }, + "sglang": { + "install": [], + "files": [], + "blocks": [ + { + "from": 2, "preamble": ["# LOCAL_WORKER_RANK is this worker's index on its node (0 or 1); 0 for a worker alone on its node.", "case \"$LOCAL_WORKER_RANK\" in 0) export CUDA_VISIBLE_DEVICES=0,1 ;; 1) export CUDA_VISIBLE_DEVICES=2,3 ;; *) echo \"Set LOCAL_WORKER_RANK to 0 or 1\" >&2; exit 1 ;; esac", "PORT=$((30000 + 32 * LOCAL_WORKER_RANK))", "BOOTSTRAP_PORT=$((8998 + LOCAL_WORKER_RANK))"], "cmd": "python3 -m sglang.launch_server", "diff": { @@ -1584,6 +2074,9 @@ export const agentx = { "--router-session-affinity-ttl-secs": null }, "env": { + "DYN_BACKEND_ADMISSION_ENGINE_REQUEST_LIMIT": null, + "DYN_BACKEND_ADMISSION_ENGINE_REQUEST_WAITING_LIMIT": null, + "DYN_BACKEND_ADMISSION_REQUEST_QUEUE_LIMIT": null, "DYN_EVENT_PLANE": null, "DYN_REQUEST_PLANE": null, "ETCD_ENDPOINTS": null @@ -1591,7 +2084,7 @@ export const agentx = { } }, { - "from": 4, + "from": 3, "cmd": "python3 -m sglang.launch_server", "diff": { "args": { @@ -1600,6 +2093,9 @@ export const agentx = { "--router-mode": null }, "env": { + "DYN_BACKEND_ADMISSION_ENGINE_REQUEST_LIMIT": null, + "DYN_BACKEND_ADMISSION_ENGINE_REQUEST_WAITING_LIMIT": null, + "DYN_BACKEND_ADMISSION_REQUEST_QUEUE_LIMIT": null, "DYN_EVENT_PLANE": null, "DYN_REQUEST_PLANE": null, "DYN_SGL_GATEWAY_WORKERS": null, @@ -1613,6 +2109,12 @@ export const agentx = { "env": {}, "args": [ ["--decode", "http://$DECODE_0_HEAD_IP:30000"], + ["--prefill", "http://$PREFILL_8_HEAD_IP:30000", "8998"], + ["--prefill", "http://$PREFILL_7_HEAD_IP:30032", "8999"], + ["--prefill", "http://$PREFILL_6_HEAD_IP:30000", "8998"], + ["--prefill", "http://$PREFILL_5_HEAD_IP:30032", "8999"], + ["--prefill", "http://$PREFILL_4_HEAD_IP:30000", "8998"], + ["--prefill", "http://$PREFILL_3_HEAD_IP:30032", "8999"], ["--prefill", "http://$PREFILL_2_HEAD_IP:30000", "8998"], ["--prefill", "http://$PREFILL_1_HEAD_IP:30032", "8999"], ["--prefill", "http://$PREFILL_0_HEAD_IP:30000", "8998"], @@ -1627,22 +2129,22 @@ export const agentx = { } }, { - "id": "dsv41flash-fp4-gb300-dynamo-sglang-agentic-dspark-disagg#1", + "id": "dsv41flash-fp4-gb300-dynamo-sglang-agentic-dspark-disagg-hicache#1", "hw": "gb300", "ckpt": "deepseek-ai/DeepSeek-V4.1-Flash", - "label": "Disagg 5P1D · prefill DEP2 · decode DEP16 (4 nodes)", - "detail": "DSpark 5", - "gpus": 26, - "configKey": "dsv41flash-fp4-gb300-dynamo-sglang-agentic-dspark-disagg", - "image": "lmsysorg/sglang:nightly-dev-cu13-20261025-65633129@sha256:069efa1d6a2d58309529f53eeee34c39d69b1cdb455eaf7fb8de83e3fd0be727", + "label": "Disagg 10P1D · prefill DEP2 · decode DEP16 (4 nodes)", + "detail": "DSpark 5 · --cuda-graph-max-bs-decode 128", + "gpus": 36, + "configKey": "dsv41flash-fp4-gb300-dynamo-sglang-agentic-dspark-disagg-hicache", + "image": "lmsysorg/sglang:nightly-dev-cu13-20261027-5884e4fe@sha256:61b9083bdcb7cf3741366f487cb996c05ea33ad2ddddc820d10cbc1c0cfb0a86", "imageStatus": "ok", - "imageCommit": "65633129", + "imageCommit": "5884e4fe", "submitted": "dynamo", "setup": [ { "kind": "note", "script": "Placement", - "reason": "Workers share nodes: 5 prefill workers on 3 nodes, 1 decode worker on 4 nodes. LOCAL_WORKER_RANK gives each worker on a node its own GPUs and ports. The GPU count above counts the GPUs the workers use; reserve whole nodes when planning capacity." + "reason": "Workers share nodes: 10 prefill workers on 5 nodes, 1 decode worker on 4 nodes. LOCAL_WORKER_RANK gives each worker on a node its own GPUs and ports. The GPU count above counts the GPUs the workers use; reserve whole nodes when planning capacity." } ], "disclosures": ["synthetic-acceptance"], @@ -1662,20 +2164,18 @@ export const agentx = { } }, "prov": { - "sha": "d30fa387e3b5dcf0a858761aba4dab9562f3f033", - "recipe": "inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/dsv41flash/sglang/gb300-fp4/agentx/disagg-variants.yaml", - "run": "40316025285", - "pr": "4515", - "comment": "6429852988", - "status": "verified-pr" + "sha": "e480515ce495d9c0ae9cfd96823678b275d7319f", + "recipe": "inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/dsv41flash/sglang/gb300-fp4/agentx/disagg-dep16-hicache-variants.yaml", + "pr": "4595", + "status": "in-progress" }, "points": [ { - "concs": [2884], + "concs": [7480], "item": 1, - "override": "override_5p1d_dep2_dep16_c2884", + "override": "override_10p1d_dep2_dep16_c7480", "goldenAL": "3.51", - "kv": "mooncake" + "kv": "hicache" } ], "routers": { @@ -1706,52 +2206,28 @@ export const agentx = { ["--active-prefill-tokens-threshold", "None"], ["--active-prefill-tokens-threshold-frac", "None"] ], - "envRef": 1 - }, - { - "kind": "mooncake-master", - "count_nodes": 1, - "ports": ["8700"], - "cmd": "mooncake_master", - "env": { - "ETCD_ENDPOINTS": "http://$ETCD_IP:2379" - }, - "args": [ - ["--port", "8700"], - ["--enable_http_metadata_server", "true"], - ["--http_metadata_server_port", "8701"], - ["--default_kv_lease_ttl", "10000"], - ["--eviction_high_watermark_ratio", "0.90"], - ["--client_ttl", "60"], - ["--rpc_thread_num", "64"] - ] + "envRef": 0 }, { - "workers": 5, + "workers": 10, "gpu_pinning": [ ["0,1"], ["2,3"], ["0,1"], ["2,3"], - ["0,1"] + ["0,1"], + ["2,3"], + ["0,1"], + ["2,3"], + ["0,1"], + ["2,3"] ], - "local_ranks": [0, 1, 0, 1, 0], - "diff": { - "args": { - "--max-prefill-tokens": ["32768"] - } - }, - "ref": [5, "dynamo", 3] + "local_ranks": [0, 1, 0, 1, 0, 1, 0, 1, 0, 1], + "preamble": ["# LOCAL_WORKER_RANK is this worker's index on its node (0 or 1).", "case \"$LOCAL_WORKER_RANK\" in 0) export CUDA_VISIBLE_DEVICES=0,1 ;; 1) export CUDA_VISIBLE_DEVICES=2,3 ;; *) echo \"Set LOCAL_WORKER_RANK to 0 or 1\" >&2; exit 1 ;; esac", "PORT=$((30000 + 32 * LOCAL_WORKER_RANK))", "BOOTSTRAP_PORT=$((8998 + LOCAL_WORKER_RANK))", "KV_EVENTS_CONFIG=\"{\\\"publisher\\\":\\\"zmq\\\",\\\"topic\\\":\\\"kv-events\\\",\\\"endpoint\\\":\\\"tcp://*:$((5557 + 2 * LOCAL_WORKER_RANK))\\\"}\""], + "ref": [7, "dynamo", 2] }, { - "diff": { - "args": { - "--cuda-graph-max-bs-decode": ["40"], - "--disaggregation-decode-extra-slots": ["80"], - "--max-running-requests": ["640"] - } - }, - "ref": [5, "dynamo", 4] + "ref": [7, "dynamo", 3] } ] }, @@ -1760,24 +2236,8 @@ export const agentx = { "files": [], "blocks": [ { - "kind": "mooncake-master", - "count_nodes": 1, - "ports": ["8700"], - "cmd": "mooncake_master", - "env": {}, - "args": [ - ["--port", "8700"], - ["--enable_http_metadata_server", "true"], - ["--http_metadata_server_port", "8701"], - ["--default_kv_lease_ttl", "10000"], - ["--eviction_high_watermark_ratio", "0.90"], - ["--client_ttl", "60"], - ["--rpc_thread_num", "64"] - ] - }, - { - "from": 3, - "preamble": ["# LOCAL_WORKER_RANK is this worker's index on its node (0 or 1); 0 for a worker alone on its node.", "case \"$LOCAL_WORKER_RANK\" in 0) export CUDA_VISIBLE_DEVICES=0,1 ;; 1) export CUDA_VISIBLE_DEVICES=2,3 ;; *) echo \"Set LOCAL_WORKER_RANK to 0 or 1\" >&2; exit 1 ;; esac", "PORT=$((30000 + 32 * LOCAL_WORKER_RANK))", "BOOTSTRAP_PORT=$((8998 + LOCAL_WORKER_RANK))"], + "from": 2, + "preamble": ["# LOCAL_WORKER_RANK is this worker's index on its node (0 or 1).", "case \"$LOCAL_WORKER_RANK\" in 0) export CUDA_VISIBLE_DEVICES=0,1 ;; 1) export CUDA_VISIBLE_DEVICES=2,3 ;; *) echo \"Set LOCAL_WORKER_RANK to 0 or 1\" >&2; exit 1 ;; esac", "PORT=$((30000 + 32 * LOCAL_WORKER_RANK))", "BOOTSTRAP_PORT=$((8998 + LOCAL_WORKER_RANK))"], "cmd": "python3 -m sglang.launch_server", "diff": { "args": { @@ -1788,6 +2248,9 @@ export const agentx = { "--router-session-affinity-ttl-secs": null }, "env": { + "DYN_BACKEND_ADMISSION_ENGINE_REQUEST_LIMIT": null, + "DYN_BACKEND_ADMISSION_ENGINE_REQUEST_WAITING_LIMIT": null, + "DYN_BACKEND_ADMISSION_REQUEST_QUEUE_LIMIT": null, "DYN_EVENT_PLANE": null, "DYN_REQUEST_PLANE": null, "ETCD_ENDPOINTS": null @@ -1795,7 +2258,7 @@ export const agentx = { } }, { - "from": 4, + "from": 3, "cmd": "python3 -m sglang.launch_server", "diff": { "args": { @@ -1804,6 +2267,9 @@ export const agentx = { "--router-mode": null }, "env": { + "DYN_BACKEND_ADMISSION_ENGINE_REQUEST_LIMIT": null, + "DYN_BACKEND_ADMISSION_ENGINE_REQUEST_WAITING_LIMIT": null, + "DYN_BACKEND_ADMISSION_REQUEST_QUEUE_LIMIT": null, "DYN_EVENT_PLANE": null, "DYN_REQUEST_PLANE": null, "DYN_SGL_GATEWAY_WORKERS": null, @@ -1817,6 +2283,11 @@ export const agentx = { "env": {}, "args": [ ["--decode", "http://$DECODE_0_HEAD_IP:30000"], + ["--prefill", "http://$PREFILL_9_HEAD_IP:30032", "8999"], + ["--prefill", "http://$PREFILL_8_HEAD_IP:30000", "8998"], + ["--prefill", "http://$PREFILL_7_HEAD_IP:30032", "8999"], + ["--prefill", "http://$PREFILL_6_HEAD_IP:30000", "8998"], + ["--prefill", "http://$PREFILL_5_HEAD_IP:30032", "8999"], ["--prefill", "http://$PREFILL_4_HEAD_IP:30000", "8998"], ["--prefill", "http://$PREFILL_3_HEAD_IP:30032", "8999"], ["--prefill", "http://$PREFILL_2_HEAD_IP:30000", "8998"], @@ -1833,22 +2304,22 @@ export const agentx = { } }, { - "id": "dsv41flash-fp4-gb300-dynamo-sglang-agentic-dspark-disagg#2", + "id": "dsv41flash-fp4-gb300-dynamo-sglang-agentic-dspark-disagg-hicache#2", "hw": "gb300", "ckpt": "deepseek-ai/DeepSeek-V4.1-Flash", - "label": "Disagg 8P1D · prefill DEP2 · decode DEP16 (4 nodes)", - "detail": "DSpark 5", - "gpus": 32, - "configKey": "dsv41flash-fp4-gb300-dynamo-sglang-agentic-dspark-disagg", - "image": "lmsysorg/sglang:nightly-dev-cu13-20261025-65633129@sha256:069efa1d6a2d58309529f53eeee34c39d69b1cdb455eaf7fb8de83e3fd0be727", + "label": "Disagg 10P1D · prefill DEP2 · decode DEP16 (4 nodes)", + "detail": "DSpark 5 · --cuda-graph-max-bs-decode 160", + "gpus": 36, + "configKey": "dsv41flash-fp4-gb300-dynamo-sglang-agentic-dspark-disagg-hicache", + "image": "lmsysorg/sglang:nightly-dev-cu13-20261027-5884e4fe@sha256:61b9083bdcb7cf3741366f487cb996c05ea33ad2ddddc820d10cbc1c0cfb0a86", "imageStatus": "ok", - "imageCommit": "65633129", + "imageCommit": "5884e4fe", "submitted": "dynamo", "setup": [ { "kind": "note", "script": "Placement", - "reason": "Workers share nodes: 8 prefill workers on 4 nodes, 1 decode worker on 4 nodes. LOCAL_WORKER_RANK gives each worker on a node its own GPUs and ports. The GPU count above counts the GPUs the workers use; reserve whole nodes when planning capacity." + "reason": "Workers share nodes: 10 prefill workers on 5 nodes, 1 decode worker on 4 nodes. LOCAL_WORKER_RANK gives each worker on a node its own GPUs and ports. The GPU count above counts the GPUs the workers use; reserve whole nodes when planning capacity." } ], "disclosures": ["synthetic-acceptance"], @@ -1868,20 +2339,18 @@ export const agentx = { } }, "prov": { - "sha": "d30fa387e3b5dcf0a858761aba4dab9562f3f033", - "recipe": "inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/dsv41flash/sglang/gb300-fp4/agentx/disagg-variants.yaml", - "run": "40316025285", - "pr": "4515", - "comment": "6429852988", - "status": "verified-pr" + "sha": "e480515ce495d9c0ae9cfd96823678b275d7319f", + "recipe": "inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/dsv41flash/sglang/gb300-fp4/agentx/disagg-dep16-hicache-variants.yaml", + "pr": "4595", + "status": "in-progress" }, "points": [ { - "concs": [4096], + "concs": [7480], "item": 2, - "override": "override_8p1d_dep2_dep16_c4096", + "override": "override_10p1d_dep2_dep16_b160_c7480", "goldenAL": "3.51", - "kv": "mooncake" + "kv": "hicache" } ], "routers": { @@ -1912,51 +2381,19 @@ export const agentx = { ["--active-prefill-tokens-threshold", "None"], ["--active-prefill-tokens-threshold-frac", "None"] ], - "envRef": 1 - }, - { - "kind": "mooncake-master", - "count_nodes": 1, - "ports": ["8700"], - "cmd": "mooncake_master", - "env": { - "ETCD_ENDPOINTS": "http://$ETCD_IP:2379" - }, - "args": [ - ["--port", "8700"], - ["--enable_http_metadata_server", "true"], - ["--http_metadata_server_port", "8701"], - ["--default_kv_lease_ttl", "10000"], - ["--eviction_high_watermark_ratio", "0.90"], - ["--client_ttl", "60"], - ["--rpc_thread_num", "64"] - ] + "envRef": 0 }, { - "workers": 8, - "gpu_pinning": [ - ["0,1"], - ["2,3"], - ["0,1"], - ["2,3"], - ["0,1"], - ["2,3"], - ["0,1"], - ["2,3"] - ], - "local_ranks": [0, 1, 0, 1, 0, 1, 0, 1], - "preamble": ["# LOCAL_WORKER_RANK is this worker's index on its node (0 or 1).", "case \"$LOCAL_WORKER_RANK\" in 0) export CUDA_VISIBLE_DEVICES=0,1 ;; 1) export CUDA_VISIBLE_DEVICES=2,3 ;; *) echo \"Set LOCAL_WORKER_RANK to 0 or 1\" >&2; exit 1 ;; esac", "PORT=$((30000 + 32 * LOCAL_WORKER_RANK))", "BOOTSTRAP_PORT=$((8998 + LOCAL_WORKER_RANK))", "KV_EVENTS_CONFIG=\"{\\\"publisher\\\":\\\"zmq\\\",\\\"topic\\\":\\\"kv-events\\\",\\\"endpoint\\\":\\\"tcp://*:$((5557 + 2 * LOCAL_WORKER_RANK))\\\"}\""], - "ref": [6, "dynamo", 3] + "ref": [8, "dynamo", 2] }, { "diff": { "args": { - "--cuda-graph-max-bs-decode": ["64"], - "--disaggregation-decode-extra-slots": ["128"], - "--max-running-requests": ["1024"] + "--cuda-graph-max-bs-decode": ["160"], + "--max-running-requests": ["2560"] } }, - "ref": [5, "dynamo", 4] + "ref": [7, "dynamo", 3] } ] }, @@ -1965,23 +2402,7 @@ export const agentx = { "files": [], "blocks": [ { - "kind": "mooncake-master", - "count_nodes": 1, - "ports": ["8700"], - "cmd": "mooncake_master", - "env": {}, - "args": [ - ["--port", "8700"], - ["--enable_http_metadata_server", "true"], - ["--http_metadata_server_port", "8701"], - ["--default_kv_lease_ttl", "10000"], - ["--eviction_high_watermark_ratio", "0.90"], - ["--client_ttl", "60"], - ["--rpc_thread_num", "64"] - ] - }, - { - "from": 3, + "from": 2, "preamble": ["# LOCAL_WORKER_RANK is this worker's index on its node (0 or 1).", "case \"$LOCAL_WORKER_RANK\" in 0) export CUDA_VISIBLE_DEVICES=0,1 ;; 1) export CUDA_VISIBLE_DEVICES=2,3 ;; *) echo \"Set LOCAL_WORKER_RANK to 0 or 1\" >&2; exit 1 ;; esac", "PORT=$((30000 + 32 * LOCAL_WORKER_RANK))", "BOOTSTRAP_PORT=$((8998 + LOCAL_WORKER_RANK))"], "cmd": "python3 -m sglang.launch_server", "diff": { @@ -1993,6 +2414,9 @@ export const agentx = { "--router-session-affinity-ttl-secs": null }, "env": { + "DYN_BACKEND_ADMISSION_ENGINE_REQUEST_LIMIT": null, + "DYN_BACKEND_ADMISSION_ENGINE_REQUEST_WAITING_LIMIT": null, + "DYN_BACKEND_ADMISSION_REQUEST_QUEUE_LIMIT": null, "DYN_EVENT_PLANE": null, "DYN_REQUEST_PLANE": null, "ETCD_ENDPOINTS": null @@ -2000,7 +2424,7 @@ export const agentx = { } }, { - "from": 4, + "from": 3, "cmd": "python3 -m sglang.launch_server", "diff": { "args": { @@ -2009,6 +2433,9 @@ export const agentx = { "--router-mode": null }, "env": { + "DYN_BACKEND_ADMISSION_ENGINE_REQUEST_LIMIT": null, + "DYN_BACKEND_ADMISSION_ENGINE_REQUEST_WAITING_LIMIT": null, + "DYN_BACKEND_ADMISSION_REQUEST_QUEUE_LIMIT": null, "DYN_EVENT_PLANE": null, "DYN_REQUEST_PLANE": null, "DYN_SGL_GATEWAY_WORKERS": null, @@ -2022,6 +2449,8 @@ export const agentx = { "env": {}, "args": [ ["--decode", "http://$DECODE_0_HEAD_IP:30000"], + ["--prefill", "http://$PREFILL_9_HEAD_IP:30032", "8999"], + ["--prefill", "http://$PREFILL_8_HEAD_IP:30000", "8998"], ["--prefill", "http://$PREFILL_7_HEAD_IP:30032", "8999"], ["--prefill", "http://$PREFILL_6_HEAD_IP:30000", "8998"], ["--prefill", "http://$PREFILL_5_HEAD_IP:30032", "8999"], @@ -2350,7 +2779,7 @@ export const agentx = { "SGLANG_OPT_DSV41_MEGA_MHC_PREFILL": null } }, - "ref": [8, "sglang", 0] + "ref": [10, "sglang", 0] } ] }, @@ -2586,7 +3015,7 @@ export const agentx = { "SGLANG_RAGGED_VERIFY_MODE": "static" } }, - "ref": [9, "sglang", 0] + "ref": [11, "sglang", 0] }, { "kind": "sglang-router", @@ -3066,7 +3495,7 @@ export const agentx = { "--tensor-parallel-size": ["2"] } }, - "ref": [11, "sglang", 0] + "ref": [13, "sglang", 0] } ] }, @@ -3230,7 +3659,7 @@ export const agentx = { "SGLANG_RAGGED_VERIFY_MODE": "static" } }, - "ref": [11, "sglang", 0] + "ref": [13, "sglang", 0] }, { "kind": "sglang-router", @@ -3361,7 +3790,7 @@ export const agentx = { "--tensor-parallel-size": ["4"] } }, - "ref": [13, "sglang", 0] + "ref": [15, "sglang", 0] }, { "kind": "sglang-router", @@ -3766,7 +4195,7 @@ export const agentx = { "SGLANG_OPT_DSV41_MEGA_MHC_PREFILL": null } }, - "ref": [15, "sglang", 0] + "ref": [17, "sglang", 0] } ] }, @@ -4026,7 +4455,7 @@ export const agentx = { "SGLANG_OPT_DSV41_MEGA_MHC_PREFILL": "0" } }, - "ref": [16, "sglang", 0] + "ref": [18, "sglang", 0] }, { "kind": "sglang-router", @@ -4467,7 +4896,7 @@ export const agentx = { "--tensor-parallel-size": ["8"] } }, - "ref": [18, "sglang", 0] + "ref": [20, "sglang", 0] } ] }, @@ -4708,14 +5137,6 @@ export const agentx = { "workers": 1, "nodes_per_worker": 1, "cmd": "python3 -m sglang.launch_server", - "env": { - "PYTORCH_CUDA_ALLOC_CONF": "expandable_segments:True", - "SGLANG_DEFAULT_THINKING": "1", - "SGLANG_DSV41_ENGRAM_HOST_TABLE_LAYOUT": "per_rank", - "SGLANG_DSV41_REASONING_EFFORT": "high", - "SGLANG_ENABLE_DSV41_ENGRAM_HOST_TABLE": "1", - "SGLANG_TIMEOUT_KEEP_ALIVE": "900" - }, "args": [ ["--model-path", "deepseek-ai/DeepSeek-V4.1-Flash"], ["--served-model-name", "deepseek-ai/DeepSeek-V4.1-Flash"], @@ -4736,7 +5157,8 @@ export const agentx = { ["--tp", "8"], ["--trust-remote-code"], ["--watchdog-timeout", "3600"] - ] + ], + "envRef": 1 } ] }, @@ -4793,9 +5215,9 @@ export const agentx = { "detail": "DSpark 5", "gpus": 8, "configKey": "dsv41flash-fp4-h100-sglang-agentic-dspark-dpa", - "image": "lmsysorg/sglang:v0.5.22-cu130@sha256:e3a4f06001a29542fc4a8638536d9ffc5eb9c9942b08603c09b19a56eae4a1ae", - "imageStatus": "ok", - "imageCommit": null, + "image": "lmsysorg/sglang:nightly-dev-cu13-20260922-582389ce@sha256:0e1b14e302619a42ef5581b87db6804651d4f946301cf543d74a3a1eb1c33b40", + "imageStatus": "digest-only", + "imageCommit": "582389ce", "submitted": "sglang", "setup": [], "disclosures": ["synthetic-acceptance"], @@ -4815,25 +5237,24 @@ export const agentx = { } }, "prov": { - "sha": "32753f81a43aedd21dda124a92fe10ac8d98b0d8", - "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/dsv41flash/sglang/h100-fp4-mtp/agentic.yaml", - "run": "39339355047", - "pr": "4324", - "comment": "6325502545", - "status": "verified-pr" + "sha": "510568c51a127f46c6fcc54d66e925395a512ed1", + "recipe": "benchmarks/single_node/agentic/dsv41flash_fp4_h100_sglang_mtp.sh", + "run": "35690159495/attempts/2", + "pr": "3345", + "status": "verified", + "date": "2026-09-24" }, "points": [ { "concs": [4], "item": 0, - "override": "override_dp8_c4", "goldenAL": "3.51", - "kv": "none" + "kv": "none", + "job": "35690159495/job/106785886368" }, { "concs": [8], "item": 0, - "override": "override_dp8_c8", "goldenAL": "3.51", "kv": "none", "patch": { @@ -4854,12 +5275,12 @@ export const agentx = { } } ] - } + }, + "job": "35690159495/job/106785882300" }, { "concs": [16], "item": 0, - "override": "override_dp8_c16", "goldenAL": "3.51", "kv": "none", "patch": { @@ -4880,12 +5301,12 @@ export const agentx = { } } ] - } + }, + "job": "35690159495/job/106785881433" }, { "concs": [20], "item": 0, - "override": "override_dp8_c20", "goldenAL": "3.51", "kv": "none", "patch": { @@ -4906,7 +5327,8 @@ export const agentx = { } } ] - } + }, + "job": "35690159495/job/106785882144" } ], "routers": { @@ -4917,38 +5339,31 @@ export const agentx = { { "diff": { "args": { - "--data-parallel-size": ["8"], + "--dp-size": ["8"], "--enable-dp-attention": [], "--enable-dp-lm-head": [], - "--expert-parallel-size": ["8"], "--max-running-requests": ["8"], - "--swa-prefix-tails": ["64"], - "--tensor-parallel-size": ["8"], - "--ep-size": null, - "--tp": null - }, - "env": { - "NCCL_CUMEM_ENABLE": "1" + "--swa-prefix-tails": ["64"] } }, - "ref": [20, "sglang", 0] + "ref": [22, "sglang", 0] }, { "kind": "sglang-router", "cmd": "python3 -m sglang_router.launch_router", - "env": {}, "args": [ - ["--host", "0.0.0.0"], - ["--port", "8000"], ["--policy", "consistent_hashing"], ["--request-id-headers", "x-correlation-id"], ["--dp-aware"], + ["--host", "0.0.0.0"], + ["--port", "8000"], ["--connect-timeout-secs", "900"], ["--request-timeout-secs", "14400"], ["--disable-health-check"], ["--disable-retries"], ["--worker-urls", "http://127.0.0.1:30000"] - ] + ], + "envRef": 1 } ] }, diff --git a/docs/src/snippets/agentx/meta-models/muse-spark-open.jsx b/docs/src/snippets/agentx/meta-models/muse-spark-open.jsx index 71b2ad76cf05..3b3bf21ef420 100644 --- a/docs/src/snippets/agentx/meta-models/muse-spark-open.jsx +++ b/docs/src/snippets/agentx/meta-models/muse-spark-open.jsx @@ -1,16 +1,36 @@ // GENERATED by the sa-infx-cookbook sync scripts — do not edit by hand. // Launch commands mirrored from SemiAnalysis InferenceX AgentX submissions -// (SemiAnalysisAI/InferenceX main@67de4b34ee14 plus open PRs #4203, #4324, #4333, #4417, #4449, #4454, #4455, #4509, #4515, #4524, #4529, #4536), with SA-specific settings removed. +// (SemiAnalysisAI/InferenceX main@253c38bf7ce6 plus open PRs #4333, #4454, #4455, #4509, #4524, #4556, #4595, #4598, #4599, #4600), with SA-specific settings removed. export const agentx = { "model": "Muse Spark Open", - "generatedOn": "2026-10-27", + "generatedOn": "2026-10-28", "source": { "repo": "https://github.com/SemiAnalysisAI/InferenceX", - "main": "67de4b34ee1419b2a31c0e7200964a6e78015be4", + "main": "253c38bf7ce671e445676dbc5cf674335f6c569a", "prs": { - "4536": { + "4600": { "run": null, - "sha": "42e9b43e9e9352a1ad091f6e6dd9803936018f4f", + "sha": "3b96f3383ade71707f456573909b65a84b0b74d1", + "status": "in-progress" + }, + "4599": { + "run": null, + "sha": "84ee06a118a39a384e86a28fbb6769fccd169383", + "status": "in-progress" + }, + "4598": { + "run": null, + "sha": "0185c53730a0de7f0303026a937941b5aa3f3eaf", + "status": "in-progress" + }, + "4595": { + "run": null, + "sha": "e480515ce495d9c0ae9cfd96823678b275d7319f", + "status": "in-progress" + }, + "4556": { + "run": null, + "sha": "99b6f1bcb99134ace8f2a681025bfee46c9808a5", "status": "in-progress" }, "4524": { @@ -37,36 +57,6 @@ export const agentx = { "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/39355392627", "sha": "02b72dc0bf88eca6f6638300739732d4c7640ddf", "status": "verified-pr" - }, - "4203": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/38960572895", - "sha": "e82118bb200aad9275f1d821b4265f251cadd7d2", - "status": "verified-pr" - }, - "4529": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40279236382", - "sha": "4f555851babf2347efb3c112364c8d800d3c502b", - "status": "verified-pr" - }, - "4515": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40316025285", - "sha": "d30fa387e3b5dcf0a858761aba4dab9562f3f033", - "status": "verified-pr" - }, - "4324": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/39339355047", - "sha": "32753f81a43aedd21dda124a92fe10ac8d98b0d8", - "status": "verified-pr" - }, - "4449": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40054839636", - "sha": "7cc07653ad8e701a4072d826fe561e38c80a9d05", - "status": "verified-pr" - }, - "4417": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40285747600", - "sha": "63c4ad272bdbad2150417e9215d0be3409f1e8cb", - "status": "verified-pr" } } }, @@ -2330,10 +2320,10 @@ export const agentx = { "prov": { "sha": "63c4ad272bdbad2150417e9215d0be3409f1e8cb", "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/musespark/sglang/b300-fp4-mtp/agentic.yaml", - "run": "40285747600", + "run": "40285747600/attempts/4", "pr": "4417", - "comment": "6441246565", - "status": "verified-pr" + "status": "verified", + "date": "2026-10-28" }, "points": [ { @@ -2707,10 +2697,10 @@ export const agentx = { "prov": { "sha": "63c4ad272bdbad2150417e9215d0be3409f1e8cb", "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/musespark/sglang/b300-fp4-mtp/agentic.yaml", - "run": "40285747600", + "run": "40285747600/attempts/4", "pr": "4417", - "comment": "6441246565", - "status": "verified-pr" + "status": "verified", + "date": "2026-10-28" }, "points": [ { diff --git a/docs/src/snippets/agentx/zai-org/glm-5.2.jsx b/docs/src/snippets/agentx/zai-org/glm-5.2.jsx index f7a948a5a105..6e0da1fb0188 100644 --- a/docs/src/snippets/agentx/zai-org/glm-5.2.jsx +++ b/docs/src/snippets/agentx/zai-org/glm-5.2.jsx @@ -1,16 +1,36 @@ // GENERATED by the sa-infx-cookbook sync scripts — do not edit by hand. // Launch commands mirrored from SemiAnalysis InferenceX AgentX submissions -// (SemiAnalysisAI/InferenceX main@67de4b34ee14 plus open PRs #4203, #4324, #4333, #4417, #4449, #4454, #4455, #4509, #4515, #4524, #4529, #4536), with SA-specific settings removed. +// (SemiAnalysisAI/InferenceX main@253c38bf7ce6 plus open PRs #4333, #4454, #4455, #4509, #4524, #4556, #4595, #4598, #4599, #4600), with SA-specific settings removed. export const agentx = { "model": "GLM-5.2", - "generatedOn": "2026-10-27", + "generatedOn": "2026-10-28", "source": { "repo": "https://github.com/SemiAnalysisAI/InferenceX", - "main": "67de4b34ee1419b2a31c0e7200964a6e78015be4", + "main": "253c38bf7ce671e445676dbc5cf674335f6c569a", "prs": { - "4536": { + "4600": { "run": null, - "sha": "42e9b43e9e9352a1ad091f6e6dd9803936018f4f", + "sha": "3b96f3383ade71707f456573909b65a84b0b74d1", + "status": "in-progress" + }, + "4599": { + "run": null, + "sha": "84ee06a118a39a384e86a28fbb6769fccd169383", + "status": "in-progress" + }, + "4598": { + "run": null, + "sha": "0185c53730a0de7f0303026a937941b5aa3f3eaf", + "status": "in-progress" + }, + "4595": { + "run": null, + "sha": "e480515ce495d9c0ae9cfd96823678b275d7319f", + "status": "in-progress" + }, + "4556": { + "run": null, + "sha": "99b6f1bcb99134ace8f2a681025bfee46c9808a5", "status": "in-progress" }, "4524": { @@ -37,36 +57,6 @@ export const agentx = { "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/39355392627", "sha": "02b72dc0bf88eca6f6638300739732d4c7640ddf", "status": "verified-pr" - }, - "4203": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/38960572895", - "sha": "e82118bb200aad9275f1d821b4265f251cadd7d2", - "status": "verified-pr" - }, - "4529": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40279236382", - "sha": "4f555851babf2347efb3c112364c8d800d3c502b", - "status": "verified-pr" - }, - "4515": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40316025285", - "sha": "d30fa387e3b5dcf0a858761aba4dab9562f3f033", - "status": "verified-pr" - }, - "4324": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/39339355047", - "sha": "32753f81a43aedd21dda124a92fe10ac8d98b0d8", - "status": "verified-pr" - }, - "4449": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40054839636", - "sha": "7cc07653ad8e701a4072d826fe561e38c80a9d05", - "status": "verified-pr" - }, - "4417": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40285747600", - "sha": "63c4ad272bdbad2150417e9215d0be3409f1e8cb", - "status": "verified-pr" } } }, @@ -255,9 +245,9 @@ export const agentx = { "detail": "MTP 4-1-5", "gpus": 4, "configKey": "glm5.2-fp4-gb300-dynamo-sglang-agentic-agg", - "image": "lmsysorg/sglang:nightly-dev-20261021-c1c287a4@sha256:b0473834763b2753e069cb96c1acaf235ba7fd632ccd9bbeb44da809c437fdeb", + "image": "lmsysorg/sglang:nightly-dev-20261016-a93f16f0@sha256:0b3e39704480c423d8a00ca15ebee63154defc62944df2d4b11c594563bab457", "imageStatus": "ok", - "imageCommit": "c1c287a4", + "imageCommit": "a93f16f0", "submitted": "dynamo", "setup": [], "disclosures": ["synthetic-acceptance"], @@ -277,12 +267,12 @@ export const agentx = { } }, "prov": { - "sha": "7cc07653ad8e701a4072d826fe561e38c80a9d05", + "sha": "8f965ad4226d59ee22d5f70f382f9c2eff7c874e", "recipe": "inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/glm5.2/sglang/gb300-fp4/agentx/agg-variants.yaml", - "run": "40054839636", - "pr": "4449", - "comment": "6379704137", - "status": "verified-pr" + "run": "39187209967/attempts/2", + "pr": "4300", + "status": "verified", + "date": "2026-10-20" }, "points": [ { @@ -418,9 +408,9 @@ export const agentx = { "detail": "MTP 5-1-6", "gpus": 8, "configKey": "glm5.2-fp4-gb300-dynamo-sglang-agentic-agg", - "image": "lmsysorg/sglang:nightly-dev-20261021-c1c287a4@sha256:b0473834763b2753e069cb96c1acaf235ba7fd632ccd9bbeb44da809c437fdeb", + "image": "lmsysorg/sglang:nightly-dev-20261016-a93f16f0@sha256:0b3e39704480c423d8a00ca15ebee63154defc62944df2d4b11c594563bab457", "imageStatus": "ok", - "imageCommit": "c1c287a4", + "imageCommit": "a93f16f0", "submitted": "dynamo", "setup": [], "disclosures": ["synthetic-acceptance"], @@ -440,12 +430,12 @@ export const agentx = { } }, "prov": { - "sha": "7cc07653ad8e701a4072d826fe561e38c80a9d05", + "sha": "8f965ad4226d59ee22d5f70f382f9c2eff7c874e", "recipe": "inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/glm5.2/sglang/gb300-fp4/agentx/agg-variants.yaml", - "run": "40054839636", - "pr": "4449", - "comment": "6379704137", - "status": "verified-pr" + "run": "39187209967/attempts/2", + "pr": "4300", + "status": "verified", + "date": "2026-10-20" }, "points": [ { diff --git a/docs/src/snippets/agentx/zai-org/glm-5.3.jsx b/docs/src/snippets/agentx/zai-org/glm-5.3.jsx index 7fffdaf531e2..a85370072b2e 100644 --- a/docs/src/snippets/agentx/zai-org/glm-5.3.jsx +++ b/docs/src/snippets/agentx/zai-org/glm-5.3.jsx @@ -1,16 +1,36 @@ // GENERATED by the sa-infx-cookbook sync scripts — do not edit by hand. // Launch commands mirrored from SemiAnalysis InferenceX AgentX submissions -// (SemiAnalysisAI/InferenceX main@67de4b34ee14 plus open PRs #4203, #4324, #4333, #4417, #4449, #4454, #4455, #4509, #4515, #4524, #4529, #4536), with SA-specific settings removed. +// (SemiAnalysisAI/InferenceX main@253c38bf7ce6 plus open PRs #4333, #4454, #4455, #4509, #4524, #4556, #4595, #4598, #4599, #4600), with SA-specific settings removed. export const agentx = { "model": "GLM-5.3", - "generatedOn": "2026-10-27", + "generatedOn": "2026-10-28", "source": { "repo": "https://github.com/SemiAnalysisAI/InferenceX", - "main": "67de4b34ee1419b2a31c0e7200964a6e78015be4", + "main": "253c38bf7ce671e445676dbc5cf674335f6c569a", "prs": { - "4536": { + "4600": { "run": null, - "sha": "42e9b43e9e9352a1ad091f6e6dd9803936018f4f", + "sha": "3b96f3383ade71707f456573909b65a84b0b74d1", + "status": "in-progress" + }, + "4599": { + "run": null, + "sha": "84ee06a118a39a384e86a28fbb6769fccd169383", + "status": "in-progress" + }, + "4598": { + "run": null, + "sha": "0185c53730a0de7f0303026a937941b5aa3f3eaf", + "status": "in-progress" + }, + "4595": { + "run": null, + "sha": "e480515ce495d9c0ae9cfd96823678b275d7319f", + "status": "in-progress" + }, + "4556": { + "run": null, + "sha": "99b6f1bcb99134ace8f2a681025bfee46c9808a5", "status": "in-progress" }, "4524": { @@ -37,36 +57,6 @@ export const agentx = { "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/39355392627", "sha": "02b72dc0bf88eca6f6638300739732d4c7640ddf", "status": "verified-pr" - }, - "4203": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/38960572895", - "sha": "e82118bb200aad9275f1d821b4265f251cadd7d2", - "status": "verified-pr" - }, - "4529": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40279236382", - "sha": "4f555851babf2347efb3c112364c8d800d3c502b", - "status": "verified-pr" - }, - "4515": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40316025285", - "sha": "d30fa387e3b5dcf0a858761aba4dab9562f3f033", - "status": "verified-pr" - }, - "4324": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/39339355047", - "sha": "32753f81a43aedd21dda124a92fe10ac8d98b0d8", - "status": "verified-pr" - }, - "4449": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40054839636", - "sha": "7cc07653ad8e701a4072d826fe561e38c80a9d05", - "status": "verified-pr" - }, - "4417": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40285747600", - "sha": "63c4ad272bdbad2150417e9215d0be3409f1e8cb", - "status": "verified-pr" } } },