From 002216d3c2e252b1af8bcde592fff9184179fde2 Mon Sep 17 00:00:00 2001 From: "Po-Han Huang (NVIDIA)" Date: Tue, 27 Oct 2026 02:17:52 -0700 Subject: [PATCH] [Doc] cookbook: Refresh SemiAnalysis AgentX launches with DeepSeek-V4 B200 DSpark6 disagg and Muse Spark GB300 points Sync the data of all pages to InferenceX main 7ca692b9 and overlay InferenceX #4556 (DeepSeek-V4 B200), #4536, #4524, #4509 (MiniMax-M3.1-Flash), #4455, #4333 (Qwen3.5), #4454, #4417 (Muse Spark Open), and the merged #4529, #4515, #4449, #4324, #4203, whose runs the InferenceX dashboard does not show, pinned to their /use runs. MiniMax-M3.1-Flash keys changed by several overlays are composed per configuration, each with its own run and status. The GB300 lane shows both runs the dashboard merges for it (InferenceX #4511 and the append-only #4525). Co-Authored-By: Claude Opus 5.5 --- .../agentx/MiniMaxAI/minimax-m3.1.jsx | 937 +++++++++++---- docs/src/snippets/agentx/Qwen/qwen3.5.jsx | 63 +- .../agentx/Qwen/qwen3.8-flash-next.jsx | 73 +- .../agentx/deepseek-ai/deepseek-v4.jsx | 1029 ++++++++++++----- .../agentx/deepseek-ai/deepseek-v4_1.jsx | 195 ++-- .../agentx/meta-models/muse-spark-open.jsx | 606 +++++++++- docs/src/snippets/agentx/zai-org/glm-5.2.jsx | 75 +- docs/src/snippets/agentx/zai-org/glm-5.3.jsx | 63 +- 8 files changed, 2318 insertions(+), 723 deletions(-) diff --git a/docs/src/snippets/agentx/MiniMaxAI/minimax-m3.1.jsx b/docs/src/snippets/agentx/MiniMaxAI/minimax-m3.1.jsx index bbcc43bd64eb..24911d442206 100644 --- a/docs/src/snippets/agentx/MiniMaxAI/minimax-m3.1.jsx +++ b/docs/src/snippets/agentx/MiniMaxAI/minimax-m3.1.jsx @@ -1,26 +1,41 @@ // GENERATED by the sa-infx-cookbook sync scripts — do not edit by hand. // Launch commands mirrored from SemiAnalysis InferenceX AgentX submissions -// (SemiAnalysisAI/InferenceX main@65a6dd197872 plus open PRs #4333, #4346, #4417, #4434, #4455, #4490, #4491, #4524), with SA-specific settings removed. +// (SemiAnalysisAI/InferenceX main@7ca692b9afea plus open PRs #4203, #4324, #4333, #4417, #4449, #4454, #4455, #4509, #4515, #4524, #4529, #4536, #4556), with SA-specific settings removed. export const agentx = { "model": "MiniMax-M3.1-Flash", - "generatedOn": "2026-10-26", + "generatedOn": "2026-10-27", "source": { "repo": "https://github.com/SemiAnalysisAI/InferenceX", - "main": "65a6dd1978720f65099fea8c4d5ac5eddfdfd8d7", + "main": "7ca692b9afea00363297b5eab4ef9b5e72c982fe", "prs": { + "4556": { + "run": null, + "sha": "ba157eb69e4d4321b9e013f5007e730fb9c2a3be", + "status": "in-progress" + }, + "4536": { + "run": null, + "sha": "42e9b43e9e9352a1ad091f6e6dd9803936018f4f", + "status": "in-progress" + }, + "4529": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40279236382", + "sha": "4f555851babf2347efb3c112364c8d800d3c502b", + "status": "verified-pr" + }, "4524": { "run": null, - "sha": "8eddada3c165058bf0d9a26b36a444bc6bb8dfa3", + "sha": "6481cd6b3e2a07b458264b5d73e1f13985d45b91", "status": "in-progress" }, - "4491": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40252912814", - "sha": "2751547f3a7509c0620e17403e38ea1db292c125", + "4515": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40316025285", + "sha": "d30fa387e3b5dcf0a858761aba4dab9562f3f033", "status": "verified-pr" }, - "4490": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40252316011", - "sha": "122762e5ace36ee59348623398f2ef48c535dfdb", + "4509": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40194550246", + "sha": "4a2f670d816289ef1f3434c34b2b0aac22a019b7", "status": "verified-pr" }, "4455": { @@ -28,25 +43,35 @@ export const agentx = { "sha": "fad84b252cf3cd10e8f43ea77fa3a626a1eae290", "status": "in-progress" }, - "4434": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40153045152", - "sha": "6e0aec9ff3ef06dc985a6408b2461b0184296e6c", + "4454": { + "run": null, + "sha": "a73b274a6007c981eab97123d29fd03b74fe0b8b", + "status": "in-progress" + }, + "4449": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40054839636", + "sha": "7cc07653ad8e701a4072d826fe561e38c80a9d05", "status": "verified-pr" }, "4417": { "run": null, - "sha": "5422503f28785a1fde2864e849ebd70fad6a20ec", + "sha": "63c4ad272bdbad2150417e9215d0be3409f1e8cb", "status": "in-progress" }, - "4346": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/39910889415", - "sha": "34d4cd6b8358abe0b2bbbaa3cbccb522e012c694", - "status": "verified-pr" - }, "4333": { "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/39355392627", "sha": "02b72dc0bf88eca6f6638300739732d4c7640ddf", "status": "verified-pr" + }, + "4324": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/39339355047", + "sha": "32753f81a43aedd21dda124a92fe10ac8d98b0d8", + "status": "verified-pr" + }, + "4203": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/38960572895", + "sha": "e82118bb200aad9275f1d821b4265f251cadd7d2", + "status": "verified-pr" } } }, @@ -520,24 +545,150 @@ export const agentx = { } }, "prov": { - "sha": "be90a79747b7e73e421d271ea054cab7f251fa43", - "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/gb300-fp4-mtp/agentic.yaml", - "run": "40211526054/attempts/1", - "pr": "4511", "status": "verified", "date": "2026-10-26" }, "points": [ + { + "concs": [20], + "item": 5, + "pr": "4525", + "sha": "200eae2d51efbeb48fb992fc859270577edf3a96", + "override": "zip_override_tp2_hicache[0]", + "goldenAL": "4.04", + "kv": "hicache", + "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/gb300-fp4-mtp/agentic-tp2.yaml", + "run": "40296110489/attempts/1" + }, + { + "concs": [24], + "item": 5, + "pr": "4525", + "sha": "200eae2d51efbeb48fb992fc859270577edf3a96", + "override": "zip_override_tp2_hicache[1]", + "goldenAL": "4.04", + "kv": "hicache", + "patch": { + "sglang": [ + { + "args": { + "--cuda-graph-max-bs-decode": ["48"], + "--max-running-requests": ["48"] + } + } + ], + "dynamo": [ + null, + null, + { + "args": { + "--cuda-graph-max-bs-decode": ["48"], + "--max-running-requests": ["48"] + } + } + ] + }, + "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/gb300-fp4-mtp/agentic-tp2.yaml", + "run": "40296110489/attempts/1" + }, + { + "concs": [28], + "item": 5, + "pr": "4525", + "sha": "200eae2d51efbeb48fb992fc859270577edf3a96", + "override": "zip_override_tp2_hicache[2]", + "goldenAL": "4.04", + "kv": "hicache", + "patch": { + "sglang": [ + { + "args": { + "--cuda-graph-max-bs-decode": ["56"], + "--max-running-requests": ["56"] + } + } + ], + "dynamo": [ + null, + null, + { + "args": { + "--cuda-graph-max-bs-decode": ["56"], + "--max-running-requests": ["56"] + } + } + ] + }, + "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/gb300-fp4-mtp/agentic-tp2.yaml", + "run": "40296110489/attempts/1" + }, { "concs": [32], "item": 4, + "pr": "4511", + "sha": "be90a79747b7e73e421d271ea054cab7f251fa43", "override": "zip_override_tp2_hicache[0]", "goldenAL": "4.04", - "kv": "hicache" + "kv": "hicache", + "patch": { + "sglang": [ + { + "args": { + "--cuda-graph-max-bs-decode": ["64"], + "--max-running-requests": ["64"] + } + } + ], + "dynamo": [ + null, + null, + { + "args": { + "--cuda-graph-max-bs-decode": ["64"], + "--max-running-requests": ["64"] + } + } + ] + }, + "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/gb300-fp4-mtp/agentic.yaml", + "run": "40211526054/attempts/1" + }, + { + "concs": [36], + "item": 5, + "pr": "4525", + "sha": "200eae2d51efbeb48fb992fc859270577edf3a96", + "override": "zip_override_tp2_hicache[3]", + "goldenAL": "4.04", + "kv": "hicache", + "patch": { + "sglang": [ + { + "args": { + "--cuda-graph-max-bs-decode": ["72"], + "--max-running-requests": ["72"] + } + } + ], + "dynamo": [ + null, + null, + { + "args": { + "--cuda-graph-max-bs-decode": ["72"], + "--max-running-requests": ["72"] + } + } + ] + }, + "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/gb300-fp4-mtp/agentic-tp2.yaml", + "run": "40296110489/attempts/1" }, { "concs": [40], "item": 4, + "pr": "4511", + "sha": "be90a79747b7e73e421d271ea054cab7f251fa43", "override": "zip_override_tp2_hicache[1]", "goldenAL": "4.04", "kv": "hicache", @@ -560,11 +711,15 @@ export const agentx = { } } ] - } + }, + "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/gb300-fp4-mtp/agentic.yaml", + "run": "40211526054/attempts/1" }, { "concs": [44], "item": 4, + "pr": "4511", + "sha": "be90a79747b7e73e421d271ea054cab7f251fa43", "override": "zip_override_tp2_hicache[2]", "goldenAL": "4.04", "kv": "hicache", @@ -587,7 +742,9 @@ export const agentx = { } } ] - } + }, + "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/gb300-fp4-mtp/agentic.yaml", + "run": "40211526054/attempts/1" } ], "routers": { @@ -598,11 +755,11 @@ export const agentx = { { "diff": { "args": { - "--cuda-graph-max-bs-decode": ["64"], + "--cuda-graph-max-bs-decode": ["40"], "--enable-hierarchical-cache": [], "--hicache-size": ["180"], "--hicache-write-policy": ["write_back"], - "--max-running-requests": ["64"], + "--max-running-requests": ["40"], "--mem-fraction-static": ["0.87"], "--tensor-parallel-size": ["2"] } @@ -701,7 +858,7 @@ export const agentx = { }, { "concs": [64], - "item": 5, + "item": 6, "override": "override_tp4_ep4_hicache_c64", "goldenAL": "4.04", "kv": "hicache", @@ -732,7 +889,7 @@ export const agentx = { }, { "concs": [128], - "item": 5, + "item": 6, "override": "override_tp4_ep4_hicache_c128", "goldenAL": "4.04", "kv": "hicache", @@ -939,7 +1096,7 @@ export const agentx = { "hw": "gb200", "ckpt": "MiniMaxAI/MiniMax-M3.1-Flash", "label": "Agg TP4", - "detail": "DSpark 7 · measured with no KV offload", + "detail": "DSpark 7 · measured with no KV offload · --chunked-prefill-size 32768", "gpus": 4, "configKey": "minimaxm31flash-fp4-gb200-sglang-agentic-dspark", "image": "lmsysorg/sglang:dev-minimax-m31-flash@sha256:614b1509bcb729c653528d448bff9850f8977fcad9d12ba56bd6dbe3d7985e87", @@ -964,10 +1121,10 @@ export const agentx = { "prov": { "sha": "2751547f3a7509c0620e17403e38ea1db292c125", "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/gb200-fp4-mtp/agentic.yaml", - "run": "40252912814", + "run": "40252912814/attempts/1", "pr": "4491", - "comment": "6408355869", - "status": "verified-pr" + "status": "verified", + "date": "2026-10-26" }, "points": [ { @@ -1171,6 +1328,122 @@ export const agentx = { } } }, + { + "id": "minimaxm31flash-fp4-gb200-sglang-agentic-dspark#3", + "hw": "gb200", + "ckpt": "MiniMaxAI/MiniMax-M3.1-Flash", + "label": "Agg TP4", + "detail": "DSpark 7 · measured with no KV offload · --chunked-prefill-size unset", + "gpus": 4, + "configKey": "minimaxm31flash-fp4-gb200-sglang-agentic-dspark", + "image": "lmsysorg/sglang:dev-minimax-m31-flash@sha256:614b1509bcb729c653528d448bff9850f8977fcad9d12ba56bd6dbe3d7985e87", + "imageStatus": "ok", + "imageCommit": null, + "submitted": "sglang", + "setup": [], + "disclosures": ["synthetic-acceptance"], + "kv": { + "available": ["none", "hicache", "mooncake"], + "unavailable": {}, + "hicache": { + "args": [ + ["--enable-hierarchical-cache"], + ["--hicache-size", "180"], + ["--hicache-write-policy", "write_back"] + ], + "donor": "minimaxm31flash-fp4-gb200-sglang-agentic-dspark", + "donorHardware": "gb200" + } + }, + "prov": { + "sha": "20a30676851747aeca748d1a859ba8e06c4bc328", + "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/gb200-fp4-mtp/agentic-low-latency.yaml", + "pr": "4509", + "status": "in-progress" + }, + "points": [ + { + "concs": [1], + "item": 3, + "override": "override_tp4_c1", + "goldenAL": "4.04", + "kv": "none" + } + ], + "routers": { + "sglang": { + "install": [], + "files": [], + "blocks": [ + { + "diff": { + "args": { + "--disable-attn-tp-gather": [], + "--max-running-requests": ["8"], + "--monokernel-backend": ["msa"], + "--page-size": ["128"], + "--speculative-eagle-topk": ["1"], + "--speculative-num-draft-tokens": ["8"], + "--speculative-num-steps": ["1"], + "--chunked-prefill-size": null, + "--cuda-graph-backend-prefill": null, + "--cuda-graph-max-bs-decode": null, + "--tokenizer-worker-num": null + }, + "env": { + "ALLOW_JIT": "1", + "SGLANG_FORCE_COARSE_WAR_BARRIER": "1" + } + }, + "ref": [5, "sglang", 0] + } + ] + }, + "dynamo": { + "install": [], + "files": [], + "blocks": [ + { + "kind": "etcd", + "count_nodes": 1, + "cmd": "etcd", + "env": {}, + "args": [ + ["--data-dir", "/tmp/etcd"], + ["--listen-client-urls", "http://0.0.0.0:2379"], + ["--advertise-client-urls", "http://$ETCD_IP:2379"] + ] + }, + { + "kind": "dynamo-frontend", + "count": 1, + "cmd": "python3 -m dynamo.frontend", + "env": { + "DYN_REQUEST_PLANE": "tcp", + "ETCD_ENDPOINTS": "http://$ETCD_IP:2379" + }, + "args": [ + ["--http-port", "8000"], + ["--router-mode", "kv"] + ] + }, + { + "from": 0, + "cmd": "python3 -m dynamo.sglang", + "diff": { + "args": { + "--request-plane": ["tcp"] + }, + "env": { + "DYN_REQUEST_PLANE": "tcp", + "ETCD_ENDPOINTS": "http://$ETCD_IP:2379" + } + } + } + ] + } + } + }, { "id": "minimaxm31flash-fp4-gb200-sglang-agentic-dspark#1", "hw": "gb200", @@ -1201,10 +1474,10 @@ export const agentx = { "prov": { "sha": "2751547f3a7509c0620e17403e38ea1db292c125", "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/gb200-fp4-mtp/agentic.yaml", - "run": "40252912814", + "run": "40252912814/attempts/1", "pr": "4491", - "comment": "6408355869", - "status": "verified-pr" + "status": "verified", + "date": "2026-10-26" }, "points": [ { @@ -1418,10 +1691,10 @@ export const agentx = { "prov": { "sha": "2751547f3a7509c0620e17403e38ea1db292c125", "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/gb200-fp4-mtp/agentic.yaml", - "run": "40252912814", + "run": "40252912814/attempts/1", "pr": "4491", - "comment": "6408355869", - "status": "verified-pr" + "status": "verified", + "date": "2026-10-26" }, "points": [ { @@ -1458,7 +1731,7 @@ export const agentx = { "SGLANG_OPT_DEEPGEMM_MEGA_MOE_NUM_MAX_TOKENS_PER_RANK": "32768" } }, - "ref": [6, "sglang", 0] + "ref": [7, "sglang", 0] } ] }, @@ -1512,7 +1785,7 @@ export const agentx = { "hw": "b300", "ckpt": "MiniMaxAI/MiniMax-M3.1-Flash", "label": "Agg TP4", - "detail": "DSpark 7 · measured with no KV offload", + "detail": "DSpark 7 · measured with no KV offload · --chunked-prefill-size 32768", "gpus": 4, "configKey": "minimaxm31flash-fp4-b300-sglang-agentic-dspark", "image": "lmsysorg/sglang:dev-minimax-m31-flash@sha256:614b1509bcb729c653528d448bff9850f8977fcad9d12ba56bd6dbe3d7985e87", @@ -1745,13 +2018,13 @@ export const agentx = { } }, { - "id": "minimaxm31flash-fp4-b300-sglang-agentic-dspark-tp2#0", + "id": "minimaxm31flash-fp4-b300-sglang-agentic-dspark#3", "hw": "b300", "ckpt": "MiniMaxAI/MiniMax-M3.1-Flash", - "label": "Agg TP2", - "detail": "DSpark 7", - "gpus": 2, - "configKey": "minimaxm31flash-fp4-b300-sglang-agentic-dspark-tp2", + "label": "Agg TP4", + "detail": "DSpark 7 · measured with no KV offload · --chunked-prefill-size unset", + "gpus": 4, + "configKey": "minimaxm31flash-fp4-b300-sglang-agentic-dspark", "image": "lmsysorg/sglang:dev-minimax-m31-flash@sha256:614b1509bcb729c653528d448bff9850f8977fcad9d12ba56bd6dbe3d7985e87", "imageStatus": "ok", "imageCommit": null, @@ -1772,22 +2045,138 @@ export const agentx = { } }, "prov": { - "sha": "8eddada3c165058bf0d9a26b36a444bc6bb8dfa3", - "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/b300-fp4-mtp/agentic-tp2.yaml", - "pr": "4524", + "sha": "20a30676851747aeca748d1a859ba8e06c4bc328", + "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/b300-fp4-mtp/agentic-low-latency.yaml", + "pr": "4509", "status": "in-progress" }, "points": [ { - "concs": [32], - "item": 0, + "concs": [1], + "item": 3, + "override": "override_tp4_c1", + "goldenAL": "4.04", + "kv": "none" + } + ], + "routers": { + "sglang": { + "install": [], + "files": [], + "blocks": [ + { + "diff": { + "args": { + "--disable-attn-tp-gather": [], + "--max-running-requests": ["8"], + "--monokernel-backend": ["msa"], + "--page-size": ["128"], + "--speculative-eagle-topk": ["1"], + "--speculative-num-draft-tokens": ["8"], + "--speculative-num-steps": ["1"], + "--chunked-prefill-size": null, + "--cuda-graph-backend-prefill": null, + "--cuda-graph-max-bs-decode": null, + "--tokenizer-worker-num": null + }, + "env": { + "ALLOW_JIT": "1", + "SGLANG_FORCE_COARSE_WAR_BARRIER": "1" + } + }, + "ref": [9, "sglang", 0] + } + ] + }, + "dynamo": { + "install": [], + "files": [], + "blocks": [ + { + "kind": "etcd", + "count_nodes": 1, + "cmd": "etcd", + "env": {}, + "args": [ + ["--data-dir", "/tmp/etcd"], + ["--listen-client-urls", "http://0.0.0.0:2379"], + ["--advertise-client-urls", "http://$ETCD_IP:2379"] + ] + }, + { + "kind": "dynamo-frontend", + "count": 1, + "cmd": "python3 -m dynamo.frontend", + "env": { + "DYN_REQUEST_PLANE": "tcp", + "ETCD_ENDPOINTS": "http://$ETCD_IP:2379" + }, + "args": [ + ["--http-port", "8000"], + ["--router-mode", "kv"] + ] + }, + { + "from": 0, + "cmd": "python3 -m dynamo.sglang", + "diff": { + "args": { + "--request-plane": ["tcp"] + }, + "env": { + "DYN_REQUEST_PLANE": "tcp", + "ETCD_ENDPOINTS": "http://$ETCD_IP:2379" + } + } + } + ] + } + } + }, + { + "id": "minimaxm31flash-fp4-b300-sglang-agentic-dspark#2", + "hw": "b300", + "ckpt": "MiniMaxAI/MiniMax-M3.1-Flash", + "label": "Agg TP2", + "detail": "DSpark 7", + "gpus": 2, + "configKey": "minimaxm31flash-fp4-b300-sglang-agentic-dspark", + "image": "lmsysorg/sglang:dev-minimax-m31-flash@sha256:614b1509bcb729c653528d448bff9850f8977fcad9d12ba56bd6dbe3d7985e87", + "imageStatus": "ok", + "imageCommit": null, + "submitted": "sglang", + "setup": [], + "disclosures": ["synthetic-acceptance"], + "kv": { + "available": ["none", "hicache", "mooncake"], + "unavailable": {}, + "hicache": { + "args": [ + ["--enable-hierarchical-cache"], + ["--hicache-size", "290"], + ["--hicache-write-policy", "write_back"] + ], + "donor": "minimaxm31flash-fp4-b300-sglang-agentic-dspark", + "donorHardware": "b300" + } + }, + "prov": { + "sha": "6481cd6b3e2a07b458264b5d73e1f13985d45b91", + "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/b300-fp4-mtp/agentic-tp2.yaml", + "pr": "4524", + "status": "in-progress" + }, + "points": [ + { + "concs": [32], + "item": 2, "override": "zip_override_tp2_hicache[0]", "goldenAL": "4.04", "kv": "hicache" }, { "concs": [36], - "item": 0, + "item": 2, "override": "zip_override_tp2_hicache[1]", "goldenAL": "4.04", "kv": "hicache", @@ -1814,7 +2203,7 @@ export const agentx = { }, { "concs": [40], - "item": 0, + "item": 2, "override": "zip_override_tp2_hicache[2]", "goldenAL": "4.04", "kv": "hicache", @@ -1841,7 +2230,7 @@ export const agentx = { }, { "concs": [44], - "item": 0, + "item": 2, "override": "zip_override_tp2_hicache_lpm[0]", "goldenAL": "4.04", "kv": "hicache", @@ -1870,7 +2259,7 @@ export const agentx = { }, { "concs": [46], - "item": 0, + "item": 2, "override": "zip_override_tp2_hicache_lpm[1]", "goldenAL": "4.04", "kv": "hicache", @@ -1899,7 +2288,7 @@ export const agentx = { }, { "concs": [48], - "item": 0, + "item": 2, "override": "zip_override_tp2_hicache_lpm[2]", "goldenAL": "4.04", "kv": "hicache", @@ -1937,14 +2326,14 @@ export const agentx = { "args": { "--cuda-graph-max-bs-decode": ["64"], "--enable-hierarchical-cache": [], - "--hicache-size": ["295"], + "--hicache-size": ["370"], "--hicache-write-policy": ["write_back"], "--max-running-requests": ["64"], "--mem-fraction-static": ["0.87"], "--tensor-parallel-size": ["2"] } }, - "ref": [8, "sglang", 0] + "ref": [9, "sglang", 0] } ] }, @@ -2130,7 +2519,7 @@ export const agentx = { "--tensor-parallel-size": ["4"] } }, - "ref": [9, "sglang", 0] + "ref": [11, "sglang", 0] } ] }, @@ -2184,7 +2573,7 @@ export const agentx = { "hw": "b200", "ckpt": "MiniMaxAI/MiniMax-M3.1-Flash", "label": "Agg TP4", - "detail": "DSpark 7 · measured with no KV offload", + "detail": "DSpark 7 · measured with no KV offload · --chunked-prefill-size 32768", "gpus": 4, "configKey": "minimaxm31flash-fp4-b200-sglang-agentic-dspark", "image": "lmsysorg/sglang:dev-minimax-m31-flash@sha256:614b1509bcb729c653528d448bff9850f8977fcad9d12ba56bd6dbe3d7985e87", @@ -2194,25 +2583,16 @@ export const agentx = { "setup": [], "disclosures": ["synthetic-acceptance"], "kv": { - "available": ["none", "hicache", "mooncake"], - "unavailable": {}, - "hicache": { - "args": [ - ["--enable-hierarchical-cache"], - ["--hicache-size", "210"], - ["--hicache-write-policy", "write_back"] - ], - "donor": "minimaxm31flash-fp4-b200-sglang-agentic-dspark", - "donorHardware": "b200" + "available": ["none", "mooncake"], + "unavailable": { + "hicache": "no verified HiCache settings for this model yet" } }, "prov": { - "sha": "122762e5ace36ee59348623398f2ef48c535dfdb", + "sha": "42e9b43e9e9352a1ad091f6e6dd9803936018f4f", "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/b200-fp4-mtp/agentic.yaml", - "run": "40252316011", - "pr": "4490", - "comment": "6408377612", - "status": "verified-pr" + "pr": "4536", + "status": "in-progress" }, "points": [ { @@ -2417,11 +2797,11 @@ export const agentx = { } }, { - "id": "minimaxm31flash-fp4-b200-sglang-agentic-dspark#1", + "id": "minimaxm31flash-fp4-b200-sglang-agentic-dspark#3", "hw": "b200", "ckpt": "MiniMaxAI/MiniMax-M3.1-Flash", "label": "Agg TP4", - "detail": "DSpark 7 · measured with HiCache", + "detail": "DSpark 7 · measured with no KV offload · --chunked-prefill-size unset", "gpus": 4, "configKey": "minimaxm31flash-fp4-b200-sglang-agentic-dspark", "image": "lmsysorg/sglang:dev-minimax-m31-flash@sha256:614b1509bcb729c653528d448bff9850f8977fcad9d12ba56bd6dbe3d7985e87", @@ -2431,100 +2811,146 @@ export const agentx = { "setup": [], "disclosures": ["synthetic-acceptance"], "kv": { - "available": ["none", "hicache", "mooncake"], - "unavailable": {}, - "hicache": { - "args": [ - ["--enable-hierarchical-cache"], - ["--hicache-size", "210"], - ["--hicache-write-policy", "write_back"] - ], - "donor": "minimaxm31flash-fp4-b200-sglang-agentic-dspark", - "donorHardware": "b200" + "available": ["none", "mooncake"], + "unavailable": { + "hicache": "no verified HiCache settings for this model yet" } }, "prov": { - "sha": "122762e5ace36ee59348623398f2ef48c535dfdb", - "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/b200-fp4-mtp/agentic.yaml", - "run": "40252316011", - "pr": "4490", - "comment": "6408377612", - "status": "verified-pr" + "sha": "20a30676851747aeca748d1a859ba8e06c4bc328", + "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/b200-fp4-mtp/agentic-low-latency.yaml", + "pr": "4509", + "status": "in-progress" }, "points": [ { - "concs": [32], - "item": 1, - "override": "override_tp4_dram_c32", - "goldenAL": "4.04", - "kv": "hicache" - }, - { - "concs": [40], - "item": 1, - "override": "override_tp4_dram_c40", + "concs": [1], + "item": 3, + "override": "override_tp4_c1", "goldenAL": "4.04", - "kv": "hicache", - "patch": { - "sglang": [ - { + "kv": "none" + } + ], + "routers": { + "sglang": { + "install": [], + "files": [], + "blocks": [ + { + "diff": { "args": { - "--cuda-graph-max-bs-decode": ["80"], - "--max-running-requests": ["80"] + "--disable-attn-tp-gather": [], + "--max-running-requests": ["8"], + "--monokernel-backend": ["msa"], + "--page-size": ["128"], + "--speculative-eagle-topk": ["1"], + "--speculative-num-draft-tokens": ["8"], + "--speculative-num-steps": ["1"], + "--chunked-prefill-size": null, + "--cuda-graph-backend-prefill": null, + "--cuda-graph-max-bs-decode": null, + "--tokenizer-worker-num": null + }, + "env": { + "ALLOW_JIT": "1", + "SGLANG_FORCE_COARSE_WAR_BARRIER": "1" } - } - ], - "dynamo": [ - null, - null, - { + }, + "ref": [13, "sglang", 0] + } + ] + }, + "dynamo": { + "install": [], + "files": [], + "blocks": [ + { + "kind": "etcd", + "count_nodes": 1, + "cmd": "etcd", + "env": {}, + "args": [ + ["--data-dir", "/tmp/etcd"], + ["--listen-client-urls", "http://0.0.0.0:2379"], + ["--advertise-client-urls", "http://$ETCD_IP:2379"] + ] + }, + { + "kind": "dynamo-frontend", + "count": 1, + "cmd": "python3 -m dynamo.frontend", + "env": { + "DYN_REQUEST_PLANE": "tcp", + "ETCD_ENDPOINTS": "http://$ETCD_IP:2379" + }, + "args": [ + ["--http-port", "8000"], + ["--router-mode", "kv"] + ] + }, + { + "from": 0, + "cmd": "python3 -m dynamo.sglang", + "diff": { "args": { - "--cuda-graph-max-bs-decode": ["80"], - "--max-running-requests": ["80"] + "--request-plane": ["tcp"] + }, + "env": { + "DYN_REQUEST_PLANE": "tcp", + "ETCD_ENDPOINTS": "http://$ETCD_IP:2379" } } - ] - } - }, + } + ] + } + } + }, + { + "id": "minimaxm31flash-fp4-b200-sglang-agentic-dspark#2", + "hw": "b200", + "ckpt": "MiniMaxAI/MiniMax-M3.1-Flash", + "label": "Agg TP2", + "detail": "DSpark 7", + "gpus": 2, + "configKey": "minimaxm31flash-fp4-b200-sglang-agentic-dspark", + "image": "lmsysorg/sglang:dev-minimax-m31-flash@sha256:614b1509bcb729c653528d448bff9850f8977fcad9d12ba56bd6dbe3d7985e87", + "imageStatus": "ok", + "imageCommit": null, + "submitted": "sglang", + "setup": [], + "disclosures": ["synthetic-acceptance"], + "kv": { + "available": ["none", "mooncake"], + "unavailable": { + "hicache": "no verified HiCache settings for this model yet" + } + }, + "prov": { + "sha": "42e9b43e9e9352a1ad091f6e6dd9803936018f4f", + "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/b200-fp4-mtp/agentic.yaml", + "pr": "4536", + "status": "in-progress" + }, + "points": [ { - "concs": [48], - "item": 1, - "override": "override_tp4_dram_c48", + "concs": [16], + "item": 2, + "override": "zip_override_tp2_hicache[0]", "goldenAL": "4.04", - "kv": "hicache", - "patch": { - "sglang": [ - { - "args": { - "--cuda-graph-max-bs-decode": ["96"], - "--max-running-requests": ["96"] - } - } - ], - "dynamo": [ - null, - null, - { - "args": { - "--cuda-graph-max-bs-decode": ["96"], - "--max-running-requests": ["96"] - } - } - ] - } + "kv": "hicache" }, { - "concs": [56], - "item": 1, - "override": "override_tp4_dram_c56", + "concs": [24], + "item": 2, + "override": "zip_override_tp2_hicache[1]", "goldenAL": "4.04", "kv": "hicache", "patch": { "sglang": [ { "args": { - "--cuda-graph-max-bs-decode": ["112"], - "--max-running-requests": ["112"] + "--cuda-graph-max-bs-decode": ["48"], + "--max-running-requests": ["48"] } } ], @@ -2533,25 +2959,25 @@ export const agentx = { null, { "args": { - "--cuda-graph-max-bs-decode": ["112"], - "--max-running-requests": ["112"] + "--cuda-graph-max-bs-decode": ["48"], + "--max-running-requests": ["48"] } } ] } }, { - "concs": [64], - "item": 1, - "override": "override_tp4_dram_c64", + "concs": [32], + "item": 2, + "override": "zip_override_tp2_hicache[2]", "goldenAL": "4.04", "kv": "hicache", "patch": { "sglang": [ { "args": { - "--cuda-graph-max-bs-decode": ["128"], - "--max-running-requests": ["128"] + "--cuda-graph-max-bs-decode": ["64"], + "--max-running-requests": ["64"] } } ], @@ -2560,8 +2986,8 @@ export const agentx = { null, { "args": { - "--cuda-graph-max-bs-decode": ["128"], - "--max-running-requests": ["128"] + "--cuda-graph-max-bs-decode": ["64"], + "--max-running-requests": ["64"] } } ] @@ -2576,15 +3002,17 @@ export const agentx = { { "diff": { "args": { - "--cuda-graph-max-bs-decode": ["64"], + "--chunked-prefill-size": ["16384"], + "--cuda-graph-max-bs-decode": ["32"], "--enable-hierarchical-cache": [], "--hicache-size": ["210"], "--hicache-write-policy": ["write_back"], - "--max-running-requests": ["64"], - "--mem-fraction-static": ["0.81"] + "--max-running-requests": ["32"], + "--mem-fraction-static": ["0.85"], + "--tensor-parallel-size": ["2"] } }, - "ref": [11, "sglang", 0] + "ref": [13, "sglang", 0] } ] }, @@ -2634,11 +3062,11 @@ export const agentx = { } }, { - "id": "minimaxm31flash-fp4-b200-sglang-agentic-dspark#2", + "id": "minimaxm31flash-fp4-b200-sglang-agentic-dspark#1", "hw": "b200", "ckpt": "MiniMaxAI/MiniMax-M3.1-Flash", - "label": "Agg TP4·EP4", - "detail": "DSpark 7", + "label": "Agg TP4", + "detail": "DSpark 7 · measured with HiCache", "gpus": 4, "configKey": "minimaxm31flash-fp4-b200-sglang-agentic-dspark", "image": "lmsysorg/sglang:dev-minimax-m31-flash@sha256:614b1509bcb729c653528d448bff9850f8977fcad9d12ba56bd6dbe3d7985e87", @@ -2648,40 +3076,159 @@ export const agentx = { "setup": [], "disclosures": ["synthetic-acceptance"], "kv": { - "available": ["none", "hicache", "mooncake"], - "unavailable": {}, - "hicache": { - "args": [ - ["--enable-hierarchical-cache"], - ["--hicache-size", "210"], - ["--hicache-write-policy", "write_back"] - ], - "donor": "minimaxm31flash-fp4-b200-sglang-agentic-dspark", - "donorHardware": "b200" + "available": ["none", "mooncake"], + "unavailable": { + "hicache": "no verified HiCache settings for this model yet" } }, "prov": { - "sha": "122762e5ace36ee59348623398f2ef48c535dfdb", + "sha": "42e9b43e9e9352a1ad091f6e6dd9803936018f4f", "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/minimaxm31flash/sglang/b200-fp4-mtp/agentic.yaml", - "run": "40252316011", - "pr": "4490", - "comment": "6408377612", - "status": "verified-pr" + "pr": "4536", + "status": "in-progress" }, "points": [ { - "concs": [72], - "item": 2, - "override": "override_tp4_ep4_dram_c72", + "concs": [24], + "item": 1, + "override": "override_tp4_dram_c24", "goldenAL": "4.04", "kv": "hicache" }, { - "concs": [80], - "item": 2, - "override": "override_tp4_ep4_dram_c80", + "concs": [32], + "item": 1, + "override": "override_tp4_dram_c32", "goldenAL": "4.04", - "kv": "hicache" + "kv": "hicache", + "patch": { + "sglang": [ + { + "args": { + "--cuda-graph-max-bs-decode": ["48"], + "--max-running-requests": ["48"] + } + } + ], + "dynamo": [ + null, + null, + { + "args": { + "--cuda-graph-max-bs-decode": ["48"], + "--max-running-requests": ["48"] + } + } + ] + } + }, + { + "concs": [40], + "item": 1, + "override": "override_tp4_dram_c40", + "goldenAL": "4.04", + "kv": "hicache", + "patch": { + "sglang": [ + { + "args": { + "--cuda-graph-max-bs-decode": ["60"], + "--max-running-requests": ["60"] + } + } + ], + "dynamo": [ + null, + null, + { + "args": { + "--cuda-graph-max-bs-decode": ["60"], + "--max-running-requests": ["60"] + } + } + ] + } + }, + { + "concs": [44], + "item": 1, + "override": "override_tp4_dram_c44", + "goldenAL": "4.04", + "kv": "hicache", + "patch": { + "sglang": [ + { + "args": { + "--cuda-graph-max-bs-decode": ["66"], + "--max-running-requests": ["66"] + } + } + ], + "dynamo": [ + null, + null, + { + "args": { + "--cuda-graph-max-bs-decode": ["66"], + "--max-running-requests": ["66"] + } + } + ] + } + }, + { + "concs": [48], + "item": 1, + "override": "override_tp4_dram_c48", + "goldenAL": "4.04", + "kv": "hicache", + "patch": { + "sglang": [ + { + "args": { + "--cuda-graph-max-bs-decode": ["72"], + "--max-running-requests": ["72"] + } + } + ], + "dynamo": [ + null, + null, + { + "args": { + "--cuda-graph-max-bs-decode": ["72"], + "--max-running-requests": ["72"] + } + } + ] + } + }, + { + "concs": [56], + "item": 1, + "override": "override_tp4_dram_c56", + "goldenAL": "4.04", + "kv": "hicache", + "patch": { + "sglang": [ + { + "args": { + "--cuda-graph-max-bs-decode": ["84"], + "--max-running-requests": ["84"] + } + } + ], + "dynamo": [ + null, + null, + { + "args": { + "--cuda-graph-max-bs-decode": ["84"], + "--max-running-requests": ["84"] + } + } + ] + } } ], "routers": { @@ -2692,18 +3239,12 @@ export const agentx = { { "diff": { "args": { - "--cuda-graph-max-bs-decode": ["128"], - "--cuda-graph-max-bs-prefill": ["16384"], - "--expert-parallel-size": ["4"], - "--max-running-requests": ["128"], - "--mem-fraction-static": ["0.8"], - "--moe-runner-backend": null - }, - "env": { - "SGLANG_OPT_DEEPGEMM_MEGA_MOE_NUM_MAX_TOKENS_PER_RANK": "32768" + "--cuda-graph-max-bs-decode": ["36"], + "--max-running-requests": ["36"], + "--tensor-parallel-size": ["4"] } }, - "ref": [12, "sglang", 0] + "ref": [15, "sglang", 0] } ] }, diff --git a/docs/src/snippets/agentx/Qwen/qwen3.5.jsx b/docs/src/snippets/agentx/Qwen/qwen3.5.jsx index 22e75e8f1f19..958c9d6cde13 100644 --- a/docs/src/snippets/agentx/Qwen/qwen3.5.jsx +++ b/docs/src/snippets/agentx/Qwen/qwen3.5.jsx @@ -1,26 +1,41 @@ // GENERATED by the sa-infx-cookbook sync scripts — do not edit by hand. // Launch commands mirrored from SemiAnalysis InferenceX AgentX submissions -// (SemiAnalysisAI/InferenceX main@65a6dd197872 plus open PRs #4333, #4346, #4417, #4434, #4455, #4490, #4491, #4524), with SA-specific settings removed. +// (SemiAnalysisAI/InferenceX main@7ca692b9afea plus open PRs #4203, #4324, #4333, #4417, #4449, #4454, #4455, #4509, #4515, #4524, #4529, #4536, #4556), with SA-specific settings removed. export const agentx = { "model": "Qwen3.5", - "generatedOn": "2026-10-26", + "generatedOn": "2026-10-27", "source": { "repo": "https://github.com/SemiAnalysisAI/InferenceX", - "main": "65a6dd1978720f65099fea8c4d5ac5eddfdfd8d7", + "main": "7ca692b9afea00363297b5eab4ef9b5e72c982fe", "prs": { + "4556": { + "run": null, + "sha": "ba157eb69e4d4321b9e013f5007e730fb9c2a3be", + "status": "in-progress" + }, + "4536": { + "run": null, + "sha": "42e9b43e9e9352a1ad091f6e6dd9803936018f4f", + "status": "in-progress" + }, + "4529": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40279236382", + "sha": "4f555851babf2347efb3c112364c8d800d3c502b", + "status": "verified-pr" + }, "4524": { "run": null, - "sha": "8eddada3c165058bf0d9a26b36a444bc6bb8dfa3", + "sha": "6481cd6b3e2a07b458264b5d73e1f13985d45b91", "status": "in-progress" }, - "4491": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40252912814", - "sha": "2751547f3a7509c0620e17403e38ea1db292c125", + "4515": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40316025285", + "sha": "d30fa387e3b5dcf0a858761aba4dab9562f3f033", "status": "verified-pr" }, - "4490": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40252316011", - "sha": "122762e5ace36ee59348623398f2ef48c535dfdb", + "4509": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40194550246", + "sha": "4a2f670d816289ef1f3434c34b2b0aac22a019b7", "status": "verified-pr" }, "4455": { @@ -28,25 +43,35 @@ export const agentx = { "sha": "fad84b252cf3cd10e8f43ea77fa3a626a1eae290", "status": "in-progress" }, - "4434": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40153045152", - "sha": "6e0aec9ff3ef06dc985a6408b2461b0184296e6c", + "4454": { + "run": null, + "sha": "a73b274a6007c981eab97123d29fd03b74fe0b8b", + "status": "in-progress" + }, + "4449": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40054839636", + "sha": "7cc07653ad8e701a4072d826fe561e38c80a9d05", "status": "verified-pr" }, "4417": { "run": null, - "sha": "5422503f28785a1fde2864e849ebd70fad6a20ec", + "sha": "63c4ad272bdbad2150417e9215d0be3409f1e8cb", "status": "in-progress" }, - "4346": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/39910889415", - "sha": "34d4cd6b8358abe0b2bbbaa3cbccb522e012c694", - "status": "verified-pr" - }, "4333": { "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/39355392627", "sha": "02b72dc0bf88eca6f6638300739732d4c7640ddf", "status": "verified-pr" + }, + "4324": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/39339355047", + "sha": "32753f81a43aedd21dda124a92fe10ac8d98b0d8", + "status": "verified-pr" + }, + "4203": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/38960572895", + "sha": "e82118bb200aad9275f1d821b4265f251cadd7d2", + "status": "verified-pr" } } }, diff --git a/docs/src/snippets/agentx/Qwen/qwen3.8-flash-next.jsx b/docs/src/snippets/agentx/Qwen/qwen3.8-flash-next.jsx index 7999fe3716dc..0617941ac939 100644 --- a/docs/src/snippets/agentx/Qwen/qwen3.8-flash-next.jsx +++ b/docs/src/snippets/agentx/Qwen/qwen3.8-flash-next.jsx @@ -1,26 +1,41 @@ // GENERATED by the sa-infx-cookbook sync scripts — do not edit by hand. // Launch commands mirrored from SemiAnalysis InferenceX AgentX submissions -// (SemiAnalysisAI/InferenceX main@65a6dd197872 plus open PRs #4333, #4346, #4417, #4434, #4455, #4490, #4491, #4524), with SA-specific settings removed. +// (SemiAnalysisAI/InferenceX main@7ca692b9afea plus open PRs #4203, #4324, #4333, #4417, #4449, #4454, #4455, #4509, #4515, #4524, #4529, #4536, #4556), with SA-specific settings removed. export const agentx = { "model": "Qwen3.8-Flash-Next", - "generatedOn": "2026-10-26", + "generatedOn": "2026-10-27", "source": { "repo": "https://github.com/SemiAnalysisAI/InferenceX", - "main": "65a6dd1978720f65099fea8c4d5ac5eddfdfd8d7", + "main": "7ca692b9afea00363297b5eab4ef9b5e72c982fe", "prs": { + "4556": { + "run": null, + "sha": "ba157eb69e4d4321b9e013f5007e730fb9c2a3be", + "status": "in-progress" + }, + "4536": { + "run": null, + "sha": "42e9b43e9e9352a1ad091f6e6dd9803936018f4f", + "status": "in-progress" + }, + "4529": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40279236382", + "sha": "4f555851babf2347efb3c112364c8d800d3c502b", + "status": "verified-pr" + }, "4524": { "run": null, - "sha": "8eddada3c165058bf0d9a26b36a444bc6bb8dfa3", + "sha": "6481cd6b3e2a07b458264b5d73e1f13985d45b91", "status": "in-progress" }, - "4491": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40252912814", - "sha": "2751547f3a7509c0620e17403e38ea1db292c125", + "4515": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40316025285", + "sha": "d30fa387e3b5dcf0a858761aba4dab9562f3f033", "status": "verified-pr" }, - "4490": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40252316011", - "sha": "122762e5ace36ee59348623398f2ef48c535dfdb", + "4509": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40194550246", + "sha": "4a2f670d816289ef1f3434c34b2b0aac22a019b7", "status": "verified-pr" }, "4455": { @@ -28,25 +43,35 @@ export const agentx = { "sha": "fad84b252cf3cd10e8f43ea77fa3a626a1eae290", "status": "in-progress" }, - "4434": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40153045152", - "sha": "6e0aec9ff3ef06dc985a6408b2461b0184296e6c", + "4454": { + "run": null, + "sha": "a73b274a6007c981eab97123d29fd03b74fe0b8b", + "status": "in-progress" + }, + "4449": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40054839636", + "sha": "7cc07653ad8e701a4072d826fe561e38c80a9d05", "status": "verified-pr" }, "4417": { "run": null, - "sha": "5422503f28785a1fde2864e849ebd70fad6a20ec", + "sha": "63c4ad272bdbad2150417e9215d0be3409f1e8cb", "status": "in-progress" }, - "4346": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/39910889415", - "sha": "34d4cd6b8358abe0b2bbbaa3cbccb522e012c694", - "status": "verified-pr" - }, "4333": { "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/39355392627", "sha": "02b72dc0bf88eca6f6638300739732d4c7640ddf", "status": "verified-pr" + }, + "4324": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/39339355047", + "sha": "32753f81a43aedd21dda124a92fe10ac8d98b0d8", + "status": "verified-pr" + }, + "4203": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/38960572895", + "sha": "e82118bb200aad9275f1d821b4265f251cadd7d2", + "status": "verified-pr" } } }, @@ -160,7 +185,7 @@ export const agentx = { "detail": "MTP 3-1-4", "gpus": 1, "configKey": "qwen3.8next-fp4-gb300-sglang-agentic-mtp", - "image": "lmsysorg/sglang:v0.5.21-cu130@sha256:1f176b3a1dd1205d2a462ab80ea9fc17769a32e53cb6f3c690efa2dc2c384977", + "image": "lmsysorg/sglang:v0.5.22-cu130@sha256:06441be3de19a816ddbac917535e920cbfc7fc43171abc08417394f43634ffb6", "imageStatus": "ok", "imageCommit": null, "submitted": "sglang", @@ -182,12 +207,12 @@ export const agentx = { } }, "prov": { - "sha": "e67ca6fc9ecf4cd57f27654bda8a3e9059923820", + "sha": "b3c469ec2cdfc4279e678aacadc4b89973e9b2f3", "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/qwen3.8next/sglang/gb300-fp4-mtp/agentic.yaml", - "run": "37714835620/attempts/1", - "pr": "3816", + "run": "40221796954/attempts/4", + "pr": "4512", "status": "verified", - "date": "2026-10-09" + "date": "2026-10-26" }, "points": [ { diff --git a/docs/src/snippets/agentx/deepseek-ai/deepseek-v4.jsx b/docs/src/snippets/agentx/deepseek-ai/deepseek-v4.jsx index ec01d550ca58..c11b6196ac2f 100644 --- a/docs/src/snippets/agentx/deepseek-ai/deepseek-v4.jsx +++ b/docs/src/snippets/agentx/deepseek-ai/deepseek-v4.jsx @@ -1,26 +1,41 @@ // GENERATED by the sa-infx-cookbook sync scripts — do not edit by hand. // Launch commands mirrored from SemiAnalysis InferenceX AgentX submissions -// (SemiAnalysisAI/InferenceX main@65a6dd197872 plus open PRs #4333, #4346, #4417, #4434, #4455, #4490, #4491, #4524), with SA-specific settings removed. +// (SemiAnalysisAI/InferenceX main@7ca692b9afea plus open PRs #4203, #4324, #4333, #4417, #4449, #4454, #4455, #4509, #4515, #4524, #4529, #4536, #4556), with SA-specific settings removed. export const agentx = { "model": "DeepSeek-V4", - "generatedOn": "2026-10-26", + "generatedOn": "2026-10-27", "source": { "repo": "https://github.com/SemiAnalysisAI/InferenceX", - "main": "65a6dd1978720f65099fea8c4d5ac5eddfdfd8d7", + "main": "7ca692b9afea00363297b5eab4ef9b5e72c982fe", "prs": { + "4556": { + "run": null, + "sha": "ba157eb69e4d4321b9e013f5007e730fb9c2a3be", + "status": "in-progress" + }, + "4536": { + "run": null, + "sha": "42e9b43e9e9352a1ad091f6e6dd9803936018f4f", + "status": "in-progress" + }, + "4529": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40279236382", + "sha": "4f555851babf2347efb3c112364c8d800d3c502b", + "status": "verified-pr" + }, "4524": { "run": null, - "sha": "8eddada3c165058bf0d9a26b36a444bc6bb8dfa3", + "sha": "6481cd6b3e2a07b458264b5d73e1f13985d45b91", "status": "in-progress" }, - "4491": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40252912814", - "sha": "2751547f3a7509c0620e17403e38ea1db292c125", + "4515": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40316025285", + "sha": "d30fa387e3b5dcf0a858761aba4dab9562f3f033", "status": "verified-pr" }, - "4490": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40252316011", - "sha": "122762e5ace36ee59348623398f2ef48c535dfdb", + "4509": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40194550246", + "sha": "4a2f670d816289ef1f3434c34b2b0aac22a019b7", "status": "verified-pr" }, "4455": { @@ -28,25 +43,35 @@ export const agentx = { "sha": "fad84b252cf3cd10e8f43ea77fa3a626a1eae290", "status": "in-progress" }, - "4434": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40153045152", - "sha": "6e0aec9ff3ef06dc985a6408b2461b0184296e6c", + "4454": { + "run": null, + "sha": "a73b274a6007c981eab97123d29fd03b74fe0b8b", + "status": "in-progress" + }, + "4449": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40054839636", + "sha": "7cc07653ad8e701a4072d826fe561e38c80a9d05", "status": "verified-pr" }, "4417": { "run": null, - "sha": "5422503f28785a1fde2864e849ebd70fad6a20ec", + "sha": "63c4ad272bdbad2150417e9215d0be3409f1e8cb", "status": "in-progress" }, - "4346": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/39910889415", - "sha": "34d4cd6b8358abe0b2bbbaa3cbccb522e012c694", - "status": "verified-pr" - }, "4333": { "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/39355392627", "sha": "02b72dc0bf88eca6f6638300739732d4c7640ddf", "status": "verified-pr" + }, + "4324": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/39339355047", + "sha": "32753f81a43aedd21dda124a92fe10ac8d98b0d8", + "status": "verified-pr" + }, + "4203": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/38960572895", + "sha": "e82118bb200aad9275f1d821b4265f251cadd7d2", + "status": "verified-pr" } } }, @@ -1420,7 +1445,7 @@ export const agentx = { "detail": "DSpark 6", "gpus": 8, "configKey": "dsv4-fp4-gb200-dynamo-sglang-agentic-agg", - "image": "lmsysorg/sglang:v0.5.21-cu130@sha256:b1259f3ea3275f66237c498ea388919729018bc9f01c3d638391e06e2cf3f469", + "image": "lmsysorg/sglang:v0.5.22-cu130@sha256:e3a4f06001a29542fc4a8638536d9ffc5eb9c9942b08603c09b19a56eae4a1ae", "imageStatus": "ok", "imageCommit": null, "submitted": "dynamo", @@ -1448,12 +1473,12 @@ export const agentx = { } }, "prov": { - "sha": "afe7fff22655671661b5673722147097876f72c3", + "sha": "4f555851babf2347efb3c112364c8d800d3c502b", "recipe": "inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/dsv4/sglang/gb200-fp4/agentx/agg-variants.yaml", - "run": "38953283564/attempts/1", - "pr": "4196", - "status": "verified", - "date": "2026-10-21" + "run": "40279236382", + "pr": "4529", + "comment": "6430132899", + "status": "verified-pr" }, "points": [ { @@ -3324,10 +3349,10 @@ export const agentx = { "prov": { "sha": "34d4cd6b8358abe0b2bbbaa3cbccb522e012c694", "recipe": "inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/dsv4/sglang/b300-fp4/agentx/agg-tp8-c1-mtp.yaml", - "run": "39910889415", + "run": "39910889415/attempts/2", "pr": "4346", - "comment": "6385006603", - "status": "verified-pr" + "status": "verified", + "date": "2026-10-26" }, "points": [ { @@ -3718,10 +3743,10 @@ export const agentx = { }, "prov": { "sha": "34d4cd6b8358abe0b2bbbaa3cbccb522e012c694", - "run": "39910889415", + "run": "39910889415/attempts/2", "pr": "4346", - "comment": "6385006603", - "status": "verified-pr" + "status": "verified", + "date": "2026-10-26" }, "points": [ { @@ -4198,10 +4223,10 @@ export const agentx = { }, "prov": { "sha": "34d4cd6b8358abe0b2bbbaa3cbccb522e012c694", - "run": "39910889415", + "run": "39910889415/attempts/2", "pr": "4346", - "comment": "6385006603", - "status": "verified-pr" + "status": "verified", + "date": "2026-10-26" }, "points": [ { @@ -4472,10 +4497,10 @@ export const agentx = { "prov": { "sha": "34d4cd6b8358abe0b2bbbaa3cbccb522e012c694", "recipe": "inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/dsv4/sglang/b300-fp4/agentx/disagg-1p2d-dep8-dep8-c64-mtp-kvoffload.yaml", - "run": "39910889415", + "run": "39910889415/attempts/2", "pr": "4346", - "comment": "6385006603", - "status": "verified-pr" + "status": "verified", + "date": "2026-10-26" }, "points": [ { @@ -4620,10 +4645,10 @@ export const agentx = { "prov": { "sha": "34d4cd6b8358abe0b2bbbaa3cbccb522e012c694", "recipe": "inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/dsv4/sglang/b300-fp4/agentx/agg-dep8-c384-mtp-kvoffload.yaml", - "run": "39910889415", + "run": "39910889415/attempts/2", "pr": "4346", - "comment": "6385006603", - "status": "verified-pr" + "status": "verified", + "date": "2026-10-26" }, "points": [ { @@ -4780,10 +4805,10 @@ export const agentx = { "prov": { "sha": "e82118bb200aad9275f1d821b4265f251cadd7d2", "recipe": "inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/dsv4/sglang/b200-fp4/agentx/agg-variants.yaml", - "run": "38960572895/attempts/1", + "run": "38960572895", "pr": "4203", - "status": "verified", - "date": "2026-10-21" + "comment": "6324358778", + "status": "verified-pr" }, "points": [ { @@ -5337,24 +5362,22 @@ export const agentx = { } }, { - "id": "dsv4-fp4-b200-sglang-agentic-hicache-mtp#2", + "id": "dsv4-fp4-b200-dynamo-sglang-agentic-disagg#3", "hw": "b200", "ckpt": "deepseek-ai/DeepSeek-V4-Pro-0813", - "label": "Agg DEP8", - "detail": "DSpark 6", - "gpus": 8, - "configKey": "dsv4-fp4-b200-sglang-agentic-hicache-mtp", - "image": "lmsysorg/sglang:v0.5.19-cu130", + "label": "Disagg 1P1D · prefill DEP8 · decode DEP8", + "detail": "DSpark 6 · --chunked-prefill-size 49152", + "gpus": 16, + "configKey": "dsv4-fp4-b200-dynamo-sglang-agentic-disagg", + "image": "lmsysorg/sglang:v0.5.21-cu130@sha256:b1259f3ea3275f66237c498ea388919729018bc9f01c3d638391e06e2cf3f469", "imageStatus": "ok", "imageCommit": null, - "submitted": "sglang", + "submitted": "dynamo", "setup": [], - "disclosures": ["chat-template", "synthetic-acceptance"], + "disclosures": ["synthetic-acceptance"], "kv": { - "available": ["none", "hicache"], - "unavailable": { - "mooncake": "this image's SGLang build predates --enable-unified-cache-external-linker" - }, + "available": ["none", "hicache", "mooncake"], + "unavailable": {}, "hicache": { "args": [ ["--enable-hierarchical-cache"], @@ -5368,173 +5391,624 @@ export const agentx = { } }, "prov": { - "sha": "da239a6585566fec56766c7185ecd22e147616af", - "recipe": "benchmarks/single_node/agentic/dsv4_fp4_b200_sglang_mtp.sh", - "run": "34603861241/attempts/1", - "pr": "3012", - "status": "verified", - "date": "2026-09-16" + "sha": "ba157eb69e4d4321b9e013f5007e730fb9c2a3be", + "recipe": "inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/dsv4/sglang/b200-fp4/agentx/disagg-dspark6-variants.yaml", + "pr": "4556", + "status": "in-progress" }, "points": [ { - "concs": [64], - "item": 2, + "concs": [8], + "item": 3, + "override": "override_1p1d_dspark6_c8", "goldenAL": "3.77", - "kv": "hicache", - "job": "34603861241/job/103278190531" + "kv": "hicache" }, { - "concs": [96], - "item": 2, + "concs": [16], + "item": 4, + "override": "override_1p1d_dspark6_c16", "goldenAL": "3.77", "kv": "hicache", "patch": { + "dynamo": [ + null, + null, + null, + null, + null, + { + "args": { + "--cuda-graph-max-bs-decode": ["4"], + "--max-running-requests": ["32"] + } + } + ], "sglang": [ + null, { "args": { - "--max-running-requests": ["192"] + "--cuda-graph-max-bs-decode": ["4"], + "--max-running-requests": ["32"] } }, null - ], + ] + } + }, + { + "concs": [32], + "item": 5, + "override": "override_1p1d_dspark6_c32", + "goldenAL": "3.77", + "kv": "hicache", + "patch": { "dynamo": [ + null, + null, + null, null, null, { "args": { - "--max-running-requests": ["192"] + "--cuda-graph-max-bs-decode": ["8"], + "--max-running-requests": ["64"] } } + ], + "sglang": [ + null, + { + "args": { + "--cuda-graph-max-bs-decode": ["8"], + "--max-running-requests": ["64"] + } + }, + null ] - }, - "job": "34603861241/job/103278190009" + } }, { - "concs": [128], - "item": 2, + "concs": [64], + "item": 6, + "override": "override_1p1d_dspark6_c64", "goldenAL": "3.77", "kv": "hicache", "patch": { + "dynamo": [ + null, + null, + null, + null, + null, + { + "args": { + "--cuda-graph-max-bs-decode": ["16"], + "--max-running-requests": ["128"] + } + } + ], "sglang": [ + null, { "args": { - "--max-running-requests": ["256"] + "--cuda-graph-max-bs-decode": ["16"], + "--max-running-requests": ["128"] } }, null - ], + ] + } + }, + { + "concs": [128], + "item": 7, + "override": "override_1p1d_dspark6_c128", + "goldenAL": "3.77", + "kv": "hicache", + "patch": { "dynamo": [ + null, + null, + null, null, null, { "args": { + "--cuda-graph-max-bs-decode": ["32"], "--max-running-requests": ["256"] } } + ], + "sglang": [ + null, + { + "args": { + "--cuda-graph-max-bs-decode": ["32"], + "--max-running-requests": ["256"] + } + }, + null ] - }, - "job": "34603861241/job/103278190275" + } }, { "concs": [160], - "item": 2, + "item": 8, + "override": "override_1p1d_dspark6_c160", "goldenAL": "3.77", "kv": "hicache", "patch": { - "sglang": [ + "dynamo": [ + null, + null, + null, + null, + null, { "args": { - "--max-running-requests": ["320"], - "--prefill-decode-interval": ["20"] - } - }, - { - "block": { - "kind": "sglang-router", - "cmd": "python3 -m sglang_router.launch_router", - "env": { - "SGLANG_ENABLE_UNIFIED_RADIX_TREE": "1", - "SGLANG_JIT_DEEPGEMM_FAST_WARMUP": "1", - "SGLANG_OPT_DEEPGEMM_MEGA_MOE_NUM_MAX_TOKENS_PER_RANK": "8320", - "SGLANG_OPT_SWA_SPLIT_LEAF_ON_INSERT": "1", - "SGLANG_OPT_UNIFIED_CACHE_FREE_OUT_OF_WINDOW_SLOTS": "1", - "SGLANG_OPT_USE_CUSTOM_ALL_REDUCE_V2": "1", - "SGLANG_OPT_USE_JIT_INDEXER_METADATA": "1", - "SGLANG_OPT_USE_JIT_NORM": "1", - "SGLANG_OPT_USE_TOPK_V2": "1", - "SGLANG_TIMEOUT_KEEP_ALIVE": "900", - "TORCH_CUDA_ARCH_LIST": "10.0" - }, - "args": [ - ["--policy", "cache_aware"], - ["--balance-abs-threshold", "32"], - ["--request-id-headers", "x-correlation-id"], - ["--dp-aware"], - ["--host", "0.0.0.0"], - ["--port", "8000"], - ["--connect-timeout-secs", "900"], - ["--request-timeout-secs", "14400"], - ["--disable-health-check"], - ["--disable-retries"], - ["--worker-urls", "http://127.0.0.1:30000"] - ] + "--cuda-graph-max-bs-decode": ["40"], + "--max-running-requests": ["320"] } } ], - "dynamo": [ - null, + "sglang": [ null, { "args": { - "--max-running-requests": ["320"], - "--prefill-decode-interval": ["20"] + "--cuda-graph-max-bs-decode": ["40"], + "--max-running-requests": ["320"] } - } + }, + null ] - }, - "job": "34603861241/job/103278189988" + } } ], "routers": { - "sglang": { - "install": [], - "files": [], + "dynamo": { + "install": ["pip install --pre --extra-index-url https://pypi.nvidia.com \"ai-dynamo-runtime==1.5.0.dev20260910\" \"ai-dynamo==1.5.0.dev20260910\""], + "files": ["nats.conf#13771a85", "nginx.conf#748c9006"], "blocks": [ { - "diff": { - "args": { - "--dist-init-addr": ["$AGG_HEAD_IP:20000"], - "--chunked-prefill-size": ["49152"], - "--cuda-graph-max-bs": ["32"], - "--disable-shared-experts-fusion": [], - "--dp": ["8"], - "--enable-dp-attention": [], - "--enable-dp-attention-local-control-broadcast": [], - "--enable-dp-lm-head": [], - "--enable-hierarchical-cache": [], - "--enable-w4a4-mxfp4-megamoe": [], - "--ep-size": ["8"], - "--hicache-io-backend": ["direct"], - "--hicache-mem-layout": ["page_first_direct"], - "--hicache-ratio": ["8"], - "--hicache-write-policy": ["write_through"], - "--incremental-streaming-output": [], - "--load-balance-method": ["total_requests"], - "--load-snapshot-publish-interval": ["1"], - "--max-running-requests": ["128"], - "--mem-fraction-static": ["0.88"], - "--moe-a2a-backend": ["megamoe"], - "--prefill-decode-interval": ["24"], - "--stream-interval": ["20"], - "--swa-full-tokens-ratio": ["0.02"], - "--tokenizer-worker-num": ["8"], - "--moe-runner-backend": null - }, - "env": { - "SGLANG_OPT_DEEPGEMM_MEGA_MOE_NUM_MAX_TOKENS_PER_RANK": "8320" - } - }, - "ref": [21, "sglang", 0] + "kind": "etcd", + "count_nodes": 1, + "cmd": "etcd", + "env": {}, + "args": [ + ["--data-dir", "/tmp/etcd"], + ["--listen-client-urls", "http://0.0.0.0:2379"], + ["--advertise-client-urls", "http://$ETCD_IP:2379"] + ] + }, + { + "kind": "nats", + "count_nodes": 1, + "cmd": "nats-server -c nats.conf", + "env": {}, + "args": [] + }, + { + "kind": "nginx", + "cmd": "nginx -c nginx.conf -g daemon off;", + "env": {}, + "args": [] + }, + { + "kind": "dynamo-frontend", + "count": 1, + "cmd": "python3 -m dynamo.frontend", + "env": { + "DYN_REQUEST_PLANE": "tcp", + "ETCD_ENDPOINTS": "http://$ETCD_IP:2379", + "NATS_SERVER": "nats://$NATS_IP:4222" + }, + "args": [ + ["--http-port", "8180"], + ["--router-mode", "kv"], + ["--router-session-affinity-ttl-secs", "3600"], + ["--active-decode-blocks-threshold", "None"], + ["--active-prefill-tokens-threshold", "None"], + ["--active-prefill-tokens-threshold-frac", "None"] + ] + }, + { + "kind": "worker", + "role": "prefill", + "workers": 1, + "nodes_per_worker": 1, + "cmd": "python3 -m dynamo.sglang", + "env": { + "DYN_REQUEST_PLANE": "tcp", + "ETCD_ENDPOINTS": "http://$ETCD_IP:2379", + "NATS_SERVER": "nats://$NATS_IP:4222", + "NCCL_CUMEM_ENABLE": "1", + "SGLANG_DEFAULT_THINKING": "1", + "SGLANG_DISAGGREGATION_BOOTSTRAP_TIMEOUT": "1800", + "SGLANG_DISAGGREGATION_ENGINE_INIT_TIMEOUT": "900", + "SGLANG_DISAGGREGATION_WAITING_TIMEOUT": "1800", + "SGLANG_DSV4_REASONING_EFFORT": "high", + "SGLANG_ENABLE_UNIFIED_RADIX_TREE": "1", + "SGLANG_JIT_DEEPGEMM_FAST_WARMUP": "1", + "SGLANG_JIT_DEEPGEMM_PRECOMPILE": "1", + "SGLANG_OPT_DEEPGEMM_MEGA_MOE_NUM_MAX_TOKENS_PER_RANK": "8320", + "SGLANG_OPT_UNIFIED_CACHE_FREE_OUT_OF_WINDOW_SLOTS": "1", + "SGLANG_OPT_USE_CUSTOM_ALL_REDUCE_V2": "1", + "SGLANG_OPT_USE_JIT_INDEXER_METADATA": "1", + "SGLANG_OPT_USE_JIT_NORM": "1", + "SGLANG_OPT_USE_TOPK_V2": "1", + "SGLANG_RAGGED_VERIFY_MODE": "static", + "SGLANG_TIMEOUT_KEEP_ALIVE": "900", + "TORCH_CUDA_ARCH_LIST": "10.0" + }, + "args": [ + ["--model-path", "deepseek-ai/DeepSeek-V4-Pro-0813"], + ["--served-model-name", "deepseek-ai/DeepSeek-V4-Pro-0813"], + ["--host", "0.0.0.0"], + ["--port", "30000"], + ["--disaggregation-mode", "prefill"], + ["--disaggregation-bootstrap-port", "8998"], + ["--request-plane", "tcp"], + ["--kv-events-config", "{\"publisher\":\"zmq\",\"topic\":\"kv-events\",\"endpoint\":\"tcp://*:5557\"}"], + ["--chunked-prefill-size", "49152"], + ["--disable-decode-cuda-graph"], + ["--disable-flashinfer-autotune"], + ["--disable-shared-experts-fusion"], + ["--disaggregation-ib-device", "$IB_DEVICES"], + ["--disaggregation-transfer-backend", "mooncake"], + ["--dp-size", "8"], + ["--enable-deepseek-v4-fp4-indexer"], + ["--enable-dp-attention"], + ["--enable-dp-attention-local-control-broadcast"], + ["--enable-dp-lm-head"], + ["--enable-hierarchical-cache"], + ["--enable-w4a4-mxfp4-megamoe"], + ["--ep-size", "8"], + ["--hicache-io-backend", "direct"], + ["--hicache-mem-layout", "page_first_direct"], + ["--hicache-ratio", "14"], + ["--hicache-write-policy", "write_back"], + ["--load-balance-method", "total_tokens"], + ["--max-running-requests", "256"], + ["--mem-fraction-static", "0.85"], + ["--model-loader-extra-config", "{\"enable_multithread_load\":true}"], + ["--moe-a2a-backend", "megamoe"], + ["--page-size", "256"], + ["--speculative-algorithm", "DSPARK"], + ["--speculative-dspark-block-size", "6"], + ["--speculative-eagle-topk", "1"], + ["--speculative-num-draft-tokens", "7"], + ["--speculative-num-steps", "6"], + ["--stream-interval", "20"], + ["--swa-full-tokens-ratio", "0.02"], + ["--tp-size", "8"], + ["--trust-remote-code"], + ["--watchdog-timeout", "1000000"] + ] + }, + { + "kind": "worker", + "role": "decode", + "workers": 1, + "nodes_per_worker": 1, + "cmd": "python3 -m dynamo.sglang", + "env": { + "DYN_REQUEST_PLANE": "tcp", + "ETCD_ENDPOINTS": "http://$ETCD_IP:2379", + "NATS_SERVER": "nats://$NATS_IP:4222", + "NCCL_CUMEM_ENABLE": "1", + "SGLANG_CLIP_MAX_NEW_TOKENS_ESTIMATION": "16384", + "SGLANG_DEFAULT_THINKING": "1", + "SGLANG_DISAGGREGATION_BOOTSTRAP_TIMEOUT": "1800", + "SGLANG_DISAGGREGATION_ENGINE_INIT_TIMEOUT": "900", + "SGLANG_DISAGGREGATION_WAITING_TIMEOUT": "1800", + "SGLANG_DSV4_REASONING_EFFORT": "high", + "SGLANG_ENABLE_UNIFIED_RADIX_TREE": "1", + "SGLANG_JIT_DEEPGEMM_FAST_WARMUP": "1", + "SGLANG_JIT_DEEPGEMM_PRECOMPILE": "1", + "SGLANG_OPT_DEEPGEMM_MEGA_MOE_NUM_MAX_TOKENS_PER_RANK": "4096", + "SGLANG_OPT_UNIFIED_CACHE_FREE_OUT_OF_WINDOW_SLOTS": "1", + "SGLANG_OPT_USE_CUSTOM_ALL_REDUCE_V2": "1", + "SGLANG_OPT_USE_JIT_INDEXER_METADATA": "1", + "SGLANG_OPT_USE_JIT_NORM": "1", + "SGLANG_OPT_USE_TOPK_V2": "1", + "SGLANG_RAGGED_VERIFY_MODE": "static", + "SGLANG_TIMEOUT_KEEP_ALIVE": "900", + "TORCH_CUDA_ARCH_LIST": "10.0" + }, + "args": [ + ["--model-path", "deepseek-ai/DeepSeek-V4-Pro-0813"], + ["--served-model-name", "deepseek-ai/DeepSeek-V4-Pro-0813"], + ["--host", "0.0.0.0"], + ["--port", "30000"], + ["--disaggregation-mode", "decode"], + ["--request-plane", "tcp"], + ["--kv-events-config", "{\"publisher\":\"zmq\",\"topic\":\"kv-events\",\"endpoint\":\"tcp://*:5557\"}"], + ["--cuda-graph-max-bs-decode", "2"], + ["--disable-flashinfer-autotune"], + ["--disable-shared-experts-fusion"], + ["--disaggregation-ib-device", "$IB_DEVICES"], + ["--disaggregation-transfer-backend", "mooncake"], + ["--dp-size", "8"], + ["--enable-deepseek-v4-fp4-indexer"], + ["--enable-dp-attention"], + ["--enable-dp-attention-local-control-broadcast"], + ["--enable-dp-lm-head"], + ["--enable-w4a4-mxfp4-megamoe"], + ["--ep-size", "8"], + ["--load-balance-method", "total_tokens"], + ["--max-running-requests", "16"], + ["--mem-fraction-static", "0.9"], + ["--model-loader-extra-config", "{\"enable_multithread_load\":true}"], + ["--moe-a2a-backend", "megamoe"], + ["--num-reserved-decode-tokens", "8192"], + ["--page-size", "256"], + ["--speculative-algorithm", "DSPARK"], + ["--speculative-dspark-block-size", "6"], + ["--speculative-eagle-topk", "1"], + ["--speculative-num-draft-tokens", "7"], + ["--speculative-num-steps", "6"], + ["--stream-interval", "20"], + ["--swa-full-tokens-ratio", "0.02"], + ["--tp-size", "8"], + ["--trust-remote-code"], + ["--watchdog-timeout", "1000000"] + ] + } + ] + }, + "sglang": { + "install": [], + "files": [], + "blocks": [ + { + "from": 4, + "cmd": "python3 -m sglang.launch_server", + "diff": { + "args": { + "--skip-server-warmup": [], + "--request-plane": null, + "--kv-events-config": null + }, + "env": { + "DYN_REQUEST_PLANE": null, + "ETCD_ENDPOINTS": null, + "NATS_SERVER": null + } + } + }, + { + "from": 5, + "cmd": "python3 -m sglang.launch_server", + "diff": { + "args": { + "--skip-server-warmup": [], + "--request-plane": null, + "--kv-events-config": null + }, + "env": { + "DYN_REQUEST_PLANE": null, + "ETCD_ENDPOINTS": null, + "NATS_SERVER": null + } + } + }, + { + "kind": "sglang-router", + "cmd": "python3 -m sglang_router.launch_router", + "env": {}, + "args": [ + ["--decode", "http://$DECODE_0_HEAD_IP:30000"], + ["--prefill", "http://$PREFILL_0_HEAD_IP:30000", "8998"], + ["--pd-disaggregation"], + ["--host", "0.0.0.0"], + ["--port", "8000"], + ["--policy", "cache_aware"] + ] + } + ] + } + } + }, + { + "id": "dsv4-fp4-b200-sglang-agentic-hicache-mtp#2", + "hw": "b200", + "ckpt": "deepseek-ai/DeepSeek-V4-Pro-0813", + "label": "Agg DEP8", + "detail": "DSpark 6", + "gpus": 8, + "configKey": "dsv4-fp4-b200-sglang-agentic-hicache-mtp", + "image": "lmsysorg/sglang:v0.5.19-cu130", + "imageStatus": "ok", + "imageCommit": null, + "submitted": "sglang", + "setup": [], + "disclosures": ["chat-template", "synthetic-acceptance"], + "kv": { + "available": ["none", "hicache"], + "unavailable": { + "mooncake": "this image's SGLang build predates --enable-unified-cache-external-linker" + }, + "hicache": { + "args": [ + ["--enable-hierarchical-cache"], + ["--hicache-io-backend", "direct"], + ["--hicache-mem-layout", "page_first_direct"], + ["--hicache-ratio", "8"], + ["--hicache-write-policy", "write_through"] + ], + "donor": "dsv4-fp4-b200-sglang-agentic-hicache-mtp", + "donorHardware": "b200" + } + }, + "prov": { + "sha": "da239a6585566fec56766c7185ecd22e147616af", + "recipe": "benchmarks/single_node/agentic/dsv4_fp4_b200_sglang_mtp.sh", + "run": "34603861241/attempts/1", + "pr": "3012", + "status": "verified", + "date": "2026-09-16" + }, + "points": [ + { + "concs": [64], + "item": 2, + "goldenAL": "3.77", + "kv": "hicache", + "job": "34603861241/job/103278190531" + }, + { + "concs": [96], + "item": 2, + "goldenAL": "3.77", + "kv": "hicache", + "patch": { + "sglang": [ + { + "args": { + "--max-running-requests": ["192"] + } + }, + null + ], + "dynamo": [ + null, + null, + { + "args": { + "--max-running-requests": ["192"] + } + } + ] + }, + "job": "34603861241/job/103278190009" + }, + { + "concs": [128], + "item": 2, + "goldenAL": "3.77", + "kv": "hicache", + "patch": { + "sglang": [ + { + "args": { + "--max-running-requests": ["256"] + } + }, + null + ], + "dynamo": [ + null, + null, + { + "args": { + "--max-running-requests": ["256"] + } + } + ] + }, + "job": "34603861241/job/103278190275" + }, + { + "concs": [160], + "item": 2, + "goldenAL": "3.77", + "kv": "hicache", + "patch": { + "sglang": [ + { + "args": { + "--max-running-requests": ["320"], + "--prefill-decode-interval": ["20"] + } + }, + { + "block": { + "kind": "sglang-router", + "cmd": "python3 -m sglang_router.launch_router", + "env": { + "SGLANG_ENABLE_UNIFIED_RADIX_TREE": "1", + "SGLANG_JIT_DEEPGEMM_FAST_WARMUP": "1", + "SGLANG_OPT_DEEPGEMM_MEGA_MOE_NUM_MAX_TOKENS_PER_RANK": "8320", + "SGLANG_OPT_SWA_SPLIT_LEAF_ON_INSERT": "1", + "SGLANG_OPT_UNIFIED_CACHE_FREE_OUT_OF_WINDOW_SLOTS": "1", + "SGLANG_OPT_USE_CUSTOM_ALL_REDUCE_V2": "1", + "SGLANG_OPT_USE_JIT_INDEXER_METADATA": "1", + "SGLANG_OPT_USE_JIT_NORM": "1", + "SGLANG_OPT_USE_TOPK_V2": "1", + "SGLANG_TIMEOUT_KEEP_ALIVE": "900", + "TORCH_CUDA_ARCH_LIST": "10.0" + }, + "args": [ + ["--policy", "cache_aware"], + ["--balance-abs-threshold", "32"], + ["--request-id-headers", "x-correlation-id"], + ["--dp-aware"], + ["--host", "0.0.0.0"], + ["--port", "8000"], + ["--connect-timeout-secs", "900"], + ["--request-timeout-secs", "14400"], + ["--disable-health-check"], + ["--disable-retries"], + ["--worker-urls", "http://127.0.0.1:30000"] + ] + } + } + ], + "dynamo": [ + null, + null, + { + "args": { + "--max-running-requests": ["320"], + "--prefill-decode-interval": ["20"] + } + } + ] + }, + "job": "34603861241/job/103278189988" + } + ], + "routers": { + "sglang": { + "install": [], + "files": [], + "blocks": [ + { + "diff": { + "args": { + "--dist-init-addr": ["$AGG_HEAD_IP:20000"], + "--chunked-prefill-size": ["49152"], + "--cuda-graph-max-bs": ["32"], + "--disable-shared-experts-fusion": [], + "--dp": ["8"], + "--enable-dp-attention": [], + "--enable-dp-attention-local-control-broadcast": [], + "--enable-dp-lm-head": [], + "--enable-hierarchical-cache": [], + "--enable-w4a4-mxfp4-megamoe": [], + "--ep-size": ["8"], + "--hicache-io-backend": ["direct"], + "--hicache-mem-layout": ["page_first_direct"], + "--hicache-ratio": ["8"], + "--hicache-write-policy": ["write_through"], + "--incremental-streaming-output": [], + "--load-balance-method": ["total_requests"], + "--load-snapshot-publish-interval": ["1"], + "--max-running-requests": ["128"], + "--mem-fraction-static": ["0.88"], + "--moe-a2a-backend": ["megamoe"], + "--prefill-decode-interval": ["24"], + "--stream-interval": ["20"], + "--swa-full-tokens-ratio": ["0.02"], + "--tokenizer-worker-num": ["8"], + "--moe-runner-backend": null + }, + "env": { + "SGLANG_OPT_DEEPGEMM_MEGA_MOE_NUM_MAX_TOKENS_PER_RANK": "8320" + } + }, + "ref": [21, "sglang", 0] }, { "kind": "sglang-router", @@ -5606,7 +6080,7 @@ export const agentx = { "hw": "b200", "ckpt": "deepseek-ai/DeepSeek-V4-Pro-0813", "label": "Disagg 1P1D · prefill DEP8 · decode DEP8", - "detail": "DSpark 6", + "detail": "DSpark 6 · --chunked-prefill-size 65536", "gpus": 16, "configKey": "dsv4-fp4-b200-dynamo-sglang-agentic-disagg", "image": "lmsysorg/sglang:v0.5.21-cu130@sha256:b1259f3ea3275f66237c498ea388919729018bc9f01c3d638391e06e2cf3f469", @@ -5624,19 +6098,17 @@ export const agentx = { ["--hicache-io-backend", "direct"], ["--hicache-mem-layout", "page_first_direct"], ["--hicache-ratio", "8"], - ["--hicache-write-policy", "write_back"] + ["--hicache-write-policy", "write_through"] ], - "donor": "dsv4-fp4-b200-dynamo-sglang-agentic-disagg", + "donor": "dsv4-fp4-b200-sglang-agentic-hicache-mtp", "donorHardware": "b200" } }, "prov": { - "sha": "8b1ac122ff6b7e6583af377f190fec7321c22b90", + "sha": "ba157eb69e4d4321b9e013f5007e730fb9c2a3be", "recipe": "inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/dsv4/sglang/b200-fp4/agentx/disagg-variants.yaml", - "run": "38925477096", - "pr": "4176", - "status": "verified", - "date": "2026-10-21" + "pr": "4556", + "status": "in-progress" }, "points": [ { @@ -5725,145 +6197,84 @@ export const agentx = { ] }, { - "kind": "worker", - "role": "prefill", - "workers": 1, - "nodes_per_worker": 1, - "cmd": "python3 -m dynamo.sglang", - "env": { - "DYN_REQUEST_PLANE": "tcp", - "ETCD_ENDPOINTS": "http://$ETCD_IP:2379", - "NATS_SERVER": "nats://$NATS_IP:4222", - "NCCL_CUMEM_ENABLE": "1", - "NCCL_MNNVL_ENABLE": "1", - "NCCL_MNNVL_UUID_QUERY_TIMEOUT": "100000", - "NCCL_TIMEOUT": "100000", - "SGLANG_DEFAULT_THINKING": "1", - "SGLANG_DISAGGREGATION_WAITING_TIMEOUT": "900", - "SGLANG_DSV4_MHC_PREWARM": "1", - "SGLANG_DSV4_REASONING_EFFORT": "high", - "SGLANG_ENABLE_PREFILL_WAR_READ_DONE": "1", - "SGLANG_ENABLE_TP_MEMORY_INBALANCE_CHECK": "0", - "SGLANG_JIT_DEEPGEMM_FAST_WARMUP": "1", - "SGLANG_JIT_DEEPGEMM_PRECOMPILE": "1", - "SGLANG_NCCL_ALL_GATHER_IN_OVERLAP_SCHEDULER_SYNC_BATCH": "1", - "SGLANG_OPT_DEEPGEMM_MEGA_MOE_NUM_MAX_TOKENS_PER_RANK": "9216", - "SGLANG_OPT_SWA_RELEASE_LEAF_LOCK_AFTER_WINDOW": "1", - "SGLANG_OPT_UNIFIED_CACHE_FREE_OUT_OF_WINDOW_SLOTS": "1", - "SGLANG_OPT_USE_CUSTOM_ALL_REDUCE_V2": "1", - "SGLANG_OPT_USE_DEEPGEMM_MEGA_MOE": "1", - "SGLANG_OPT_USE_ONLINE_COMPRESS": "0", - "SGLANG_RAGGED_VERIFY_MODE": "static", - "SGLANG_REQUEST_STATE_WAIT_TIMEOUT": "60" + "diff": { + "args": { + "--chunked-prefill-size": ["65536"], + "--cuda-graph-max-bs-decode": ["256"], + "--hicache-ratio": ["8"], + "--model-loader-extra-config": ["{\"enable_multithread_load\":true,\"num_threads\":8}"], + "--moe-dense-tp-size": ["1"], + "--speculative-num-steps": ["1"], + "--stream-interval": ["60"], + "--swa-full-tokens-ratio": ["0.01"], + "--watchdog-timeout": ["86400"], + "--disable-decode-cuda-graph": null, + "--disable-shared-experts-fusion": null, + "--enable-dp-attention-local-control-broadcast": null + }, + "env": { + "NCCL_MNNVL_ENABLE": "1", + "NCCL_MNNVL_UUID_QUERY_TIMEOUT": "100000", + "NCCL_TIMEOUT": "100000", + "SGLANG_DISAGGREGATION_WAITING_TIMEOUT": "900", + "SGLANG_DSV4_MHC_PREWARM": "1", + "SGLANG_ENABLE_PREFILL_WAR_READ_DONE": "1", + "SGLANG_ENABLE_TP_MEMORY_INBALANCE_CHECK": "0", + "SGLANG_NCCL_ALL_GATHER_IN_OVERLAP_SCHEDULER_SYNC_BATCH": "1", + "SGLANG_OPT_DEEPGEMM_MEGA_MOE_NUM_MAX_TOKENS_PER_RANK": "9216", + "SGLANG_OPT_SWA_RELEASE_LEAF_LOCK_AFTER_WINDOW": "1", + "SGLANG_OPT_USE_DEEPGEMM_MEGA_MOE": "1", + "SGLANG_OPT_USE_ONLINE_COMPRESS": "0", + "SGLANG_REQUEST_STATE_WAIT_TIMEOUT": "60", + "SGLANG_DISAGGREGATION_BOOTSTRAP_TIMEOUT": null, + "SGLANG_DISAGGREGATION_ENGINE_INIT_TIMEOUT": null, + "SGLANG_ENABLE_UNIFIED_RADIX_TREE": null, + "SGLANG_OPT_USE_JIT_INDEXER_METADATA": null, + "SGLANG_OPT_USE_JIT_NORM": null, + "SGLANG_OPT_USE_TOPK_V2": null, + "SGLANG_TIMEOUT_KEEP_ALIVE": null, + "TORCH_CUDA_ARCH_LIST": null + } }, - "args": [ - ["--model-path", "deepseek-ai/DeepSeek-V4-Pro-0813"], - ["--served-model-name", "deepseek-ai/DeepSeek-V4-Pro-0813"], - ["--host", "0.0.0.0"], - ["--port", "30000"], - ["--disaggregation-mode", "prefill"], - ["--disaggregation-bootstrap-port", "8998"], - ["--request-plane", "tcp"], - ["--kv-events-config", "{\"publisher\":\"zmq\",\"topic\":\"kv-events\",\"endpoint\":\"tcp://*:5557\"}"], - ["--chunked-prefill-size", "65536"], - ["--cuda-graph-max-bs-decode", "256"], - ["--disable-flashinfer-autotune"], - ["--disaggregation-ib-device", "$IB_DEVICES"], - ["--disaggregation-transfer-backend", "mooncake"], - ["--dp-size", "8"], - ["--enable-deepseek-v4-fp4-indexer"], - ["--enable-dp-attention"], - ["--enable-dp-lm-head"], - ["--enable-hierarchical-cache"], - ["--enable-w4a4-mxfp4-megamoe"], - ["--ep-size", "8"], - ["--hicache-io-backend", "direct"], - ["--hicache-mem-layout", "page_first_direct"], - ["--hicache-ratio", "8"], - ["--hicache-write-policy", "write_back"], - ["--load-balance-method", "total_tokens"], - ["--max-running-requests", "256"], - ["--mem-fraction-static", "0.85"], - ["--model-loader-extra-config", "{\"enable_multithread_load\":true,\"num_threads\":8}"], - ["--moe-a2a-backend", "megamoe"], - ["--moe-dense-tp-size", "1"], - ["--page-size", "256"], - ["--speculative-algorithm", "DSPARK"], - ["--speculative-dspark-block-size", "6"], - ["--speculative-eagle-topk", "1"], - ["--speculative-num-draft-tokens", "7"], - ["--speculative-num-steps", "1"], - ["--stream-interval", "60"], - ["--swa-full-tokens-ratio", "0.01"], - ["--tp-size", "8"], - ["--trust-remote-code"], - ["--watchdog-timeout", "86400"] - ] + "ref": [22, "dynamo", 4] }, { - "kind": "worker", - "role": "decode", - "workers": 1, - "nodes_per_worker": 1, - "cmd": "python3 -m dynamo.sglang", - "env": { - "DYN_REQUEST_PLANE": "tcp", - "ETCD_ENDPOINTS": "http://$ETCD_IP:2379", - "NATS_SERVER": "nats://$NATS_IP:4222", - "NCCL_CUMEM_ENABLE": "1", - "NCCL_MNNVL_ENABLE": "1", - "NCCL_MNNVL_UUID_QUERY_TIMEOUT": "100000", - "NCCL_TIMEOUT": "100000", - "SGLANG_DEFAULT_THINKING": "1", - "SGLANG_DISAGGREGATION_WAITING_TIMEOUT": "900", - "SGLANG_DSV4_REASONING_EFFORT": "high", - "SGLANG_ENABLE_TP_MEMORY_INBALANCE_CHECK": "0", - "SGLANG_JIT_DEEPGEMM_FAST_WARMUP": "1", - "SGLANG_JIT_DEEPGEMM_PRECOMPILE": "1", - "SGLANG_OPT_DEEPGEMM_MEGA_MOE": "1", - "SGLANG_OPT_DEEPGEMM_MEGA_MOE_NUM_MAX_TOKENS_PER_RANK": "4096", - "SGLANG_OPT_SWA_RELEASE_LEAF_LOCK_AFTER_WINDOW": "1", - "SGLANG_OPT_UNIFIED_CACHE_FREE_OUT_OF_WINDOW_SLOTS": "1", - "SGLANG_OPT_USE_ONLINE_COMPRESS": "0", - "SGLANG_RAGGED_VERIFY_MODE": "static", - "SGLANG_REQUEST_STATE_WAIT_TIMEOUT": "60" + "diff": { + "args": { + "--cuda-graph-max-bs-decode": ["256"], + "--max-running-requests": ["128"], + "--model-loader-extra-config": ["{\"enable_multithread_load\":true,\"num_threads\":8}"], + "--moe-dense-tp-size": ["1"], + "--speculative-num-steps": ["1"], + "--stream-interval": ["60"], + "--watchdog-timeout": ["86400"], + "--disable-shared-experts-fusion": null, + "--enable-dp-attention-local-control-broadcast": null, + "--num-reserved-decode-tokens": null + }, + "env": { + "NCCL_MNNVL_ENABLE": "1", + "NCCL_MNNVL_UUID_QUERY_TIMEOUT": "100000", + "NCCL_TIMEOUT": "100000", + "SGLANG_DISAGGREGATION_WAITING_TIMEOUT": "900", + "SGLANG_ENABLE_TP_MEMORY_INBALANCE_CHECK": "0", + "SGLANG_OPT_DEEPGEMM_MEGA_MOE": "1", + "SGLANG_OPT_SWA_RELEASE_LEAF_LOCK_AFTER_WINDOW": "1", + "SGLANG_OPT_USE_ONLINE_COMPRESS": "0", + "SGLANG_REQUEST_STATE_WAIT_TIMEOUT": "60", + "SGLANG_CLIP_MAX_NEW_TOKENS_ESTIMATION": null, + "SGLANG_DISAGGREGATION_BOOTSTRAP_TIMEOUT": null, + "SGLANG_DISAGGREGATION_ENGINE_INIT_TIMEOUT": null, + "SGLANG_ENABLE_UNIFIED_RADIX_TREE": null, + "SGLANG_OPT_USE_CUSTOM_ALL_REDUCE_V2": null, + "SGLANG_OPT_USE_JIT_INDEXER_METADATA": null, + "SGLANG_OPT_USE_JIT_NORM": null, + "SGLANG_OPT_USE_TOPK_V2": null, + "SGLANG_TIMEOUT_KEEP_ALIVE": null, + "TORCH_CUDA_ARCH_LIST": null + } }, - "args": [ - ["--model-path", "deepseek-ai/DeepSeek-V4-Pro-0813"], - ["--served-model-name", "deepseek-ai/DeepSeek-V4-Pro-0813"], - ["--host", "0.0.0.0"], - ["--port", "30000"], - ["--disaggregation-mode", "decode"], - ["--request-plane", "tcp"], - ["--kv-events-config", "{\"publisher\":\"zmq\",\"topic\":\"kv-events\",\"endpoint\":\"tcp://*:5557\"}"], - ["--cuda-graph-max-bs-decode", "256"], - ["--disable-flashinfer-autotune"], - ["--disaggregation-ib-device", "$IB_DEVICES"], - ["--disaggregation-transfer-backend", "mooncake"], - ["--dp-size", "8"], - ["--enable-deepseek-v4-fp4-indexer"], - ["--enable-dp-attention"], - ["--enable-dp-lm-head"], - ["--enable-w4a4-mxfp4-megamoe"], - ["--ep-size", "8"], - ["--load-balance-method", "total_tokens"], - ["--max-running-requests", "128"], - ["--mem-fraction-static", "0.9"], - ["--model-loader-extra-config", "{\"enable_multithread_load\":true,\"num_threads\":8}"], - ["--moe-a2a-backend", "megamoe"], - ["--moe-dense-tp-size", "1"], - ["--page-size", "256"], - ["--speculative-algorithm", "DSPARK"], - ["--speculative-dspark-block-size", "6"], - ["--speculative-eagle-topk", "1"], - ["--speculative-num-draft-tokens", "7"], - ["--speculative-num-steps", "1"], - ["--stream-interval", "60"], - ["--swa-full-tokens-ratio", "0.02"], - ["--tp-size", "8"], - ["--trust-remote-code"], - ["--watchdog-timeout", "86400"] - ] + "ref": [22, "dynamo", 5] } ] }, @@ -5943,19 +6354,17 @@ export const agentx = { ["--hicache-io-backend", "direct"], ["--hicache-mem-layout", "page_first_direct"], ["--hicache-ratio", "8"], - ["--hicache-write-policy", "write_back"] + ["--hicache-write-policy", "write_through"] ], - "donor": "dsv4-fp4-b200-dynamo-sglang-agentic-disagg", + "donor": "dsv4-fp4-b200-sglang-agentic-hicache-mtp", "donorHardware": "b200" } }, "prov": { - "sha": "8b1ac122ff6b7e6583af377f190fec7321c22b90", + "sha": "ba157eb69e4d4321b9e013f5007e730fb9c2a3be", "recipe": "inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/dsv4/sglang/b200-fp4/agentx/disagg-variants.yaml", - "run": "38925477096", - "pr": "4176", - "status": "verified", - "date": "2026-10-21" + "pr": "4556", + "status": "in-progress" }, "points": [ { @@ -6020,7 +6429,7 @@ export const agentx = { "--swa-full-tokens-ratio": ["0.02"] } }, - "ref": [23, "dynamo", 4] + "ref": [24, "dynamo", 4] }, { "diff": { @@ -6033,7 +6442,7 @@ export const agentx = { "SGLANG_DSV4_MHC_PREWARM": "1" } }, - "ref": [23, "dynamo", 5] + "ref": [24, "dynamo", 5] } ] }, diff --git a/docs/src/snippets/agentx/deepseek-ai/deepseek-v4_1.jsx b/docs/src/snippets/agentx/deepseek-ai/deepseek-v4_1.jsx index e95c95f8a864..1549bca21ecf 100644 --- a/docs/src/snippets/agentx/deepseek-ai/deepseek-v4_1.jsx +++ b/docs/src/snippets/agentx/deepseek-ai/deepseek-v4_1.jsx @@ -1,26 +1,41 @@ // GENERATED by the sa-infx-cookbook sync scripts — do not edit by hand. // Launch commands mirrored from SemiAnalysis InferenceX AgentX submissions -// (SemiAnalysisAI/InferenceX main@65a6dd197872 plus open PRs #4333, #4346, #4417, #4434, #4455, #4490, #4491, #4524), with SA-specific settings removed. +// (SemiAnalysisAI/InferenceX main@7ca692b9afea plus open PRs #4203, #4324, #4333, #4417, #4449, #4454, #4455, #4509, #4515, #4524, #4529, #4536, #4556), with SA-specific settings removed. export const agentx = { "model": "DeepSeek-V4.1", - "generatedOn": "2026-10-26", + "generatedOn": "2026-10-27", "source": { "repo": "https://github.com/SemiAnalysisAI/InferenceX", - "main": "65a6dd1978720f65099fea8c4d5ac5eddfdfd8d7", + "main": "7ca692b9afea00363297b5eab4ef9b5e72c982fe", "prs": { + "4556": { + "run": null, + "sha": "ba157eb69e4d4321b9e013f5007e730fb9c2a3be", + "status": "in-progress" + }, + "4536": { + "run": null, + "sha": "42e9b43e9e9352a1ad091f6e6dd9803936018f4f", + "status": "in-progress" + }, + "4529": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40279236382", + "sha": "4f555851babf2347efb3c112364c8d800d3c502b", + "status": "verified-pr" + }, "4524": { "run": null, - "sha": "8eddada3c165058bf0d9a26b36a444bc6bb8dfa3", + "sha": "6481cd6b3e2a07b458264b5d73e1f13985d45b91", "status": "in-progress" }, - "4491": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40252912814", - "sha": "2751547f3a7509c0620e17403e38ea1db292c125", + "4515": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40316025285", + "sha": "d30fa387e3b5dcf0a858761aba4dab9562f3f033", "status": "verified-pr" }, - "4490": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40252316011", - "sha": "122762e5ace36ee59348623398f2ef48c535dfdb", + "4509": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40194550246", + "sha": "4a2f670d816289ef1f3434c34b2b0aac22a019b7", "status": "verified-pr" }, "4455": { @@ -28,25 +43,35 @@ export const agentx = { "sha": "fad84b252cf3cd10e8f43ea77fa3a626a1eae290", "status": "in-progress" }, - "4434": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40153045152", - "sha": "6e0aec9ff3ef06dc985a6408b2461b0184296e6c", + "4454": { + "run": null, + "sha": "a73b274a6007c981eab97123d29fd03b74fe0b8b", + "status": "in-progress" + }, + "4449": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40054839636", + "sha": "7cc07653ad8e701a4072d826fe561e38c80a9d05", "status": "verified-pr" }, "4417": { "run": null, - "sha": "5422503f28785a1fde2864e849ebd70fad6a20ec", + "sha": "63c4ad272bdbad2150417e9215d0be3409f1e8cb", "status": "in-progress" }, - "4346": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/39910889415", - "sha": "34d4cd6b8358abe0b2bbbaa3cbccb522e012c694", - "status": "verified-pr" - }, "4333": { "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/39355392627", "sha": "02b72dc0bf88eca6f6638300739732d4c7640ddf", "status": "verified-pr" + }, + "4324": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/39339355047", + "sha": "32753f81a43aedd21dda124a92fe10ac8d98b0d8", + "status": "verified-pr" + }, + "4203": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/38960572895", + "sha": "e82118bb200aad9275f1d821b4265f251cadd7d2", + "status": "verified-pr" } } }, @@ -204,10 +229,10 @@ export const agentx = { "prov": { "sha": "6e0aec9ff3ef06dc985a6408b2461b0184296e6c", "recipe": "inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/dsv41flash/sglang/gb300-fp4/agentx/agg-variants.yaml", - "run": "40153045152", + "run": "40153045152/attempts/1", "pr": "4434", - "comment": "6409913622", - "status": "verified-pr" + "status": "verified", + "date": "2026-10-26" }, "points": [ { @@ -808,10 +833,10 @@ export const agentx = { "prov": { "sha": "6e0aec9ff3ef06dc985a6408b2461b0184296e6c", "recipe": "inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/dsv41flash/sglang/gb300-fp4/agentx/agg-variants.yaml", - "run": "40153045152", + "run": "40153045152/attempts/1", "pr": "4434", - "comment": "6409913622", - "status": "verified-pr" + "status": "verified", + "date": "2026-10-26" }, "points": [ { @@ -1281,9 +1306,9 @@ export const agentx = { "detail": "DSpark 5", "gpus": 22, "configKey": "dsv41flash-fp4-gb300-dynamo-sglang-agentic-dspark-disagg", - "image": "lmsysorg/sglang:nightly-dev-cu13-20261021-c1c287a4@sha256:b0473834763b2753e069cb96c1acaf235ba7fd632ccd9bbeb44da809c437fdeb", + "image": "lmsysorg/sglang:nightly-dev-cu13-20261025-65633129@sha256:069efa1d6a2d58309529f53eeee34c39d69b1cdb455eaf7fb8de83e3fd0be727", "imageStatus": "ok", - "imageCommit": "c1c287a4", + "imageCommit": "65633129", "submitted": "dynamo", "setup": [ { @@ -1309,12 +1334,12 @@ export const agentx = { } }, "prov": { - "sha": "a0e5be74248f09552f88904f90dc71e8f190a3e9", + "sha": "d30fa387e3b5dcf0a858761aba4dab9562f3f033", "recipe": "inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/dsv41flash/sglang/gb300-fp4/agentx/disagg-variants.yaml", - "run": "39695060576/attempts/1", - "pr": "4303", - "status": "verified", - "date": "2026-10-22" + "run": "40316025285", + "pr": "4515", + "comment": "6429852988", + "status": "verified-pr" }, "points": [ { @@ -1614,9 +1639,9 @@ export const agentx = { "detail": "DSpark 5", "gpus": 26, "configKey": "dsv41flash-fp4-gb300-dynamo-sglang-agentic-dspark-disagg", - "image": "lmsysorg/sglang:nightly-dev-cu13-20261021-c1c287a4@sha256:b0473834763b2753e069cb96c1acaf235ba7fd632ccd9bbeb44da809c437fdeb", + "image": "lmsysorg/sglang:nightly-dev-cu13-20261025-65633129@sha256:069efa1d6a2d58309529f53eeee34c39d69b1cdb455eaf7fb8de83e3fd0be727", "imageStatus": "ok", - "imageCommit": "c1c287a4", + "imageCommit": "65633129", "submitted": "dynamo", "setup": [ { @@ -1642,12 +1667,12 @@ export const agentx = { } }, "prov": { - "sha": "a0e5be74248f09552f88904f90dc71e8f190a3e9", + "sha": "d30fa387e3b5dcf0a858761aba4dab9562f3f033", "recipe": "inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/dsv41flash/sglang/gb300-fp4/agentx/disagg-variants.yaml", - "run": "39695060576/attempts/1", - "pr": "4303", - "status": "verified", - "date": "2026-10-22" + "run": "40316025285", + "pr": "4515", + "comment": "6429852988", + "status": "verified-pr" }, "points": [ { @@ -1820,9 +1845,9 @@ export const agentx = { "detail": "DSpark 5", "gpus": 32, "configKey": "dsv41flash-fp4-gb300-dynamo-sglang-agentic-dspark-disagg", - "image": "lmsysorg/sglang:nightly-dev-cu13-20261021-c1c287a4@sha256:b0473834763b2753e069cb96c1acaf235ba7fd632ccd9bbeb44da809c437fdeb", + "image": "lmsysorg/sglang:nightly-dev-cu13-20261025-65633129@sha256:069efa1d6a2d58309529f53eeee34c39d69b1cdb455eaf7fb8de83e3fd0be727", "imageStatus": "ok", - "imageCommit": "c1c287a4", + "imageCommit": "65633129", "submitted": "dynamo", "setup": [ { @@ -1848,12 +1873,12 @@ export const agentx = { } }, "prov": { - "sha": "a0e5be74248f09552f88904f90dc71e8f190a3e9", + "sha": "d30fa387e3b5dcf0a858761aba4dab9562f3f033", "recipe": "inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/dsv41flash/sglang/gb300-fp4/agentx/disagg-variants.yaml", - "run": "39695060576/attempts/1", - "pr": "4303", - "status": "verified", - "date": "2026-10-22" + "run": "40316025285", + "pr": "4515", + "comment": "6429852988", + "status": "verified-pr" }, "points": [ { @@ -2028,9 +2053,9 @@ export const agentx = { "detail": "DSpark 5", "gpus": 4, "configKey": "dsv41flash-fp4-gb200-sglang-agentic-dspark", - "image": "lmsysorg/sglang:nightly-dev-cu13-20261014-684fea8a@sha256:ddae0e399d3d94f7827f16183301cf8dac4cf0eae0ef25590b7dac5881d713d8", + "image": "lmsysorg/sglang:nightly-dev-cu13-20261025-65633129@sha256:069efa1d6a2d58309529f53eeee34c39d69b1cdb455eaf7fb8de83e3fd0be727", "imageStatus": "ok", - "imageCommit": "684fea8a", + "imageCommit": "65633129", "submitted": "sglang", "setup": [], "disclosures": ["synthetic-acceptance"], @@ -2050,12 +2075,12 @@ export const agentx = { } }, "prov": { - "sha": "b260d0e4ef31e76bacba68cce9a8107ba4922c72", + "sha": "03a6f87bf6adc31387a1073c078db56492ffef76", "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/dsv41flash/sglang/gb200-fp4-mtp/agentic.yaml", - "run": "38749229680/attempts/2", - "pr": "4112", + "run": "40261068322/attempts/1", + "pr": "4522", "status": "verified", - "date": "2026-10-16" + "date": "2026-10-26" }, "points": [ { @@ -2272,9 +2297,9 @@ export const agentx = { "detail": "DSpark 5", "gpus": 4, "configKey": "dsv41flash-fp4-gb200-sglang-agentic-dspark", - "image": "lmsysorg/sglang:nightly-dev-cu13-20261014-684fea8a@sha256:ddae0e399d3d94f7827f16183301cf8dac4cf0eae0ef25590b7dac5881d713d8", + "image": "lmsysorg/sglang:nightly-dev-cu13-20261025-65633129@sha256:069efa1d6a2d58309529f53eeee34c39d69b1cdb455eaf7fb8de83e3fd0be727", "imageStatus": "ok", - "imageCommit": "684fea8a", + "imageCommit": "65633129", "submitted": "sglang", "setup": [], "disclosures": ["synthetic-acceptance"], @@ -2294,12 +2319,12 @@ export const agentx = { } }, "prov": { - "sha": "b260d0e4ef31e76bacba68cce9a8107ba4922c72", + "sha": "03a6f87bf6adc31387a1073c078db56492ffef76", "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/dsv41flash/sglang/gb200-fp4-mtp/agentic.yaml", - "run": "38749229680/attempts/2", - "pr": "4112", + "run": "40261068322/attempts/1", + "pr": "4522", "status": "verified", - "date": "2026-10-16" + "date": "2026-10-26" }, "points": [ { @@ -2387,9 +2412,9 @@ export const agentx = { "detail": "DSpark 5", "gpus": 4, "configKey": "dsv41flash-fp4-gb200-sglang-agentic-dspark", - "image": "lmsysorg/sglang:nightly-dev-cu13-20261014-684fea8a@sha256:ddae0e399d3d94f7827f16183301cf8dac4cf0eae0ef25590b7dac5881d713d8", + "image": "lmsysorg/sglang:nightly-dev-cu13-20261025-65633129@sha256:069efa1d6a2d58309529f53eeee34c39d69b1cdb455eaf7fb8de83e3fd0be727", "imageStatus": "ok", - "imageCommit": "684fea8a", + "imageCommit": "65633129", "submitted": "sglang", "setup": [], "disclosures": ["synthetic-acceptance"], @@ -2409,12 +2434,12 @@ export const agentx = { } }, "prov": { - "sha": "b260d0e4ef31e76bacba68cce9a8107ba4922c72", + "sha": "03a6f87bf6adc31387a1073c078db56492ffef76", "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/dsv41flash/sglang/gb200-fp4-mtp/agentic.yaml", - "run": "38749229680/attempts/2", - "pr": "4112", + "run": "40261068322/attempts/1", + "pr": "4522", "status": "verified", - "date": "2026-10-16" + "date": "2026-10-26" }, "points": [ { @@ -3415,9 +3440,9 @@ export const agentx = { "detail": "DSpark 5", "gpus": 4, "configKey": "dsv41flash-fp4-b200-sglang-agentic-dspark", - "image": "lmsysorg/sglang:nightly-dev-cu13-20261021-c1c287a4@sha256:b0473834763b2753e069cb96c1acaf235ba7fd632ccd9bbeb44da809c437fdeb", + "image": "lmsysorg/sglang:nightly-dev-cu13-20261026-8252e3af@sha256:b4e4abb9e1dc038f7e14c85805be97e4f74abb46e541bd4edd31401d50a2e593", "imageStatus": "ok", - "imageCommit": "c1c287a4", + "imageCommit": "8252e3af", "submitted": "sglang", "setup": [], "disclosures": ["synthetic-acceptance"], @@ -3437,12 +3462,12 @@ export const agentx = { } }, "prov": { - "sha": "c1457ce06a7622258b011d4ab775c5b86883943e", + "sha": "d1d935386116261b65ce1010a41201a60d1a628d", "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/dsv41flash/sglang/b200-fp4-mtp/agentic.yaml", - "run": "39606211010/attempts/1", - "pr": "4365", + "run": "40378044476/attempts/1", + "pr": "4544", "status": "verified", - "date": "2026-10-22" + "date": "2026-10-27" }, "points": [ { @@ -3656,9 +3681,9 @@ export const agentx = { "detail": "DSpark 5", "gpus": 4, "configKey": "dsv41flash-fp4-b200-sglang-agentic-dspark", - "image": "lmsysorg/sglang:nightly-dev-cu13-20261021-c1c287a4@sha256:b0473834763b2753e069cb96c1acaf235ba7fd632ccd9bbeb44da809c437fdeb", + "image": "lmsysorg/sglang:nightly-dev-cu13-20261026-8252e3af@sha256:b4e4abb9e1dc038f7e14c85805be97e4f74abb46e541bd4edd31401d50a2e593", "imageStatus": "ok", - "imageCommit": "c1c287a4", + "imageCommit": "8252e3af", "submitted": "sglang", "setup": [], "disclosures": ["synthetic-acceptance"], @@ -3678,12 +3703,12 @@ export const agentx = { } }, "prov": { - "sha": "c1457ce06a7622258b011d4ab775c5b86883943e", + "sha": "d1d935386116261b65ce1010a41201a60d1a628d", "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/dsv41flash/sglang/b200-fp4-mtp/agentic.yaml", - "run": "39606211010/attempts/1", - "pr": "4365", + "run": "40378044476/attempts/1", + "pr": "4544", "status": "verified", - "date": "2026-10-22" + "date": "2026-10-27" }, "points": [ { @@ -3803,9 +3828,9 @@ export const agentx = { "detail": "DSpark 5", "gpus": 4, "configKey": "dsv41flash-fp4-b200-sglang-agentic-dspark", - "image": "lmsysorg/sglang:nightly-dev-cu13-20261021-c1c287a4@sha256:b0473834763b2753e069cb96c1acaf235ba7fd632ccd9bbeb44da809c437fdeb", + "image": "lmsysorg/sglang:nightly-dev-cu13-20261026-8252e3af@sha256:b4e4abb9e1dc038f7e14c85805be97e4f74abb46e541bd4edd31401d50a2e593", "imageStatus": "ok", - "imageCommit": "c1c287a4", + "imageCommit": "8252e3af", "submitted": "sglang", "setup": [], "disclosures": ["synthetic-acceptance"], @@ -3825,12 +3850,12 @@ export const agentx = { } }, "prov": { - "sha": "c1457ce06a7622258b011d4ab775c5b86883943e", + "sha": "d1d935386116261b65ce1010a41201a60d1a628d", "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/dsv41flash/sglang/b200-fp4-mtp/agentic.yaml", - "run": "39606211010/attempts/1", - "pr": "4365", + "run": "40378044476/attempts/1", + "pr": "4544", "status": "verified", - "date": "2026-10-22" + "date": "2026-10-27" }, "points": [ { @@ -4797,10 +4822,10 @@ export const agentx = { "prov": { "sha": "32753f81a43aedd21dda124a92fe10ac8d98b0d8", "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/dsv41flash/sglang/h100-fp4-mtp/agentic.yaml", - "run": "39339355047/attempts/1", + "run": "39339355047", "pr": "4324", - "status": "verified", - "date": "2026-10-21" + "comment": "6325502545", + "status": "verified-pr" }, "points": [ { diff --git a/docs/src/snippets/agentx/meta-models/muse-spark-open.jsx b/docs/src/snippets/agentx/meta-models/muse-spark-open.jsx index 334e8e87443d..931cae4dd783 100644 --- a/docs/src/snippets/agentx/meta-models/muse-spark-open.jsx +++ b/docs/src/snippets/agentx/meta-models/muse-spark-open.jsx @@ -1,26 +1,41 @@ // GENERATED by the sa-infx-cookbook sync scripts — do not edit by hand. // Launch commands mirrored from SemiAnalysis InferenceX AgentX submissions -// (SemiAnalysisAI/InferenceX main@65a6dd197872 plus open PRs #4333, #4346, #4417, #4434, #4455, #4490, #4491, #4524), with SA-specific settings removed. +// (SemiAnalysisAI/InferenceX main@7ca692b9afea plus open PRs #4203, #4324, #4333, #4417, #4449, #4454, #4455, #4509, #4515, #4524, #4529, #4536, #4556), with SA-specific settings removed. export const agentx = { "model": "Muse Spark Open", - "generatedOn": "2026-10-26", + "generatedOn": "2026-10-27", "source": { "repo": "https://github.com/SemiAnalysisAI/InferenceX", - "main": "65a6dd1978720f65099fea8c4d5ac5eddfdfd8d7", + "main": "7ca692b9afea00363297b5eab4ef9b5e72c982fe", "prs": { + "4556": { + "run": null, + "sha": "ba157eb69e4d4321b9e013f5007e730fb9c2a3be", + "status": "in-progress" + }, + "4536": { + "run": null, + "sha": "42e9b43e9e9352a1ad091f6e6dd9803936018f4f", + "status": "in-progress" + }, + "4529": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40279236382", + "sha": "4f555851babf2347efb3c112364c8d800d3c502b", + "status": "verified-pr" + }, "4524": { "run": null, - "sha": "8eddada3c165058bf0d9a26b36a444bc6bb8dfa3", + "sha": "6481cd6b3e2a07b458264b5d73e1f13985d45b91", "status": "in-progress" }, - "4491": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40252912814", - "sha": "2751547f3a7509c0620e17403e38ea1db292c125", + "4515": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40316025285", + "sha": "d30fa387e3b5dcf0a858761aba4dab9562f3f033", "status": "verified-pr" }, - "4490": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40252316011", - "sha": "122762e5ace36ee59348623398f2ef48c535dfdb", + "4509": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40194550246", + "sha": "4a2f670d816289ef1f3434c34b2b0aac22a019b7", "status": "verified-pr" }, "4455": { @@ -28,25 +43,35 @@ export const agentx = { "sha": "fad84b252cf3cd10e8f43ea77fa3a626a1eae290", "status": "in-progress" }, - "4434": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40153045152", - "sha": "6e0aec9ff3ef06dc985a6408b2461b0184296e6c", + "4454": { + "run": null, + "sha": "a73b274a6007c981eab97123d29fd03b74fe0b8b", + "status": "in-progress" + }, + "4449": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40054839636", + "sha": "7cc07653ad8e701a4072d826fe561e38c80a9d05", "status": "verified-pr" }, "4417": { "run": null, - "sha": "5422503f28785a1fde2864e849ebd70fad6a20ec", + "sha": "63c4ad272bdbad2150417e9215d0be3409f1e8cb", "status": "in-progress" }, - "4346": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/39910889415", - "sha": "34d4cd6b8358abe0b2bbbaa3cbccb522e012c694", - "status": "verified-pr" - }, "4333": { "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/39355392627", "sha": "02b72dc0bf88eca6f6638300739732d4c7640ddf", "status": "verified-pr" + }, + "4324": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/39339355047", + "sha": "32753f81a43aedd21dda124a92fe10ac8d98b0d8", + "status": "verified-pr" + }, + "4203": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/38960572895", + "sha": "e82118bb200aad9275f1d821b4265f251cadd7d2", + "status": "verified-pr" } } }, @@ -738,7 +763,7 @@ export const agentx = { "hw": "gb300", "ckpt": "meta-models/Muse-Spark-Open-816B-A42B-NVFP4", "label": "Agg TP8·EP8 (2 nodes)", - "detail": "DFlash 8", + "detail": "DFlash 8 · musespark-fp4-gb300-dynamo-sglang-agentic-dflash", "gpus": 8, "configKey": "musespark-fp4-gb300-dynamo-sglang-agentic-dflash", "image": "lmsysorg/sglang:dev-muse-spark-open@sha256:8cfc5a72cb296771f5f8a4a4688cb6d05685610a830cbb616fa4ab0eb7bb2b0a", @@ -977,6 +1002,216 @@ export const agentx = { } } }, + { + "id": "musespark-fp4-gb300-sglang-agentic-dflash-multinode#0", + "hw": "gb300", + "ckpt": "meta-models/Muse-Spark-Open-816B-A42B-NVFP4", + "label": "Agg TP8·EP8 (2 nodes)", + "detail": "DFlash 8 · musespark-fp4-gb300-sglang-agentic-dflash-multinode", + "gpus": 8, + "configKey": "musespark-fp4-gb300-sglang-agentic-dflash-multinode", + "image": "lmsysorg/sglang:nightly-dev-20261019-3c560089@sha256:c1f4d9fc6fcf50c2269adbc757ce7b1778883af04155edb888fa9eea3b6648c0", + "imageStatus": "ok", + "imageCommit": "3c560089", + "submitted": "sglang", + "setup": [], + "disclosures": ["synthetic-acceptance"], + "kv": { + "available": ["none", "hicache", "mooncake"], + "unavailable": {}, + "hicache": { + "args": [ + ["--enable-hierarchical-cache"], + ["--hicache-size", "160"], + ["--hicache-write-policy", "write_back"] + ], + "donor": "musespark-fp4-gb300-sglang-agentic-dflash", + "donorHardware": "gb300" + } + }, + "prov": { + "sha": "a73b274a6007c981eab97123d29fd03b74fe0b8b", + "recipe": "inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/musespark/sglang/gb300-fp4/agentx/agg-tp8-direct-variants.yaml", + "pr": "4454", + "status": "in-progress" + }, + "points": [ + { + "concs": [5], + "item": 0, + "override": "override_tp8_c5", + "goldenAL": "4.05", + "kv": "none" + }, + { + "concs": [10], + "item": 1, + "override": "override_tp8_c10", + "goldenAL": "4.05", + "kv": "none", + "patch": { + "sglang": [ + { + "args": { + "--chunked-prefill-size": ["8192"], + "--cuda-graph-max-bs-decode": ["2"], + "--max-prefill-tokens": ["8192"], + "--max-running-requests": ["2"], + "--prefill-decode-interval": ["128"], + "--page-size": null + } + } + ], + "dynamo": [ + null, + null, + { + "args": { + "--chunked-prefill-size": ["8192"], + "--cuda-graph-max-bs-decode": ["2"], + "--max-prefill-tokens": ["8192"], + "--max-running-requests": ["2"], + "--prefill-decode-interval": ["128"], + "--page-size": null + } + } + ] + } + }, + { + "concs": [18], + "item": 2, + "override": "override_tp8_c18", + "goldenAL": "4.05", + "kv": "none", + "patch": { + "sglang": [ + { + "args": { + "--cuda-graph-max-bs-decode": ["3"], + "--max-running-requests": ["3"], + "--prefill-decode-interval": ["32"] + } + } + ], + "dynamo": [ + null, + null, + { + "args": { + "--cuda-graph-max-bs-decode": ["3"], + "--max-running-requests": ["3"], + "--prefill-decode-interval": ["32"] + } + } + ] + } + }, + { + "concs": [32], + "item": 3, + "override": "override_tp8_c32", + "goldenAL": "4.05", + "kv": "none", + "patch": { + "sglang": [ + { + "args": { + "--chunked-prefill-size": ["8192"], + "--cuda-graph-max-bs-decode": ["6"], + "--max-prefill-tokens": ["8192"], + "--max-running-requests": ["6"], + "--prefill-decode-interval": ["24"], + "--schedule-policy": ["shortest-prefill-first"] + } + } + ], + "dynamo": [ + null, + null, + { + "args": { + "--chunked-prefill-size": ["8192"], + "--cuda-graph-max-bs-decode": ["6"], + "--max-prefill-tokens": ["8192"], + "--max-running-requests": ["6"], + "--prefill-decode-interval": ["24"], + "--schedule-policy": ["shortest-prefill-first"] + } + } + ] + } + } + ], + "routers": { + "sglang": { + "install": [], + "files": [], + "blocks": [ + { + "diff": { + "args": { + "--speculative-draft-attention-backend": ["fa4"], + "--swa-full-tokens-ratio": ["0.1"], + "--tokenizer-backend": ["fastokens"], + "--tool-call-parser": ["muse"], + "--model-loader-extra-config": null, + "--preferred-sampling-params": null, + "--prefill-decode-interval": null + }, + "env": { + "SGLANG_PARALLEL_PROMPT_ENCODE": "0" + } + }, + "ref": [1, "sglang", 0] + } + ] + }, + "dynamo": { + "install": [], + "files": [], + "blocks": [ + { + "kind": "etcd", + "count_nodes": 1, + "cmd": "etcd", + "env": {}, + "args": [ + ["--data-dir", "/tmp/etcd"], + ["--listen-client-urls", "http://0.0.0.0:2379"], + ["--advertise-client-urls", "http://$ETCD_IP:2379"] + ] + }, + { + "kind": "dynamo-frontend", + "count": 1, + "cmd": "python3 -m dynamo.frontend", + "env": { + "DYN_REQUEST_PLANE": "tcp", + "ETCD_ENDPOINTS": "http://$ETCD_IP:2379" + }, + "args": [ + ["--http-port", "8000"], + ["--router-mode", "kv"] + ] + }, + { + "from": 0, + "cmd": "python3 -m dynamo.sglang", + "diff": { + "args": { + "--request-plane": ["tcp"] + }, + "env": { + "DYN_REQUEST_PLANE": "tcp", + "ETCD_ENDPOINTS": "http://$ETCD_IP:2379" + } + } + } + ] + } + } + }, { "id": "musespark-fp4-gb300-dynamo-sglang-agentic-dflash#0", "hw": "gb300", @@ -1289,6 +1524,174 @@ export const agentx = { } } }, + { + "id": "musespark-fp4-gb300-sglang-agentic-dflash-nightly1019#0", + "hw": "gb300", + "ckpt": "meta-models/Muse-Spark-Open-816B-A42B-NVFP4", + "label": "Agg TP4·EP4", + "detail": "DFlash 8 · musespark-fp4-gb300-sglang-agentic-dflash-nightly1019", + "gpus": 4, + "configKey": "musespark-fp4-gb300-sglang-agentic-dflash-nightly1019", + "image": "lmsysorg/sglang:nightly-dev-20261019-3c560089@sha256:c1f4d9fc6fcf50c2269adbc757ce7b1778883af04155edb888fa9eea3b6648c0", + "imageStatus": "ok", + "imageCommit": "3c560089", + "submitted": "sglang", + "setup": [], + "disclosures": ["synthetic-acceptance"], + "kv": { + "available": ["none", "hicache", "mooncake"], + "unavailable": {}, + "hicache": { + "args": [ + ["--enable-hierarchical-cache"], + ["--hicache-size", "160"], + ["--hicache-write-policy", "write_back"] + ], + "donor": "musespark-fp4-gb300-sglang-agentic-dflash", + "donorHardware": "gb300" + } + }, + "prov": { + "sha": "a73b274a6007c981eab97123d29fd03b74fe0b8b", + "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/musespark/sglang/gb300-fp4-mtp/agentic-nightly1019.yaml", + "pr": "4454", + "status": "in-progress" + }, + "points": [ + { + "concs": [28], + "item": 0, + "override": "override_tp4_c28", + "goldenAL": "4.05", + "kv": "hicache" + }, + { + "concs": [52], + "item": 1, + "override": "override_tp4_c52", + "goldenAL": "4.05", + "kv": "hicache", + "patch": { + "sglang": [ + { + "args": { + "--cuda-graph-max-bs-decode": ["32"], + "--flashinfer-autotune-skip-ops": ["flashinfer::trtllm_fp4_block_scale_moe"], + "--hicache-write-policy": ["write_back"], + "--max-running-requests": ["32"], + "--swa-full-tokens-ratio": ["0.15"], + "--chunked-prefill-size": null, + "--max-prefill-tokens": null, + "--prefill-decode-interval": null, + "--schedule-policy": null + }, + "env": { + "SGLANG_OPT_DEEPGEMM_MEGA_MOE_NUM_MAX_TOKENS_PER_RANK": "4096", + "SGLANG_TRTLLM_MHA_DECODE_SEQ_LEN_SPLITS": "4" + } + } + ], + "dynamo": [ + null, + null, + { + "args": { + "--cuda-graph-max-bs-decode": ["32"], + "--flashinfer-autotune-skip-ops": ["flashinfer::trtllm_fp4_block_scale_moe"], + "--hicache-write-policy": ["write_back"], + "--max-running-requests": ["32"], + "--swa-full-tokens-ratio": ["0.15"], + "--chunked-prefill-size": null, + "--max-prefill-tokens": null, + "--prefill-decode-interval": null, + "--schedule-policy": null + }, + "env": { + "SGLANG_OPT_DEEPGEMM_MEGA_MOE_NUM_MAX_TOKENS_PER_RANK": "4096", + "SGLANG_TRTLLM_MHA_DECODE_SEQ_LEN_SPLITS": "4" + } + } + ] + } + } + ], + "routers": { + "sglang": { + "install": [], + "files": [], + "blocks": [ + { + "diff": { + "args": { + "--enable-hierarchical-cache": [], + "--hicache-size": ["149"], + "--hicache-write-policy": ["write_through"], + "--max-prefill-tokens": ["8192"], + "--mem-fraction-static": ["0.95"], + "--prefill-decode-interval": ["48"], + "--schedule-policy": ["shortest-prefill-first"], + "--speculative-draft-attention-backend": ["trtllm_mha"], + "--speculative-draft-kv-cache-dtype": ["fp8_e4m3"], + "--tokenizer-backend": ["fastokens"], + "--tool-call-parser": ["muse"], + "--model-loader-extra-config": null, + "--preferred-sampling-params": null, + "--speculative-draft-model-revision": null + }, + "env": { + "SGLANG_OPT_DEEPGEMM_MEGA_MOE_NUM_MAX_TOKENS_PER_RANK": "2048", + "SGLANG_PARALLEL_PROMPT_ENCODE": "0" + } + }, + "ref": [3, "sglang", 0] + } + ] + }, + "dynamo": { + "install": [], + "files": [], + "blocks": [ + { + "kind": "etcd", + "count_nodes": 1, + "cmd": "etcd", + "env": {}, + "args": [ + ["--data-dir", "/tmp/etcd"], + ["--listen-client-urls", "http://0.0.0.0:2379"], + ["--advertise-client-urls", "http://$ETCD_IP:2379"] + ] + }, + { + "kind": "dynamo-frontend", + "count": 1, + "cmd": "python3 -m dynamo.frontend", + "env": { + "DYN_REQUEST_PLANE": "tcp", + "ETCD_ENDPOINTS": "http://$ETCD_IP:2379" + }, + "args": [ + ["--http-port", "8000"], + ["--router-mode", "kv"] + ] + }, + { + "from": 0, + "cmd": "python3 -m dynamo.sglang", + "diff": { + "args": { + "--request-plane": ["tcp"] + }, + "env": { + "DYN_REQUEST_PLANE": "tcp", + "ETCD_ENDPOINTS": "http://$ETCD_IP:2379" + } + } + } + ] + } + } + }, { "id": "musespark-fp4-gb200-sglang-agentic-dflash#0", "hw": "gb200", @@ -1297,9 +1700,9 @@ export const agentx = { "detail": "DFlash 8", "gpus": 4, "configKey": "musespark-fp4-gb200-sglang-agentic-dflash", - "image": "lmsysorg/sglang:nightly-dev-20261021-c1c287a4@sha256:b0473834763b2753e069cb96c1acaf235ba7fd632ccd9bbeb44da809c437fdeb", + "image": "lmsysorg/sglang:nightly-dev-20261026-8252e3af@sha256:b4e4abb9e1dc038f7e14c85805be97e4f74abb46e541bd4edd31401d50a2e593", "imageStatus": "ok", - "imageCommit": "c1c287a4", + "imageCommit": "8252e3af", "submitted": "sglang", "setup": [], "disclosures": ["synthetic-acceptance"], @@ -1316,12 +1719,12 @@ export const agentx = { } }, "prov": { - "sha": "f47028afe7b745e2bb4fa5ba8760e74e3009413a", + "sha": "9e360a56f68a223e0214348911d9e7710fed2951", "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/musespark/sglang/gb200-fp4-mtp/agentic.yaml", - "run": "39956831233/attempts/1", - "pr": "4430", + "run": "40279195159/attempts/1", + "pr": "4531", "status": "verified", - "date": "2026-10-24" + "date": "2026-10-27" }, "points": [ { @@ -1931,7 +2334,7 @@ export const agentx = { } }, "prov": { - "sha": "5422503f28785a1fde2864e849ebd70fad6a20ec", + "sha": "63c4ad272bdbad2150417e9215d0be3409f1e8cb", "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/musespark/sglang/b300-fp4-mtp/agentic.yaml", "pr": "4417", "status": "in-progress" @@ -1977,6 +2380,37 @@ export const agentx = { ] } }, + { + "concs": [8], + "item": 0, + "override": "override_tp8_c8", + "goldenAL": "4.05", + "kv": "none", + "patch": { + "sglang": [ + { + "args": { + "--cuda-graph-max-bs-decode": ["2"], + "--max-running-requests": ["2"], + "--prefill-decode-interval": ["64"], + "--speculative-draft-attention-backend": null + } + } + ], + "dynamo": [ + null, + null, + { + "args": { + "--cuda-graph-max-bs-decode": ["2"], + "--max-running-requests": ["2"], + "--prefill-decode-interval": ["64"], + "--speculative-draft-attention-backend": null + } + } + ] + } + }, { "concs": [10], "item": 0, @@ -2276,18 +2710,61 @@ export const agentx = { } }, "prov": { - "sha": "5422503f28785a1fde2864e849ebd70fad6a20ec", + "sha": "63c4ad272bdbad2150417e9215d0be3409f1e8cb", "recipe": "inferencex-e2e/benchmarks/single_node/srt-slurm-recipes/musespark/sglang/b300-fp4-mtp/agentic.yaml", "pr": "4417", "status": "in-progress" }, "points": [ + { + "concs": [16], + "item": 1, + "override": "override_tp4_c16", + "goldenAL": "4.05", + "kv": "hicache" + }, { "concs": [28], "item": 1, "override": "override_tp4_c28", "goldenAL": "4.05", - "kv": "hicache" + "kv": "hicache", + "patch": { + "sglang": [ + { + "args": { + "--chunked-prefill-size": ["16384"], + "--cuda-graph-max-bs-decode": ["56"], + "--hicache-size": ["170"], + "--max-prefill-tokens": ["16384"], + "--max-running-requests": ["56"], + "--prefill-decode-interval": ["128"], + "--stream-interval": ["20"] + }, + "env": { + "SGLANG_OPT_DEEPGEMM_MEGA_MOE_NUM_MAX_TOKENS_PER_RANK": "4096" + } + } + ], + "dynamo": [ + null, + null, + { + "args": { + "--chunked-prefill-size": ["16384"], + "--cuda-graph-max-bs-decode": ["56"], + "--hicache-size": ["170"], + "--max-prefill-tokens": ["16384"], + "--max-running-requests": ["56"], + "--prefill-decode-interval": ["128"], + "--stream-interval": ["20"] + }, + "env": { + "SGLANG_OPT_DEEPGEMM_MEGA_MOE_NUM_MAX_TOKENS_PER_RANK": "4096" + } + } + ] + } }, { "concs": [32], @@ -2299,8 +2776,16 @@ export const agentx = { "sglang": [ { "args": { + "--chunked-prefill-size": ["16384"], "--cuda-graph-max-bs-decode": ["64"], - "--max-running-requests": ["64"] + "--hicache-size": ["170"], + "--max-prefill-tokens": ["16384"], + "--max-running-requests": ["64"], + "--prefill-decode-interval": ["128"], + "--stream-interval": ["20"] + }, + "env": { + "SGLANG_OPT_DEEPGEMM_MEGA_MOE_NUM_MAX_TOKENS_PER_RANK": "4096" } } ], @@ -2309,8 +2794,16 @@ export const agentx = { null, { "args": { + "--chunked-prefill-size": ["16384"], "--cuda-graph-max-bs-decode": ["64"], - "--max-running-requests": ["64"] + "--hicache-size": ["170"], + "--max-prefill-tokens": ["16384"], + "--max-running-requests": ["64"], + "--prefill-decode-interval": ["128"], + "--stream-interval": ["20"] + }, + "env": { + "SGLANG_OPT_DEEPGEMM_MEGA_MOE_NUM_MAX_TOKENS_PER_RANK": "4096" } } ] @@ -2326,12 +2819,16 @@ export const agentx = { "sglang": [ { "args": { + "--chunked-prefill-size": ["16384"], "--cuda-graph-max-bs-decode": ["80"], + "--hicache-size": ["170"], + "--max-prefill-tokens": ["16384"], "--max-running-requests": ["80"], - "--prefill-decode-interval": ["96"], + "--stream-interval": ["20"], "--swa-full-tokens-ratio": ["0.2"] }, "env": { + "SGLANG_OPT_DEEPGEMM_MEGA_MOE_NUM_MAX_TOKENS_PER_RANK": "4096", "SGLANG_TRTLLM_MHA_DECODE_SEQ_LEN_SPLITS": "4" } } @@ -2341,12 +2838,16 @@ export const agentx = { null, { "args": { + "--chunked-prefill-size": ["16384"], "--cuda-graph-max-bs-decode": ["80"], + "--hicache-size": ["170"], + "--max-prefill-tokens": ["16384"], "--max-running-requests": ["80"], - "--prefill-decode-interval": ["96"], + "--stream-interval": ["20"], "--swa-full-tokens-ratio": ["0.2"] }, "env": { + "SGLANG_OPT_DEEPGEMM_MEGA_MOE_NUM_MAX_TOKENS_PER_RANK": "4096", "SGLANG_TRTLLM_MHA_DECODE_SEQ_LEN_SPLITS": "4" } } @@ -2363,13 +2864,18 @@ export const agentx = { "sglang": [ { "args": { + "--chunked-prefill-size": ["16384"], "--cuda-graph-max-bs-decode": ["24"], + "--hicache-size": ["170"], "--hicache-write-policy": ["write_back"], + "--max-prefill-tokens": ["16384"], "--max-running-requests": ["24"], + "--stream-interval": ["20"], "--prefill-decode-interval": null, "--schedule-policy": null }, "env": { + "SGLANG_OPT_DEEPGEMM_MEGA_MOE_NUM_MAX_TOKENS_PER_RANK": "4096", "SGLANG_TRTLLM_MHA_DECODE_SEQ_LEN_SPLITS": "4" } } @@ -2379,13 +2885,18 @@ export const agentx = { null, { "args": { + "--chunked-prefill-size": ["16384"], "--cuda-graph-max-bs-decode": ["24"], + "--hicache-size": ["170"], "--hicache-write-policy": ["write_back"], + "--max-prefill-tokens": ["16384"], "--max-running-requests": ["24"], + "--stream-interval": ["20"], "--prefill-decode-interval": null, "--schedule-policy": null }, "env": { + "SGLANG_OPT_DEEPGEMM_MEGA_MOE_NUM_MAX_TOKENS_PER_RANK": "4096", "SGLANG_TRTLLM_MHA_DECODE_SEQ_LEN_SPLITS": "4" } } @@ -2402,13 +2913,18 @@ export const agentx = { "sglang": [ { "args": { + "--chunked-prefill-size": ["16384"], "--cuda-graph-max-bs-decode": ["26"], + "--hicache-size": ["170"], "--hicache-write-policy": ["write_back"], + "--max-prefill-tokens": ["16384"], "--max-running-requests": ["26"], + "--stream-interval": ["20"], "--prefill-decode-interval": null, "--schedule-policy": null }, "env": { + "SGLANG_OPT_DEEPGEMM_MEGA_MOE_NUM_MAX_TOKENS_PER_RANK": "4096", "SGLANG_TRTLLM_MHA_DECODE_SEQ_LEN_SPLITS": "4" } } @@ -2418,13 +2934,18 @@ export const agentx = { null, { "args": { + "--chunked-prefill-size": ["16384"], "--cuda-graph-max-bs-decode": ["26"], + "--hicache-size": ["170"], "--hicache-write-policy": ["write_back"], + "--max-prefill-tokens": ["16384"], "--max-running-requests": ["26"], + "--stream-interval": ["20"], "--prefill-decode-interval": null, "--schedule-policy": null }, "env": { + "SGLANG_OPT_DEEPGEMM_MEGA_MOE_NUM_MAX_TOKENS_PER_RANK": "4096", "SGLANG_TRTLLM_MHA_DECODE_SEQ_LEN_SPLITS": "4" } } @@ -2440,29 +2961,28 @@ export const agentx = { { "diff": { "args": { - "--chunked-prefill-size": ["16384"], - "--cuda-graph-max-bs-decode": ["56"], + "--chunked-prefill-size": ["8192"], + "--cuda-graph-max-bs-decode": ["12"], "--enable-hierarchical-cache": [], "--enable-layernorm-sp": [], "--enable-megamoe-for-layernorm-sp": [], "--expert-parallel-size": ["4"], - "--hicache-size": ["170"], - "--max-prefill-tokens": ["16384"], - "--max-running-requests": ["56"], + "--hicache-size": ["120"], + "--max-prefill-tokens": ["8192"], + "--max-running-requests": ["12"], "--mem-fraction-static": ["0.95"], - "--prefill-decode-interval": ["128"], + "--prefill-decode-interval": ["96"], "--schedule-policy": ["shortest-prefill-first"], - "--stream-interval": ["20"], "--swa-full-tokens-ratio": ["0.1"], "--tensor-parallel-size": ["4"], "--speculative-draft-attention-backend": null }, "env": { - "SGLANG_OPT_DEEPGEMM_MEGA_MOE_NUM_MAX_TOKENS_PER_RANK": "4096", + "SGLANG_OPT_DEEPGEMM_MEGA_MOE_NUM_MAX_TOKENS_PER_RANK": "2048", "PYTORCH_CUDA_ALLOC_CONF": null } }, - "ref": [4, "sglang", 0] + "ref": [6, "sglang", 0] } ] }, @@ -3128,7 +3648,7 @@ export const agentx = { "PYTORCH_CUDA_ALLOC_CONF": null } }, - "ref": [6, "sglang", 0] + "ref": [8, "sglang", 0] } ] }, diff --git a/docs/src/snippets/agentx/zai-org/glm-5.2.jsx b/docs/src/snippets/agentx/zai-org/glm-5.2.jsx index 03f86f944636..b4da0ab9374c 100644 --- a/docs/src/snippets/agentx/zai-org/glm-5.2.jsx +++ b/docs/src/snippets/agentx/zai-org/glm-5.2.jsx @@ -1,26 +1,41 @@ // GENERATED by the sa-infx-cookbook sync scripts — do not edit by hand. // Launch commands mirrored from SemiAnalysis InferenceX AgentX submissions -// (SemiAnalysisAI/InferenceX main@65a6dd197872 plus open PRs #4333, #4346, #4417, #4434, #4455, #4490, #4491, #4524), with SA-specific settings removed. +// (SemiAnalysisAI/InferenceX main@7ca692b9afea plus open PRs #4203, #4324, #4333, #4417, #4449, #4454, #4455, #4509, #4515, #4524, #4529, #4536, #4556), with SA-specific settings removed. export const agentx = { "model": "GLM-5.2", - "generatedOn": "2026-10-26", + "generatedOn": "2026-10-27", "source": { "repo": "https://github.com/SemiAnalysisAI/InferenceX", - "main": "65a6dd1978720f65099fea8c4d5ac5eddfdfd8d7", + "main": "7ca692b9afea00363297b5eab4ef9b5e72c982fe", "prs": { + "4556": { + "run": null, + "sha": "ba157eb69e4d4321b9e013f5007e730fb9c2a3be", + "status": "in-progress" + }, + "4536": { + "run": null, + "sha": "42e9b43e9e9352a1ad091f6e6dd9803936018f4f", + "status": "in-progress" + }, + "4529": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40279236382", + "sha": "4f555851babf2347efb3c112364c8d800d3c502b", + "status": "verified-pr" + }, "4524": { "run": null, - "sha": "8eddada3c165058bf0d9a26b36a444bc6bb8dfa3", + "sha": "6481cd6b3e2a07b458264b5d73e1f13985d45b91", "status": "in-progress" }, - "4491": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40252912814", - "sha": "2751547f3a7509c0620e17403e38ea1db292c125", + "4515": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40316025285", + "sha": "d30fa387e3b5dcf0a858761aba4dab9562f3f033", "status": "verified-pr" }, - "4490": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40252316011", - "sha": "122762e5ace36ee59348623398f2ef48c535dfdb", + "4509": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40194550246", + "sha": "4a2f670d816289ef1f3434c34b2b0aac22a019b7", "status": "verified-pr" }, "4455": { @@ -28,25 +43,35 @@ export const agentx = { "sha": "fad84b252cf3cd10e8f43ea77fa3a626a1eae290", "status": "in-progress" }, - "4434": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40153045152", - "sha": "6e0aec9ff3ef06dc985a6408b2461b0184296e6c", + "4454": { + "run": null, + "sha": "a73b274a6007c981eab97123d29fd03b74fe0b8b", + "status": "in-progress" + }, + "4449": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40054839636", + "sha": "7cc07653ad8e701a4072d826fe561e38c80a9d05", "status": "verified-pr" }, "4417": { "run": null, - "sha": "5422503f28785a1fde2864e849ebd70fad6a20ec", + "sha": "63c4ad272bdbad2150417e9215d0be3409f1e8cb", "status": "in-progress" }, - "4346": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/39910889415", - "sha": "34d4cd6b8358abe0b2bbbaa3cbccb522e012c694", - "status": "verified-pr" - }, "4333": { "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/39355392627", "sha": "02b72dc0bf88eca6f6638300739732d4c7640ddf", "status": "verified-pr" + }, + "4324": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/39339355047", + "sha": "32753f81a43aedd21dda124a92fe10ac8d98b0d8", + "status": "verified-pr" + }, + "4203": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/38960572895", + "sha": "e82118bb200aad9275f1d821b4265f251cadd7d2", + "status": "verified-pr" } } }, @@ -259,10 +284,10 @@ export const agentx = { "prov": { "sha": "7cc07653ad8e701a4072d826fe561e38c80a9d05", "recipe": "inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/glm5.2/sglang/gb300-fp4/agentx/agg-variants.yaml", - "run": "40054839636/attempts/1", + "run": "40054839636", "pr": "4449", - "status": "verified", - "date": "2026-10-24" + "comment": "6379704137", + "status": "verified-pr" }, "points": [ { @@ -422,10 +447,10 @@ export const agentx = { "prov": { "sha": "7cc07653ad8e701a4072d826fe561e38c80a9d05", "recipe": "inferencex-e2e/benchmarks/multi_node/srt-slurm-recipes/glm5.2/sglang/gb300-fp4/agentx/agg-variants.yaml", - "run": "40054839636/attempts/1", + "run": "40054839636", "pr": "4449", - "status": "verified", - "date": "2026-10-24" + "comment": "6379704137", + "status": "verified-pr" }, "points": [ { diff --git a/docs/src/snippets/agentx/zai-org/glm-5.3.jsx b/docs/src/snippets/agentx/zai-org/glm-5.3.jsx index 63af0343124d..a09de4f31973 100644 --- a/docs/src/snippets/agentx/zai-org/glm-5.3.jsx +++ b/docs/src/snippets/agentx/zai-org/glm-5.3.jsx @@ -1,26 +1,41 @@ // GENERATED by the sa-infx-cookbook sync scripts — do not edit by hand. // Launch commands mirrored from SemiAnalysis InferenceX AgentX submissions -// (SemiAnalysisAI/InferenceX main@65a6dd197872 plus open PRs #4333, #4346, #4417, #4434, #4455, #4490, #4491, #4524), with SA-specific settings removed. +// (SemiAnalysisAI/InferenceX main@7ca692b9afea plus open PRs #4203, #4324, #4333, #4417, #4449, #4454, #4455, #4509, #4515, #4524, #4529, #4536, #4556), with SA-specific settings removed. export const agentx = { "model": "GLM-5.3", - "generatedOn": "2026-10-26", + "generatedOn": "2026-10-27", "source": { "repo": "https://github.com/SemiAnalysisAI/InferenceX", - "main": "65a6dd1978720f65099fea8c4d5ac5eddfdfd8d7", + "main": "7ca692b9afea00363297b5eab4ef9b5e72c982fe", "prs": { + "4556": { + "run": null, + "sha": "ba157eb69e4d4321b9e013f5007e730fb9c2a3be", + "status": "in-progress" + }, + "4536": { + "run": null, + "sha": "42e9b43e9e9352a1ad091f6e6dd9803936018f4f", + "status": "in-progress" + }, + "4529": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40279236382", + "sha": "4f555851babf2347efb3c112364c8d800d3c502b", + "status": "verified-pr" + }, "4524": { "run": null, - "sha": "8eddada3c165058bf0d9a26b36a444bc6bb8dfa3", + "sha": "6481cd6b3e2a07b458264b5d73e1f13985d45b91", "status": "in-progress" }, - "4491": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40252912814", - "sha": "2751547f3a7509c0620e17403e38ea1db292c125", + "4515": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40316025285", + "sha": "d30fa387e3b5dcf0a858761aba4dab9562f3f033", "status": "verified-pr" }, - "4490": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40252316011", - "sha": "122762e5ace36ee59348623398f2ef48c535dfdb", + "4509": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40194550246", + "sha": "4a2f670d816289ef1f3434c34b2b0aac22a019b7", "status": "verified-pr" }, "4455": { @@ -28,25 +43,35 @@ export const agentx = { "sha": "fad84b252cf3cd10e8f43ea77fa3a626a1eae290", "status": "in-progress" }, - "4434": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40153045152", - "sha": "6e0aec9ff3ef06dc985a6408b2461b0184296e6c", + "4454": { + "run": null, + "sha": "a73b274a6007c981eab97123d29fd03b74fe0b8b", + "status": "in-progress" + }, + "4449": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/40054839636", + "sha": "7cc07653ad8e701a4072d826fe561e38c80a9d05", "status": "verified-pr" }, "4417": { "run": null, - "sha": "5422503f28785a1fde2864e849ebd70fad6a20ec", + "sha": "63c4ad272bdbad2150417e9215d0be3409f1e8cb", "status": "in-progress" }, - "4346": { - "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/39910889415", - "sha": "34d4cd6b8358abe0b2bbbaa3cbccb522e012c694", - "status": "verified-pr" - }, "4333": { "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/39355392627", "sha": "02b72dc0bf88eca6f6638300739732d4c7640ddf", "status": "verified-pr" + }, + "4324": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/39339355047", + "sha": "32753f81a43aedd21dda124a92fe10ac8d98b0d8", + "status": "verified-pr" + }, + "4203": { + "run": "https://github.com/SemiAnalysisAI/InferenceX/actions/runs/38960572895", + "sha": "e82118bb200aad9275f1d821b4265f251cadd7d2", + "status": "verified-pr" } } },