From 8ea7e81c083d24118c9e373ad55b2a217e0f2bbe Mon Sep 17 00:00:00 2001 From: Daoyuan Li <94409450+DaoyuanLi2816@users.noreply.github.com> Date: Sun, 31 May 2026 12:15:06 -0700 Subject: [PATCH 1/2] [Misc] Remove dead VLLM_RPC_TIMEOUT env var and fix profiling doc `VLLM_RPC_TIMEOUT` (default 10000ms, "Time in ms for the zmq client to wait for a response from the backend server for simple data operations") is a V0 leftover with no consumers anywhere in the tree. In V1, the engine-core client waits on utility RPCs via `Future.result()` (sync) and `await future` (async) in `vllm/v1/engine/core_client.py` with no timeout argument, so there is no client-side RPC timeout for the env var to control. The profiling guide still instructs users to set it: > Set the env variable VLLM_RPC_TIMEOUT to a big number before you start > the server. `export VLLM_RPC_TIMEOUT=1800000` Following that advice has no effect. Remove the obsolete instruction and replace it with an accurate note (the engine client waits for the trace flush to complete without timing out), and drop the dead env var from `envs.py`. Signed-off-by: Daoyuan Li <94409450+DaoyuanLi2816@users.noreply.github.com> --- docs/contributing/profiling.md | 3 +-- vllm/envs.py | 4 ---- 2 files changed, 1 insertion(+), 6 deletions(-) diff --git a/docs/contributing/profiling.md b/docs/contributing/profiling.md index ce46445a983c..c9bd0e5bdd98 100644 --- a/docs/contributing/profiling.md +++ b/docs/contributing/profiling.md @@ -35,8 +35,7 @@ Traces can be visualized using . !!! tip To stop the profiler - it flushes out all the profile trace files to the directory. This takes time, for example for about 100 requests worth of data for a llama 70b, it takes about 10 minutes to flush out on a H100. - Set the env variable VLLM_RPC_TIMEOUT to a big number before you start the server. Say something like 30 minutes. - `export VLLM_RPC_TIMEOUT=1800000` + The engine client waits for this flush to complete without timing out, so simply allow the stop call to run to completion. ### Example commands and usage diff --git a/vllm/envs.py b/vllm/envs.py index c12e3cae247f..dc11fbd224d9 100755 --- a/vllm/envs.py +++ b/vllm/envs.py @@ -95,7 +95,6 @@ CMAKE_BUILD_TYPE: Literal["Debug", "Release", "RelWithDebInfo"] | None = None VERBOSE: bool = False VLLM_ALLOW_LONG_MAX_MODEL_LEN: bool = False - VLLM_RPC_TIMEOUT: int = 10000 # ms VLLM_HTTP_TIMEOUT_KEEP_ALIVE: int = 5 # seconds VLLM_MAX_N_SEQUENCES: int = 16384 VLLM_PLUGINS: list[str] | None = None @@ -1015,9 +1014,6 @@ def _resolve_rust_frontend_path() -> str | None: "VLLM_TEST_FORCE_LOAD_FORMAT": lambda: os.getenv( "VLLM_TEST_FORCE_LOAD_FORMAT", "dummy" ), - # Time in ms for the zmq client to wait for a response from the backend - # server for simple data operations - "VLLM_RPC_TIMEOUT": lambda: int(os.getenv("VLLM_RPC_TIMEOUT", "10000")), # Timeout in seconds for keeping HTTP connections alive in API server "VLLM_HTTP_TIMEOUT_KEEP_ALIVE": lambda: int( os.environ.get("VLLM_HTTP_TIMEOUT_KEEP_ALIVE", "5") From 36f99a31b182e532ccd9b88f2a9a1f9f2212104f Mon Sep 17 00:00:00 2001 From: Daoyuan Li <94409450+DaoyuanLi2816@users.noreply.github.com> Date: Tue, 2 Jun 2026 13:20:42 -0700 Subject: [PATCH 2/2] Remove VLLM_RPC_TIMEOUT from CPU benchmark configs Per @sfeng33's review, these CPU benchmark configs set VLLM_RPC_TIMEOUT=100000 but the env var has no consumers, so the setting was already a no-op. Drop it everywhere it appears. Signed-off-by: Daoyuan Li <94409450+DaoyuanLi2816@users.noreply.github.com> --- .../performance-benchmarks/tests/latency-tests-arm64-cpu.json | 1 - .buildkite/performance-benchmarks/tests/latency-tests-cpu.json | 1 - .../performance-benchmarks/tests/serving-tests-arm64-cpu.json | 1 - .../performance-benchmarks/tests/serving-tests-cpu-asr.json | 1 - .../performance-benchmarks/tests/serving-tests-cpu-embed.json | 1 - .../performance-benchmarks/tests/serving-tests-cpu-text.json | 1 - .buildkite/performance-benchmarks/tests/serving-tests-cpu.json | 1 - .../performance-benchmarks/tests/throughput-tests-arm64-cpu.json | 1 - .../performance-benchmarks/tests/throughput-tests-cpu.json | 1 - 9 files changed, 9 deletions(-) diff --git a/.buildkite/performance-benchmarks/tests/latency-tests-arm64-cpu.json b/.buildkite/performance-benchmarks/tests/latency-tests-arm64-cpu.json index fba695041e3e..98811049d395 100644 --- a/.buildkite/performance-benchmarks/tests/latency-tests-arm64-cpu.json +++ b/.buildkite/performance-benchmarks/tests/latency-tests-arm64-cpu.json @@ -2,7 +2,6 @@ { "test_name": "latency_llama8B_tp1", "environment_variables": { - "VLLM_RPC_TIMEOUT": 100000, "VLLM_ALLOW_LONG_MAX_MODEL_LEN": 1, "VLLM_ENGINE_ITERATION_TIMEOUT_S": 120, "VLLM_CPU_KVCACHE_SPACE": 40 diff --git a/.buildkite/performance-benchmarks/tests/latency-tests-cpu.json b/.buildkite/performance-benchmarks/tests/latency-tests-cpu.json index 77d1694ec864..5f048df5f6ab 100644 --- a/.buildkite/performance-benchmarks/tests/latency-tests-cpu.json +++ b/.buildkite/performance-benchmarks/tests/latency-tests-cpu.json @@ -2,7 +2,6 @@ { "test_name": "latency_llama8B_tp2", "environment_variables": { - "VLLM_RPC_TIMEOUT": 100000, "VLLM_ALLOW_LONG_MAX_MODEL_LEN": 1, "VLLM_ENGINE_ITERATION_TIMEOUT_S": 120, "VLLM_CPU_SGL_KERNEL": 1, diff --git a/.buildkite/performance-benchmarks/tests/serving-tests-arm64-cpu.json b/.buildkite/performance-benchmarks/tests/serving-tests-arm64-cpu.json index 9f226ef2f819..75b80b2c2125 100644 --- a/.buildkite/performance-benchmarks/tests/serving-tests-arm64-cpu.json +++ b/.buildkite/performance-benchmarks/tests/serving-tests-arm64-cpu.json @@ -13,7 +13,6 @@ 200 ], "server_environment_variables": { - "VLLM_RPC_TIMEOUT": 100000, "VLLM_ALLOW_LONG_MAX_MODEL_LEN": 1, "VLLM_ENGINE_ITERATION_TIMEOUT_S": 120, "VLLM_CPU_SGL_KERNEL": 1, diff --git a/.buildkite/performance-benchmarks/tests/serving-tests-cpu-asr.json b/.buildkite/performance-benchmarks/tests/serving-tests-cpu-asr.json index 30879b5e9dc5..16e8b0600ac8 100644 --- a/.buildkite/performance-benchmarks/tests/serving-tests-cpu-asr.json +++ b/.buildkite/performance-benchmarks/tests/serving-tests-cpu-asr.json @@ -5,7 +5,6 @@ ], "max_concurrency_list": [12, 16, 24, 32, 64, 128, 200], "server_environment_variables": { - "VLLM_RPC_TIMEOUT": 100000, "VLLM_ENGINE_ITERATION_TIMEOUT_S": 120 }, "server_parameters": { diff --git a/.buildkite/performance-benchmarks/tests/serving-tests-cpu-embed.json b/.buildkite/performance-benchmarks/tests/serving-tests-cpu-embed.json index 6d3455c478ca..c62f244fc763 100644 --- a/.buildkite/performance-benchmarks/tests/serving-tests-cpu-embed.json +++ b/.buildkite/performance-benchmarks/tests/serving-tests-cpu-embed.json @@ -9,7 +9,6 @@ 128 ], "server_environment_variables": { - "VLLM_RPC_TIMEOUT": 100000, "VLLM_ALLOW_LONG_MAX_MODEL_LEN": 1, "VLLM_ENGINE_ITERATION_TIMEOUT_S": 120, "VLLM_CPU_SGL_KERNEL": 1, diff --git a/.buildkite/performance-benchmarks/tests/serving-tests-cpu-text.json b/.buildkite/performance-benchmarks/tests/serving-tests-cpu-text.json index 34c2cc82d395..9aa76c110898 100644 --- a/.buildkite/performance-benchmarks/tests/serving-tests-cpu-text.json +++ b/.buildkite/performance-benchmarks/tests/serving-tests-cpu-text.json @@ -5,7 +5,6 @@ ], "max_concurrency_list": [12, 16, 24, 32, 64, 128, 200], "server_environment_variables": { - "VLLM_RPC_TIMEOUT": 100000, "VLLM_ALLOW_LONG_MAX_MODEL_LEN": 1, "VLLM_ENGINE_ITERATION_TIMEOUT_S": 120, "VLLM_CPU_SGL_KERNEL": 1, diff --git a/.buildkite/performance-benchmarks/tests/serving-tests-cpu.json b/.buildkite/performance-benchmarks/tests/serving-tests-cpu.json index c2d7768e2026..0b7e7499965a 100644 --- a/.buildkite/performance-benchmarks/tests/serving-tests-cpu.json +++ b/.buildkite/performance-benchmarks/tests/serving-tests-cpu.json @@ -5,7 +5,6 @@ ], "max_concurrency_list": [12, 16, 24, 32, 64, 128, 200], "server_environment_variables": { - "VLLM_RPC_TIMEOUT": 100000, "VLLM_ALLOW_LONG_MAX_MODEL_LEN": 1, "VLLM_ENGINE_ITERATION_TIMEOUT_S": 120, "VLLM_CPU_SGL_KERNEL": 1, diff --git a/.buildkite/performance-benchmarks/tests/throughput-tests-arm64-cpu.json b/.buildkite/performance-benchmarks/tests/throughput-tests-arm64-cpu.json index da84dd4d0c67..3863cccf43a3 100644 --- a/.buildkite/performance-benchmarks/tests/throughput-tests-arm64-cpu.json +++ b/.buildkite/performance-benchmarks/tests/throughput-tests-arm64-cpu.json @@ -2,7 +2,6 @@ { "test_name": "throughput_llama8B_tp1", "environment_variables": { - "VLLM_RPC_TIMEOUT": 100000, "VLLM_ALLOW_LONG_MAX_MODEL_LEN": 1, "VLLM_ENGINE_ITERATION_TIMEOUT_S": 120, "VLLM_CPU_KVCACHE_SPACE": 40 diff --git a/.buildkite/performance-benchmarks/tests/throughput-tests-cpu.json b/.buildkite/performance-benchmarks/tests/throughput-tests-cpu.json index dc214ddfb27e..d3f16eff116b 100644 --- a/.buildkite/performance-benchmarks/tests/throughput-tests-cpu.json +++ b/.buildkite/performance-benchmarks/tests/throughput-tests-cpu.json @@ -2,7 +2,6 @@ { "test_name": "throughput_llama8B_tp2", "environment_variables": { - "VLLM_RPC_TIMEOUT": 100000, "VLLM_ALLOW_LONG_MAX_MODEL_LEN": 1, "VLLM_ENGINE_ITERATION_TIMEOUT_S": 120, "VLLM_CPU_SGL_KERNEL": 1,