diff --git a/test/sidecar/config/nixl/qwen-decoder-pod.yaml b/test/sidecar/config/nixl/qwen-decoder-pod.yaml index aaf7e1a80b..6e24e5a850 100644 --- a/test/sidecar/config/nixl/qwen-decoder-pod.yaml +++ b/test/sidecar/config/nixl/qwen-decoder-pod.yaml @@ -58,13 +58,13 @@ spec: fieldRef: fieldPath: status.podIP - name: VLLM_NIXL_SIDE_CHANNEL_PORT - value: "5557" + value: "5600" - name: HF_HUB_CACHE value: /vllm-workspace/models - name: VLLM_LOGGING_LEVEL value: DEBUG ports: - - containerPort: 5557 + - containerPort: 5600 protocol: TCP volumeMounts: - name: model-cache diff --git a/test/sidecar/config/nixl/qwen-prefiller-pod.yaml b/test/sidecar/config/nixl/qwen-prefiller-pod.yaml index 1792a1c85a..d5bb900e53 100644 --- a/test/sidecar/config/nixl/qwen-prefiller-pod.yaml +++ b/test/sidecar/config/nixl/qwen-prefiller-pod.yaml @@ -38,7 +38,7 @@ spec: - name: UCX_TLS value: "cuda_ipc,cuda_copy,tcp" - name: VLLM_NIXL_SIDE_CHANNEL_PORT - value: "5557" + value: "5600" - name: VLLM_NIXL_SIDE_CHANNEL_HOST valueFrom: fieldRef: @@ -53,7 +53,7 @@ spec: ports: - containerPort: 8000 protocol: TCP - - containerPort: 5557 + - containerPort: 5600 protocol: TCP resources: limits: