From eddbc7936de08e819fd3e79e98379046acd96839 Mon Sep 17 00:00:00 2001 From: Xiongfei Wei Date: Tue, 15 Jul 2025 16:57:20 +0000 Subject: [PATCH 1/5] Start using py3.12 for TPU. Signed-off-by: Xiongfei Wei --- docker/Dockerfile.tpu | 2 +- requirements/tpu.txt | 11 ++++++----- 2 files changed, 7 insertions(+), 6 deletions(-) diff --git a/docker/Dockerfile.tpu b/docker/Dockerfile.tpu index 295270d29f76..96e5f7e50975 100644 --- a/docker/Dockerfile.tpu +++ b/docker/Dockerfile.tpu @@ -1,5 +1,5 @@ ARG NIGHTLY_DATE="20250124" -ARG BASE_IMAGE="us-central1-docker.pkg.dev/tpu-pytorch-releases/docker/xla:nightly_3.10_tpuvm_$NIGHTLY_DATE" +ARG BASE_IMAGE="us-central1-docker.pkg.dev/tpu-pytorch-releases/docker/xla:nightly_3.12_tpuvm_$NIGHTLY_DATE" FROM $BASE_IMAGE WORKDIR /workspace/vllm diff --git a/requirements/tpu.txt b/requirements/tpu.txt index db58b37c2b15..65f40145a394 100644 --- a/requirements/tpu.txt +++ b/requirements/tpu.txt @@ -18,9 +18,10 @@ setuptools==78.1.0 --find-links https://storage.googleapis.com/libtpu-releases/index.html --find-links https://storage.googleapis.com/jax-releases/jax_nightly_releases.html --find-links https://storage.googleapis.com/jax-releases/jaxlib_nightly_releases.html -torch==2.9.0.dev20250711 -torchvision==0.24.0.dev20250711 -torch_xla[tpu, pallas] @ https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch_xla-2.9.0.dev20250711-cp39-cp39-linux_x86_64.whl ; python_version == "3.9" -torch_xla[tpu, pallas] @ https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch_xla-2.9.0.dev20250711-cp310-cp310-linux_x86_64.whl ; python_version == "3.10" -torch_xla[tpu, pallas] @ https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch_xla-2.9.0.dev20250711-cp311-cp311-linux_x86_64.whl ; python_version == "3.11" +torch==2.9.0.dev20250714 +torchvision==0.24.0.dev20250714 +torch_xla[tpu, pallas] @ https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch_xla-2.9.0.dev20250714-cp39-cp39-linux_x86_64.whl ; python_version == "3.9" +torch_xla[tpu, pallas] @ https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch_xla-2.9.0.dev20250714-cp310-cp310-linux_x86_64.whl ; python_version == "3.10" +torch_xla[tpu, pallas] @ https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch_xla-2.9.0.dev20250714-cp311-cp311-linux_x86_64.whl ; python_version == "3.11" +torch_xla[tpu, pallas] @ https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch_xla-2.9.0.dev20250714-cp312-cp312-linux_x86_64.whl ; python_version == "3.12" From 71f8b0cc2515d36f59f15727160b0fc04fd02bb5 Mon Sep 17 00:00:00 2001 From: Xiongfei Wei Date: Tue, 15 Jul 2025 23:34:47 +0000 Subject: [PATCH 2/5] remove py 3.9 and 3.10 Signed-off-by: Xiongfei Wei --- docs/getting_started/installation/google_tpu.md | 4 ++-- requirements/tpu.txt | 2 -- 2 files changed, 2 insertions(+), 4 deletions(-) diff --git a/docs/getting_started/installation/google_tpu.md b/docs/getting_started/installation/google_tpu.md index 5dc2a7c93f4e..55d69d11fa40 100644 --- a/docs/getting_started/installation/google_tpu.md +++ b/docs/getting_started/installation/google_tpu.md @@ -37,7 +37,7 @@ information, see [Storage options for Cloud TPU data](https://cloud.devsite.corp - Google Cloud TPU VM - TPU versions: v6e, v5e, v5p, v4 -- Python: 3.10 or newer +- Python: 3.11 or newer ### Provision Cloud TPUs @@ -117,7 +117,7 @@ source ~/.bashrc Create and activate a Conda environment for vLLM: ```bash -conda create -n vllm python=3.10 -y +conda create -n vllm python=3.12 -y conda activate vllm ``` diff --git a/requirements/tpu.txt b/requirements/tpu.txt index 65f40145a394..2aeee3350525 100644 --- a/requirements/tpu.txt +++ b/requirements/tpu.txt @@ -20,8 +20,6 @@ setuptools==78.1.0 --find-links https://storage.googleapis.com/jax-releases/jaxlib_nightly_releases.html torch==2.9.0.dev20250714 torchvision==0.24.0.dev20250714 -torch_xla[tpu, pallas] @ https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch_xla-2.9.0.dev20250714-cp39-cp39-linux_x86_64.whl ; python_version == "3.9" -torch_xla[tpu, pallas] @ https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch_xla-2.9.0.dev20250714-cp310-cp310-linux_x86_64.whl ; python_version == "3.10" torch_xla[tpu, pallas] @ https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch_xla-2.9.0.dev20250714-cp311-cp311-linux_x86_64.whl ; python_version == "3.11" torch_xla[tpu, pallas] @ https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch_xla-2.9.0.dev20250714-cp312-cp312-linux_x86_64.whl ; python_version == "3.12" From f9cdbfa7d530356941d986fe92720c36d9a24b9a Mon Sep 17 00:00:00 2001 From: Xiongfei Wei Date: Tue, 15 Jul 2025 23:41:27 +0000 Subject: [PATCH 3/5] update docker date Signed-off-by: Xiongfei Wei --- docker/Dockerfile.tpu | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docker/Dockerfile.tpu b/docker/Dockerfile.tpu index 96e5f7e50975..3474ff50de7b 100644 --- a/docker/Dockerfile.tpu +++ b/docker/Dockerfile.tpu @@ -1,4 +1,4 @@ -ARG NIGHTLY_DATE="20250124" +ARG NIGHTLY_DATE="20250714" ARG BASE_IMAGE="us-central1-docker.pkg.dev/tpu-pytorch-releases/docker/xla:nightly_3.12_tpuvm_$NIGHTLY_DATE" FROM $BASE_IMAGE From 2ae47137f5517400463eb869e7e8d6f3cb300e04 Mon Sep 17 00:00:00 2001 From: Xiongfei Wei Date: Tue, 15 Jul 2025 23:50:40 +0000 Subject: [PATCH 4/5] tpu-info is not working in torch_xla py 3.12 Signed-off-by: Xiongfei Wei --- .buildkite/scripts/hardware_ci/run-tpu-v1-test.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.buildkite/scripts/hardware_ci/run-tpu-v1-test.sh b/.buildkite/scripts/hardware_ci/run-tpu-v1-test.sh index 90cad506ab1e..60f0d174bd6c 100755 --- a/.buildkite/scripts/hardware_ci/run-tpu-v1-test.sh +++ b/.buildkite/scripts/hardware_ci/run-tpu-v1-test.sh @@ -70,7 +70,7 @@ export VLLM_XLA_CACHE_PATH= echo "Using VLLM V1" echo "--- Hardware Information ---" -tpu-info +# tpu-info echo "--- Starting Tests ---" set +e overall_script_exit_code=0 From a937a3e9974572a507c2c6677e18c018b65c654f Mon Sep 17 00:00:00 2001 From: Xiongfei Wei Date: Wed, 16 Jul 2025 16:42:15 +0000 Subject: [PATCH 5/5] update torch_xla from 0714 to 0716 Signed-off-by: Xiongfei Wei --- requirements/tpu.txt | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/requirements/tpu.txt b/requirements/tpu.txt index 2aeee3350525..354771482ee3 100644 --- a/requirements/tpu.txt +++ b/requirements/tpu.txt @@ -18,8 +18,8 @@ setuptools==78.1.0 --find-links https://storage.googleapis.com/libtpu-releases/index.html --find-links https://storage.googleapis.com/jax-releases/jax_nightly_releases.html --find-links https://storage.googleapis.com/jax-releases/jaxlib_nightly_releases.html -torch==2.9.0.dev20250714 -torchvision==0.24.0.dev20250714 -torch_xla[tpu, pallas] @ https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch_xla-2.9.0.dev20250714-cp311-cp311-linux_x86_64.whl ; python_version == "3.11" -torch_xla[tpu, pallas] @ https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch_xla-2.9.0.dev20250714-cp312-cp312-linux_x86_64.whl ; python_version == "3.12" +torch==2.9.0.dev20250716 +torchvision==0.24.0.dev20250716 +torch_xla[tpu, pallas] @ https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch_xla-2.9.0.dev20250716-cp311-cp311-linux_x86_64.whl ; python_version == "3.11" +torch_xla[tpu, pallas] @ https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch_xla-2.9.0.dev20250716-cp312-cp312-linux_x86_64.whl ; python_version == "3.12"