[WIP][CI][build] Move torch deps into requirements/torch.txt and torchlib.txt

pyproject.toml

@@ -6,7 +6,6 @@ requires = [
     "packaging>=24.2",
     "setuptools>=77.0.3,<81.0.0",
     "setuptools-scm>=8.0",
-    "torch == 2.9.1",
     "wheel",
     "jinja2",
     "grpcio-tools>=1.76.0",
@@ -306,6 +305,3 @@ extend-ignore-re = []
 windo = "windo"
 
 [tool.typos.type.vimscript.extend-words]
-
-[tool.uv]
-no-build-isolation-package = ["torch"]

requirements/build.txt

@@ -1,10 +1,10 @@
 # Should be mirrored in pyproject.toml
+
 cmake>=3.26.1
 ninja
 packaging>=24.2
 setuptools>=77.0.3,<81.0.0
 setuptools-scm>=8
-torch==2.9.1
 wheel
 jinja2>=3.1.6
 regex

requirements/cpu-build.txt

@@ -1,10 +1,11 @@
+# Torch core dependency, but not all torch libs
+-r torch.txt
+
 cmake>=3.26.1
 ninja
 packaging>=24.2
 setuptools==77.0.3 # this version can reuse CMake build dir
 setuptools-scm>=8
-torch==2.9.1+cpu; platform_machine == "x86_64" or platform_machine == "s390x"
-torch==2.9.1; platform_system == "Darwin" or platform_machine == "ppc64le" or platform_machine == "aarch64"
 scons; platform_machine == "aarch64"    # needed to build Arm Compute Library (ACL)
 wheel
 jinja2>=3.1.6

requirements/cpu.txt

@@ -1,20 +1,11 @@
 # Common dependencies
 -r common.txt
+-r torchlibs.txt
 
 setuptools==77.0.3 # this version can reuse CMake build dir
 
 numba == 0.61.2; platform_machine != "s390x" # Required for N-gram speculative decoding
 
-# Dependencies for CPUs
-torch==2.9.1+cpu; platform_machine == "x86_64" or platform_machine == "s390x"
-torch==2.9.1; platform_system == "Darwin" or platform_machine == "ppc64le" or platform_machine == "aarch64"
-
-# required for the image processor of minicpm-o-2_6, this must be updated alongside torch
-torchaudio; platform_machine != "s390x"
-
-# required for the image processor of phi3v, this must be updated alongside torch
-torchvision; platform_machine != "s390x"
-
 # Intel Extension for PyTorch, only for x86_64 CPUs
 intel-openmp==2024.2.1; platform_machine == "x86_64"
 

requirements/cuda.txt

@@ -1,13 +1,10 @@
 # Common dependencies
 -r common.txt
+-r torchlibs.txt
 
 numba == 0.61.2 # Required for N-gram speculative decoding
 
 # Dependencies for NVIDIA GPUs
 ray[cgraph]>=2.48.0 # Ray Compiled Graph, required for pipeline parallelism in V1.
-torch==2.9.1
-torchaudio==2.9.1
-# These must be updated alongside torch
-torchvision==0.24.1 # Required for phi3v processor. See https://github.com/pytorch/vision?tab=readme-ov-file#installation for corresponding version
 # FlashInfer should be updated together with the Dockerfile
 flashinfer-python==0.5.3

requirements/rocm-build.txt

@@ -1,10 +1,6 @@
 # Common dependencies
 -r common.txt
-
---extra-index-url https://download.pytorch.org/whl/rocm6.4
-torch==2.9.1
-torchvision==0.24.1
-torchaudio==2.9.1
+-r torchlibs.txt
 
 triton==3.5.1
 cmake>=3.26.1,<4

requirements/rocm.txt

@@ -1,5 +1,6 @@
 # Common dependencies
 -r common.txt
+-r torchlibs.txt
 
 numba == 0.61.2 # Required for N-gram speculative decoding
 
@@ -15,4 +16,4 @@ setuptools-scm>=8
 runai-model-streamer[s3,gcs]==0.15.3
 conch-triton-kernels==1.2.1
 timm>=1.0.17
-grpcio-tools>=1.76.0
+grpcio-tools>=1.76.0

requirements/test.in

@@ -8,6 +8,10 @@ pytest-shard
 pytest-timeout
 pytest-cov
 
+# common dependencies
+-r common.txt
+-r torchlibs.txt
+
 # testing utils
 albumentations # required for Nemotron Parse in test_common.py
 backoff # required for phi4mm test
@@ -25,9 +29,6 @@ soundfile # required for audio tests
 jiwer # required for audio tests
 tblib # for pickling test exceptions
 timm==1.0.17 # required for internvl and gemma3n-mm test
-torch==2.9.1
-torchaudio==2.9.1
-torchvision==0.24.1
 transformers_stream_generator # required for qwen-vl test
 matplotlib # required for qwen-vl test
 mistral_common[image,audio] >= 1.8.8 # required for voxtral test

requirements/torch.txt

@@ -0,0 +1,10 @@
+# Some installs depend only on torch and not all torch libraries
+# This should be updated alongside torchlibs.txt
+
+# Standard torch
+torch==2.9.1
+
+# Do we need these? Comment out for now
+# Dependencies for CPU
+# torch==2.9.1+cpu; platform_machine == "x86_64" or platform_machine == "s390x"
+# torch==2.9.1; platform_system == "Darwin" or platform_machine == "ppc64le" or platform_machine == "aarch64"

requirements/torchlibs.txt

@@ -0,0 +1,8 @@
+# This should be updated alongside torch.txt
+
+# Torch core dependency
+-r torch.txt
+
+# Standard torch libraries
+torchaudio==2.9.1
+torchvision==0.24.1

requirements/xpu.txt

@@ -10,6 +10,9 @@ wheel
 jinja2>=3.1.6
 datasets # for benchmark scripts
 numba == 0.61.2 # Required for N-gram speculative decoding
+
+# XPU is behind on torch versions, but eventually transition this to
+# remove here and `-r torchlibs.txt` at the top of this file
 --extra-index-url=https://download.pytorch.org/whl/xpu
 torch==2.9.0+xpu
 torchaudio