Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion CMakeLists.txt
Original file line number Diff line number Diff line change
Expand Up @@ -34,7 +34,7 @@ install(CODE "set(CMAKE_INSTALL_LOCAL_ONLY TRUE)" ALL_COMPONENTS)
# Supported python versions. These versions will be searched in order, the
# first match will be selected. These should be kept in sync with setup.py.
#
set(PYTHON_SUPPORTED_VERSIONS "3.10" "3.11" "3.12" "3.13")
set(PYTHON_SUPPORTED_VERSIONS "3.10" "3.11" "3.12" "3.13" "3.14")

# Supported AMD GPU architectures.
set(HIP_SUPPORTED_ARCHS "gfx906;gfx908;gfx90a;gfx942;gfx950;gfx1030;gfx1100;gfx1101;gfx1102;gfx1103;gfx1150;gfx1151;gfx1152;gfx1153;gfx1200;gfx1201")
Expand Down
2 changes: 1 addition & 1 deletion docker/Dockerfile.nightly_torch
Original file line number Diff line number Diff line change
Expand Up @@ -77,7 +77,7 @@ RUN --mount=type=cache,target=/root/.cache/uv \
uv pip install --system $pkgs --index-url https://download.pytorch.org/whl/nightly/cu128

RUN --mount=type=cache,target=/root/.cache/uv \
uv pip install --system numba==0.61.2
uv pip install --system numba==0.65.0

RUN --mount=type=cache,target=/root/.cache/uv \
uv pip install --system -r requirements/common.txt
Expand Down
3 changes: 2 additions & 1 deletion pyproject.toml
Original file line number Diff line number Diff line change
Expand Up @@ -24,13 +24,14 @@ classifiers = [
"Programming Language :: Python :: 3.11",
"Programming Language :: Python :: 3.12",
"Programming Language :: Python :: 3.13",
"Programming Language :: Python :: 3.14",
"Intended Audience :: Developers",
"Intended Audience :: Information Technology",
"Intended Audience :: Science/Research",
"Topic :: Scientific/Engineering :: Artificial Intelligence",
"Topic :: Scientific/Engineering :: Information Analysis",
]
requires-python = ">=3.10,<3.14"
requires-python = ">=3.10,<3.15"
Comment thread
nascheme marked this conversation as resolved.
dynamic = [ "version", "dependencies", "optional-dependencies"]

[project.urls]
Expand Down
2 changes: 1 addition & 1 deletion requirements/common.txt
Original file line number Diff line number Diff line change
Expand Up @@ -20,7 +20,7 @@ prometheus-fastapi-instrumentator >= 7.0.0
tiktoken >= 0.6.0 # Required for DBRX tokenizer
lm-format-enforcer == 0.11.3
llguidance >= 1.3.0, < 1.4.0; platform_machine == "x86_64" or platform_machine == "arm64" or platform_machine == "aarch64" or platform_machine == "ppc64le"
outlines_core == 0.2.11
outlines_core == 0.2.14
# required for outlines backend disk cache
diskcache == 5.6.3
lark == 1.2.2
Expand Down
2 changes: 1 addition & 1 deletion requirements/cpu.txt
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@

setuptools==77.0.3 # this version can reuse CMake build dir

numba == 0.61.2; platform_machine != "s390x" # Required for N-gram speculative decoding
numba == 0.65.0; platform_machine != "s390x" # Required for N-gram speculative decoding

# Dependencies for CPUs
torch==2.11.0+cpu; platform_machine == "x86_64" or platform_machine == "s390x" or platform_machine == "aarch64"
Expand Down
2 changes: 1 addition & 1 deletion requirements/cuda.txt
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
# Common dependencies
-r common.txt

numba == 0.61.2 # Required for N-gram speculative decoding
numba == 0.65.0 # Required for N-gram speculative decoding

# Dependencies for NVIDIA GPUs
torch==2.11.0
Expand Down
4 changes: 2 additions & 2 deletions requirements/rocm.txt
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
grpcio==1.78.0
grpcio-reflection==1.78.0

numba == 0.61.2 # Required for N-gram speculative decoding
numba == 0.65.0 # Required for N-gram speculative decoding

# Dependencies for AMD GPUs
datasets
Expand All @@ -20,4 +20,4 @@ conch-triton-kernels==1.2.1
timm>=1.0.17
# amd-quark: required for Quark quantization on ROCm
# To be consistent with test_quark.py
amd-quark>=0.8.99
amd-quark>=0.8.99
2 changes: 1 addition & 1 deletion requirements/test/cuda.in
Original file line number Diff line number Diff line change
Expand Up @@ -54,7 +54,7 @@ grpcio==1.78.0
grpcio-reflection==1.78.0

arctic-inference == 0.1.1 # Required for suffix decoding test
numba == 0.61.2 # Required for N-gram speculative decoding
numba == 0.65.0 # Required for N-gram speculative decoding
numpy
runai-model-streamer[s3,gcs,azure]==0.15.7
fastsafetensors>=0.2.2 # 0.2.2 contains important fixes for multi-GPU mem usage
Expand Down
4 changes: 2 additions & 2 deletions requirements/test/cuda.txt
Original file line number Diff line number Diff line change
Expand Up @@ -479,7 +479,7 @@ lightning-utilities==0.14.3
# lightning
# pytorch-lightning
# torchmetrics
llvmlite==0.44.0
llvmlite==0.47.0
# via numba
lm-eval==0.4.11
# via -r requirements/test/cuda.in
Expand Down Expand Up @@ -550,7 +550,7 @@ nltk==3.9.1
# via rouge-score
num2words==0.5.14
# via -r requirements/test/cuda.in
numba==0.61.2
numba==0.65.0
# via
# -c requirements/cuda.txt
# -r requirements/test/cuda.in
Expand Down
2 changes: 1 addition & 1 deletion requirements/test/nightly-torch.txt
Original file line number Diff line number Diff line change
Expand Up @@ -40,7 +40,7 @@ buildkite-test-collector==0.1.9
genai_perf>=0.0.8
tritonclient>=2.51.0

numba == 0.61.2 # Required for N-gram speculative decoding
numba == 0.65.0 # Required for N-gram speculative decoding
numpy
runai-model-streamer[s3,gcs,azure]==0.15.7
fastsafetensors>=0.2.2
Expand Down
2 changes: 1 addition & 1 deletion requirements/test/rocm.in
Original file line number Diff line number Diff line change
Expand Up @@ -52,7 +52,7 @@ grpcio==1.78.0
grpcio-reflection==1.78.0

arctic-inference==0.1.1 # Required for suffix decoding test
numba==0.61.2 # Required for N-gram speculative decoding
numba==0.65.0 # Required for N-gram speculative decoding
numpy
runai-model-streamer[s3,gcs,azure]==0.15.7
fastsafetensors @ git+https://github.com/foundation-model-stack/fastsafetensors.git@0.2.2 # PyPI only ships CUDA wheels
Expand Down
6 changes: 3 additions & 3 deletions requirements/test/rocm.txt
Original file line number Diff line number Diff line change
Expand Up @@ -559,7 +559,7 @@ llguidance==1.3.0
# via
# -c requirements/common.txt
# -r requirements/test/../common.txt
llvmlite==0.44.0
llvmlite==0.47.0
# via numba
lm-eval==0.4.11
# via -r requirements/test/rocm.in
Expand Down Expand Up @@ -655,7 +655,7 @@ nltk==3.9.3
# via rouge-score
num2words==0.5.14
# via -r requirements/test/rocm.in
numba==0.61.2
numba==0.65.0
# via
# -c requirements/rocm.txt
# -r requirements/test/rocm.in
Expand Down Expand Up @@ -811,7 +811,7 @@ orjson==3.11.7
# via
# genai-perf
# kaleido
outlines-core==0.2.11
outlines-core==0.2.14
# via
# -c requirements/common.txt
# -r requirements/test/../common.txt
Expand Down
4 changes: 2 additions & 2 deletions requirements/test/xpu.txt
Original file line number Diff line number Diff line change
Expand Up @@ -244,7 +244,7 @@ lazy-loader==0.5
# scikit-image
librosa==0.10.2.post1
# via -r requirements/test/xpu.in
llvmlite==0.44.0
llvmlite==0.47.0
# via numba
lm-eval==0.4.11
# via -r requirements/test/xpu.in
Expand Down Expand Up @@ -304,7 +304,7 @@ nltk==3.9.4
# via rouge-score
num2words==0.5.14
# via -r requirements/test/xpu.in
numba==0.61.2
numba==0.65.0
# via
# -c requirements/xpu.txt
# librosa
Expand Down
2 changes: 1 addition & 1 deletion requirements/xpu.txt
Original file line number Diff line number Diff line change
Expand Up @@ -9,7 +9,7 @@ setuptools>=77.0.3,<81.0.0
wheel
jinja2>=3.1.6
datasets # for benchmark scripts
numba == 0.61.2 # Required for N-gram speculative decoding
numba == 0.65.0 # Required for N-gram speculative decoding
--extra-index-url=https://download.pytorch.org/whl/xpu
torch==2.11.0+xpu
torchaudio
Expand Down
Loading