diff --git a/engines/python/setup/pyproject.toml b/engines/python/setup/pyproject.toml index bf33422e7..8712166fe 100644 --- a/engines/python/setup/pyproject.toml +++ b/engines/python/setup/pyproject.toml @@ -34,7 +34,7 @@ test = [ "yapf", "pydantic>=2.0", "objgraph", - "vllm==0.26.0" + "vllm==0.28.0" ] [project.scripts] diff --git a/serving/docker/lmi-container-requirements.txt b/serving/docker/lmi-container-requirements.txt index c5080928f..6910b9e6e 100644 --- a/serving/docker/lmi-container-requirements.txt +++ b/serving/docker/lmi-container-requirements.txt @@ -1,6 +1,6 @@ --extra-index-url https://download.pytorch.org/whl/cu130 -torch==2.11.0 -torchvision==0.26.0 +torch==2.13.0 +torchvision==0.28.0 transformers >= 5.5.3 huggingface-hub hf-transfer @@ -9,7 +9,7 @@ sentence-transformers==5.6.1 optimum==2.2.0 mpi4py==4.1.2 compressed-tensors==0.17.0 -https://publish.djl.ai/vllm/vllm-0.26.0-cp312-cp312-linux_x86_64.whl +https://publish.djl.ai/vllm/vllm-0.28.0-cp312-cp312-linux_x86_64.whl autoawq==0.2.9 lmcache >= 0.3.9 nixl == 1.3.1