diff --git a/docker/ray-llm/Dockerfile b/docker/ray-llm/Dockerfile index a1e4595724de..d7038f92b883 100644 --- a/docker/ray-llm/Dockerfile +++ b/docker/ray-llm/Dockerfile @@ -76,7 +76,7 @@ sudo apt-get install -y kmod pkg-config librdmacm-dev cmake --no-questions ) -UCX_VERSION="1.18.1" +UCX_VERSION="1.19.0" ( echo "Installing UCX ${UCX_VERSION}" cd "${TEMP_DIR}" @@ -109,7 +109,7 @@ UCX_VERSION="1.18.1" ) # Keep in sync with llm-requirements.txt -NIXL_VERSION="0.3.1" +NIXL_VERSION="0.4.1" ( echo "Installing NIXL ${NIXL_VERSION}" # NIXL needs meson pybind11 ninja, but should have been included in requirements_*.txt diff --git a/python/requirements/llm/llm-requirements.txt b/python/requirements/llm/llm-requirements.txt index 9f2815ec0951..d8eb58a1fd7d 100644 --- a/python/requirements/llm/llm-requirements.txt +++ b/python/requirements/llm/llm-requirements.txt @@ -16,4 +16,4 @@ hf_transfer transformers<4.54.0 # Due to https://github.com/vllm-project/vllm-ascend/issues/2046 # nixl version Needs to be in sync with the one in ray-llm/Dockerfile -nixl==0.3.1 +nixl==0.4.1 diff --git a/python/requirements_compiled_rayllm_py311_cpu.txt b/python/requirements_compiled_rayllm_py311_cpu.txt index 3c7bccfc3a3e..9ba0d45b6817 100644 --- a/python/requirements_compiled_rayllm_py311_cpu.txt +++ b/python/requirements_compiled_rayllm_py311_cpu.txt @@ -1672,11 +1672,15 @@ ninja==1.11.1.3 \ # -r python/requirements/llm/llm-requirements.txt # vllm # xgrammar -nixl==0.3.1 \ - --hash=sha256:20428ad2668062a79045fae83cc5cba1f4019d4a2c7053cc8549c3a1533f8a75 \ - --hash=sha256:70b8932b50ccf1a13ac8fa2e10a4b78290baae9f963bfecfa67684104331a94b \ - --hash=sha256:8c144839484b3076f0b34ad8ceaeaff05c23399cf57ca85f2a94b44e1475a39b \ - --hash=sha256:ff59996ad05a7e4ba6c8beba0f1d8ac2f9e53df696a15af0d3340028e2f16081 +nixl==0.4.1 \ + --hash=sha256:10c7b4a44f89c3fbff3e20cb84973be95f8df36ee336fb108275ed1839fec1f1 \ + --hash=sha256:510cc9e824ad53cac71ce55ff41160f2a9e1507ceb52eb871b775fe1e42beb87 \ + --hash=sha256:8a3d83b28c16b795bdc281f1489b9d247f6e6088ad96ca96406072a36d6354b7 \ + --hash=sha256:9381fd3986d227c7ccb2607c03bbea559ec80f951e2ea47c1fbf381e4cd97164 \ + --hash=sha256:9ab7e580e9962ebdcda8c17f8548858d3fdb648621367d8e717ca317b534b778 \ + --hash=sha256:db144821de7912cb2502052b3070a1ac276b8b019470e6efdfce9c237ffe130d \ + --hash=sha256:e33102b85b3f95a8c95e59b59b29aabd03d47b5bce619de506b9bb83739cf60d \ + --hash=sha256:f16092dd445542e82e3db3553f6c7697ec5a2e837f19d416401283ae245826f9 # via # -c python/requirements_compiled_rayllm_test_py311_cpu.txt # -r python/requirements/llm/llm-requirements.txt diff --git a/python/requirements_compiled_rayllm_py311_cu121.txt b/python/requirements_compiled_rayllm_py311_cu121.txt index 5a778ecca825..4ad206d3186f 100644 --- a/python/requirements_compiled_rayllm_py311_cu121.txt +++ b/python/requirements_compiled_rayllm_py311_cu121.txt @@ -1672,11 +1672,15 @@ ninja==1.11.1.3 \ # -r python/requirements/llm/llm-requirements.txt # vllm # xgrammar -nixl==0.3.1 \ - --hash=sha256:20428ad2668062a79045fae83cc5cba1f4019d4a2c7053cc8549c3a1533f8a75 \ - --hash=sha256:70b8932b50ccf1a13ac8fa2e10a4b78290baae9f963bfecfa67684104331a94b \ - --hash=sha256:8c144839484b3076f0b34ad8ceaeaff05c23399cf57ca85f2a94b44e1475a39b \ - --hash=sha256:ff59996ad05a7e4ba6c8beba0f1d8ac2f9e53df696a15af0d3340028e2f16081 +nixl==0.4.1 \ + --hash=sha256:10c7b4a44f89c3fbff3e20cb84973be95f8df36ee336fb108275ed1839fec1f1 \ + --hash=sha256:510cc9e824ad53cac71ce55ff41160f2a9e1507ceb52eb871b775fe1e42beb87 \ + --hash=sha256:8a3d83b28c16b795bdc281f1489b9d247f6e6088ad96ca96406072a36d6354b7 \ + --hash=sha256:9381fd3986d227c7ccb2607c03bbea559ec80f951e2ea47c1fbf381e4cd97164 \ + --hash=sha256:9ab7e580e9962ebdcda8c17f8548858d3fdb648621367d8e717ca317b534b778 \ + --hash=sha256:db144821de7912cb2502052b3070a1ac276b8b019470e6efdfce9c237ffe130d \ + --hash=sha256:e33102b85b3f95a8c95e59b59b29aabd03d47b5bce619de506b9bb83739cf60d \ + --hash=sha256:f16092dd445542e82e3db3553f6c7697ec5a2e837f19d416401283ae245826f9 # via # -c python/requirements_compiled_rayllm_test_py311_cu121.txt # -r python/requirements/llm/llm-requirements.txt diff --git a/python/requirements_compiled_rayllm_py311_cu128.txt b/python/requirements_compiled_rayllm_py311_cu128.txt index a3b95b0166a9..47338e202f4b 100644 --- a/python/requirements_compiled_rayllm_py311_cu128.txt +++ b/python/requirements_compiled_rayllm_py311_cu128.txt @@ -1636,11 +1636,15 @@ ninja==1.11.1.4 \ # -r python/requirements/llm/llm-requirements.txt # vllm # xgrammar -nixl==0.3.1 \ - --hash=sha256:20428ad2668062a79045fae83cc5cba1f4019d4a2c7053cc8549c3a1533f8a75 \ - --hash=sha256:70b8932b50ccf1a13ac8fa2e10a4b78290baae9f963bfecfa67684104331a94b \ - --hash=sha256:8c144839484b3076f0b34ad8ceaeaff05c23399cf57ca85f2a94b44e1475a39b \ - --hash=sha256:ff59996ad05a7e4ba6c8beba0f1d8ac2f9e53df696a15af0d3340028e2f16081 +nixl==0.4.1 \ + --hash=sha256:10c7b4a44f89c3fbff3e20cb84973be95f8df36ee336fb108275ed1839fec1f1 \ + --hash=sha256:510cc9e824ad53cac71ce55ff41160f2a9e1507ceb52eb871b775fe1e42beb87 \ + --hash=sha256:8a3d83b28c16b795bdc281f1489b9d247f6e6088ad96ca96406072a36d6354b7 \ + --hash=sha256:9381fd3986d227c7ccb2607c03bbea559ec80f951e2ea47c1fbf381e4cd97164 \ + --hash=sha256:9ab7e580e9962ebdcda8c17f8548858d3fdb648621367d8e717ca317b534b778 \ + --hash=sha256:db144821de7912cb2502052b3070a1ac276b8b019470e6efdfce9c237ffe130d \ + --hash=sha256:e33102b85b3f95a8c95e59b59b29aabd03d47b5bce619de506b9bb83739cf60d \ + --hash=sha256:f16092dd445542e82e3db3553f6c7697ec5a2e837f19d416401283ae245826f9 # via # -c python/requirements_compiled_rayllm_test_py311_cu128.txt # -r python/requirements/llm/llm-requirements.txt diff --git a/python/requirements_compiled_rayllm_test_py311_cpu.txt b/python/requirements_compiled_rayllm_test_py311_cpu.txt index b69b89a5ea19..bcacf5033722 100644 --- a/python/requirements_compiled_rayllm_test_py311_cpu.txt +++ b/python/requirements_compiled_rayllm_test_py311_cpu.txt @@ -2373,11 +2373,15 @@ ninja==1.11.1.3 \ # -r python/requirements/llm/llm-requirements.txt # vllm # xgrammar -nixl==0.3.1 \ - --hash=sha256:20428ad2668062a79045fae83cc5cba1f4019d4a2c7053cc8549c3a1533f8a75 \ - --hash=sha256:70b8932b50ccf1a13ac8fa2e10a4b78290baae9f963bfecfa67684104331a94b \ - --hash=sha256:8c144839484b3076f0b34ad8ceaeaff05c23399cf57ca85f2a94b44e1475a39b \ - --hash=sha256:ff59996ad05a7e4ba6c8beba0f1d8ac2f9e53df696a15af0d3340028e2f16081 +nixl==0.4.1 \ + --hash=sha256:10c7b4a44f89c3fbff3e20cb84973be95f8df36ee336fb108275ed1839fec1f1 \ + --hash=sha256:510cc9e824ad53cac71ce55ff41160f2a9e1507ceb52eb871b775fe1e42beb87 \ + --hash=sha256:8a3d83b28c16b795bdc281f1489b9d247f6e6088ad96ca96406072a36d6354b7 \ + --hash=sha256:9381fd3986d227c7ccb2607c03bbea559ec80f951e2ea47c1fbf381e4cd97164 \ + --hash=sha256:9ab7e580e9962ebdcda8c17f8548858d3fdb648621367d8e717ca317b534b778 \ + --hash=sha256:db144821de7912cb2502052b3070a1ac276b8b019470e6efdfce9c237ffe130d \ + --hash=sha256:e33102b85b3f95a8c95e59b59b29aabd03d47b5bce619de506b9bb83739cf60d \ + --hash=sha256:f16092dd445542e82e3db3553f6c7697ec5a2e837f19d416401283ae245826f9 # via -r python/requirements/llm/llm-requirements.txt notebook==6.5.7 \ --hash=sha256:04eb9011dfac634fbd4442adaf0a8c27cd26beef831fe1d19faf930c327768e4 \ diff --git a/python/requirements_compiled_rayllm_test_py311_cu121.txt b/python/requirements_compiled_rayllm_test_py311_cu121.txt index ebf1056ff7c6..70d213fe4e0c 100644 --- a/python/requirements_compiled_rayllm_test_py311_cu121.txt +++ b/python/requirements_compiled_rayllm_test_py311_cu121.txt @@ -2373,11 +2373,15 @@ ninja==1.11.1.3 \ # -r python/requirements/llm/llm-requirements.txt # vllm # xgrammar -nixl==0.3.1 \ - --hash=sha256:20428ad2668062a79045fae83cc5cba1f4019d4a2c7053cc8549c3a1533f8a75 \ - --hash=sha256:70b8932b50ccf1a13ac8fa2e10a4b78290baae9f963bfecfa67684104331a94b \ - --hash=sha256:8c144839484b3076f0b34ad8ceaeaff05c23399cf57ca85f2a94b44e1475a39b \ - --hash=sha256:ff59996ad05a7e4ba6c8beba0f1d8ac2f9e53df696a15af0d3340028e2f16081 +nixl==0.4.1 \ + --hash=sha256:10c7b4a44f89c3fbff3e20cb84973be95f8df36ee336fb108275ed1839fec1f1 \ + --hash=sha256:510cc9e824ad53cac71ce55ff41160f2a9e1507ceb52eb871b775fe1e42beb87 \ + --hash=sha256:8a3d83b28c16b795bdc281f1489b9d247f6e6088ad96ca96406072a36d6354b7 \ + --hash=sha256:9381fd3986d227c7ccb2607c03bbea559ec80f951e2ea47c1fbf381e4cd97164 \ + --hash=sha256:9ab7e580e9962ebdcda8c17f8548858d3fdb648621367d8e717ca317b534b778 \ + --hash=sha256:db144821de7912cb2502052b3070a1ac276b8b019470e6efdfce9c237ffe130d \ + --hash=sha256:e33102b85b3f95a8c95e59b59b29aabd03d47b5bce619de506b9bb83739cf60d \ + --hash=sha256:f16092dd445542e82e3db3553f6c7697ec5a2e837f19d416401283ae245826f9 # via -r python/requirements/llm/llm-requirements.txt notebook==6.5.7 \ --hash=sha256:04eb9011dfac634fbd4442adaf0a8c27cd26beef831fe1d19faf930c327768e4 \ diff --git a/python/requirements_compiled_rayllm_test_py311_cu128.txt b/python/requirements_compiled_rayllm_test_py311_cu128.txt index 913cbd464409..c8ee9734ba19 100644 --- a/python/requirements_compiled_rayllm_test_py311_cu128.txt +++ b/python/requirements_compiled_rayllm_test_py311_cu128.txt @@ -2336,11 +2336,15 @@ ninja==1.11.1.4 \ # -r python/requirements/llm/llm-requirements.txt # vllm # xgrammar -nixl==0.3.1 \ - --hash=sha256:20428ad2668062a79045fae83cc5cba1f4019d4a2c7053cc8549c3a1533f8a75 \ - --hash=sha256:70b8932b50ccf1a13ac8fa2e10a4b78290baae9f963bfecfa67684104331a94b \ - --hash=sha256:8c144839484b3076f0b34ad8ceaeaff05c23399cf57ca85f2a94b44e1475a39b \ - --hash=sha256:ff59996ad05a7e4ba6c8beba0f1d8ac2f9e53df696a15af0d3340028e2f16081 +nixl==0.4.1 \ + --hash=sha256:10c7b4a44f89c3fbff3e20cb84973be95f8df36ee336fb108275ed1839fec1f1 \ + --hash=sha256:510cc9e824ad53cac71ce55ff41160f2a9e1507ceb52eb871b775fe1e42beb87 \ + --hash=sha256:8a3d83b28c16b795bdc281f1489b9d247f6e6088ad96ca96406072a36d6354b7 \ + --hash=sha256:9381fd3986d227c7ccb2607c03bbea559ec80f951e2ea47c1fbf381e4cd97164 \ + --hash=sha256:9ab7e580e9962ebdcda8c17f8548858d3fdb648621367d8e717ca317b534b778 \ + --hash=sha256:db144821de7912cb2502052b3070a1ac276b8b019470e6efdfce9c237ffe130d \ + --hash=sha256:e33102b85b3f95a8c95e59b59b29aabd03d47b5bce619de506b9bb83739cf60d \ + --hash=sha256:f16092dd445542e82e3db3553f6c7697ec5a2e837f19d416401283ae245826f9 # via -r python/requirements/llm/llm-requirements.txt notebook==6.5.7 \ --hash=sha256:04eb9011dfac634fbd4442adaf0a8c27cd26beef831fe1d19faf930c327768e4 \