Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 2 additions & 2 deletions docker/ray-llm/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -76,7 +76,7 @@ sudo apt-get install -y kmod pkg-config librdmacm-dev cmake
--no-questions
)

UCX_VERSION="1.18.1"
UCX_VERSION="1.19.0"
(
echo "Installing UCX ${UCX_VERSION}"
cd "${TEMP_DIR}"
Expand Down Expand Up @@ -109,7 +109,7 @@ UCX_VERSION="1.18.1"
)

# Keep in sync with llm-requirements.txt
NIXL_VERSION="0.3.1"
NIXL_VERSION="0.4.1"
(
echo "Installing NIXL ${NIXL_VERSION}"
# NIXL needs meson pybind11 ninja, but should have been included in requirements_*.txt
Expand Down
2 changes: 1 addition & 1 deletion python/requirements/llm/llm-requirements.txt
Original file line number Diff line number Diff line change
Expand Up @@ -16,4 +16,4 @@ hf_transfer
transformers<4.54.0 # Due to https://github.com/vllm-project/vllm-ascend/issues/2046

# nixl version Needs to be in sync with the one in ray-llm/Dockerfile
nixl==0.3.1
nixl==0.4.1
14 changes: 9 additions & 5 deletions python/requirements_compiled_rayllm_py311_cpu.txt
Original file line number Diff line number Diff line change
Expand Up @@ -1672,11 +1672,15 @@ ninja==1.11.1.3 \
# -r python/requirements/llm/llm-requirements.txt
# vllm
# xgrammar
nixl==0.3.1 \
--hash=sha256:20428ad2668062a79045fae83cc5cba1f4019d4a2c7053cc8549c3a1533f8a75 \
--hash=sha256:70b8932b50ccf1a13ac8fa2e10a4b78290baae9f963bfecfa67684104331a94b \
--hash=sha256:8c144839484b3076f0b34ad8ceaeaff05c23399cf57ca85f2a94b44e1475a39b \
--hash=sha256:ff59996ad05a7e4ba6c8beba0f1d8ac2f9e53df696a15af0d3340028e2f16081
nixl==0.4.1 \
--hash=sha256:10c7b4a44f89c3fbff3e20cb84973be95f8df36ee336fb108275ed1839fec1f1 \
--hash=sha256:510cc9e824ad53cac71ce55ff41160f2a9e1507ceb52eb871b775fe1e42beb87 \
--hash=sha256:8a3d83b28c16b795bdc281f1489b9d247f6e6088ad96ca96406072a36d6354b7 \
--hash=sha256:9381fd3986d227c7ccb2607c03bbea559ec80f951e2ea47c1fbf381e4cd97164 \
--hash=sha256:9ab7e580e9962ebdcda8c17f8548858d3fdb648621367d8e717ca317b534b778 \
--hash=sha256:db144821de7912cb2502052b3070a1ac276b8b019470e6efdfce9c237ffe130d \
--hash=sha256:e33102b85b3f95a8c95e59b59b29aabd03d47b5bce619de506b9bb83739cf60d \
--hash=sha256:f16092dd445542e82e3db3553f6c7697ec5a2e837f19d416401283ae245826f9
# via
# -c python/requirements_compiled_rayllm_test_py311_cpu.txt
# -r python/requirements/llm/llm-requirements.txt
Expand Down
14 changes: 9 additions & 5 deletions python/requirements_compiled_rayllm_py311_cu121.txt
Original file line number Diff line number Diff line change
Expand Up @@ -1672,11 +1672,15 @@ ninja==1.11.1.3 \
# -r python/requirements/llm/llm-requirements.txt
# vllm
# xgrammar
nixl==0.3.1 \
--hash=sha256:20428ad2668062a79045fae83cc5cba1f4019d4a2c7053cc8549c3a1533f8a75 \
--hash=sha256:70b8932b50ccf1a13ac8fa2e10a4b78290baae9f963bfecfa67684104331a94b \
--hash=sha256:8c144839484b3076f0b34ad8ceaeaff05c23399cf57ca85f2a94b44e1475a39b \
--hash=sha256:ff59996ad05a7e4ba6c8beba0f1d8ac2f9e53df696a15af0d3340028e2f16081
nixl==0.4.1 \
--hash=sha256:10c7b4a44f89c3fbff3e20cb84973be95f8df36ee336fb108275ed1839fec1f1 \
--hash=sha256:510cc9e824ad53cac71ce55ff41160f2a9e1507ceb52eb871b775fe1e42beb87 \
--hash=sha256:8a3d83b28c16b795bdc281f1489b9d247f6e6088ad96ca96406072a36d6354b7 \
--hash=sha256:9381fd3986d227c7ccb2607c03bbea559ec80f951e2ea47c1fbf381e4cd97164 \
--hash=sha256:9ab7e580e9962ebdcda8c17f8548858d3fdb648621367d8e717ca317b534b778 \
--hash=sha256:db144821de7912cb2502052b3070a1ac276b8b019470e6efdfce9c237ffe130d \
--hash=sha256:e33102b85b3f95a8c95e59b59b29aabd03d47b5bce619de506b9bb83739cf60d \
--hash=sha256:f16092dd445542e82e3db3553f6c7697ec5a2e837f19d416401283ae245826f9
# via
# -c python/requirements_compiled_rayllm_test_py311_cu121.txt
# -r python/requirements/llm/llm-requirements.txt
Expand Down
14 changes: 9 additions & 5 deletions python/requirements_compiled_rayllm_py311_cu128.txt
Original file line number Diff line number Diff line change
Expand Up @@ -1636,11 +1636,15 @@ ninja==1.11.1.4 \
# -r python/requirements/llm/llm-requirements.txt
# vllm
# xgrammar
nixl==0.3.1 \
--hash=sha256:20428ad2668062a79045fae83cc5cba1f4019d4a2c7053cc8549c3a1533f8a75 \
--hash=sha256:70b8932b50ccf1a13ac8fa2e10a4b78290baae9f963bfecfa67684104331a94b \
--hash=sha256:8c144839484b3076f0b34ad8ceaeaff05c23399cf57ca85f2a94b44e1475a39b \
--hash=sha256:ff59996ad05a7e4ba6c8beba0f1d8ac2f9e53df696a15af0d3340028e2f16081
nixl==0.4.1 \
--hash=sha256:10c7b4a44f89c3fbff3e20cb84973be95f8df36ee336fb108275ed1839fec1f1 \
--hash=sha256:510cc9e824ad53cac71ce55ff41160f2a9e1507ceb52eb871b775fe1e42beb87 \
--hash=sha256:8a3d83b28c16b795bdc281f1489b9d247f6e6088ad96ca96406072a36d6354b7 \
--hash=sha256:9381fd3986d227c7ccb2607c03bbea559ec80f951e2ea47c1fbf381e4cd97164 \
--hash=sha256:9ab7e580e9962ebdcda8c17f8548858d3fdb648621367d8e717ca317b534b778 \
--hash=sha256:db144821de7912cb2502052b3070a1ac276b8b019470e6efdfce9c237ffe130d \
--hash=sha256:e33102b85b3f95a8c95e59b59b29aabd03d47b5bce619de506b9bb83739cf60d \
--hash=sha256:f16092dd445542e82e3db3553f6c7697ec5a2e837f19d416401283ae245826f9
# via
# -c python/requirements_compiled_rayllm_test_py311_cu128.txt
# -r python/requirements/llm/llm-requirements.txt
Expand Down
14 changes: 9 additions & 5 deletions python/requirements_compiled_rayllm_test_py311_cpu.txt
Original file line number Diff line number Diff line change
Expand Up @@ -2373,11 +2373,15 @@ ninja==1.11.1.3 \
# -r python/requirements/llm/llm-requirements.txt
# vllm
# xgrammar
nixl==0.3.1 \
--hash=sha256:20428ad2668062a79045fae83cc5cba1f4019d4a2c7053cc8549c3a1533f8a75 \
--hash=sha256:70b8932b50ccf1a13ac8fa2e10a4b78290baae9f963bfecfa67684104331a94b \
--hash=sha256:8c144839484b3076f0b34ad8ceaeaff05c23399cf57ca85f2a94b44e1475a39b \
--hash=sha256:ff59996ad05a7e4ba6c8beba0f1d8ac2f9e53df696a15af0d3340028e2f16081
nixl==0.4.1 \
--hash=sha256:10c7b4a44f89c3fbff3e20cb84973be95f8df36ee336fb108275ed1839fec1f1 \
--hash=sha256:510cc9e824ad53cac71ce55ff41160f2a9e1507ceb52eb871b775fe1e42beb87 \
--hash=sha256:8a3d83b28c16b795bdc281f1489b9d247f6e6088ad96ca96406072a36d6354b7 \
--hash=sha256:9381fd3986d227c7ccb2607c03bbea559ec80f951e2ea47c1fbf381e4cd97164 \
--hash=sha256:9ab7e580e9962ebdcda8c17f8548858d3fdb648621367d8e717ca317b534b778 \
--hash=sha256:db144821de7912cb2502052b3070a1ac276b8b019470e6efdfce9c237ffe130d \
--hash=sha256:e33102b85b3f95a8c95e59b59b29aabd03d47b5bce619de506b9bb83739cf60d \
--hash=sha256:f16092dd445542e82e3db3553f6c7697ec5a2e837f19d416401283ae245826f9
# via -r python/requirements/llm/llm-requirements.txt
notebook==6.5.7 \
--hash=sha256:04eb9011dfac634fbd4442adaf0a8c27cd26beef831fe1d19faf930c327768e4 \
Expand Down
14 changes: 9 additions & 5 deletions python/requirements_compiled_rayllm_test_py311_cu121.txt
Original file line number Diff line number Diff line change
Expand Up @@ -2373,11 +2373,15 @@ ninja==1.11.1.3 \
# -r python/requirements/llm/llm-requirements.txt
# vllm
# xgrammar
nixl==0.3.1 \
--hash=sha256:20428ad2668062a79045fae83cc5cba1f4019d4a2c7053cc8549c3a1533f8a75 \
--hash=sha256:70b8932b50ccf1a13ac8fa2e10a4b78290baae9f963bfecfa67684104331a94b \
--hash=sha256:8c144839484b3076f0b34ad8ceaeaff05c23399cf57ca85f2a94b44e1475a39b \
--hash=sha256:ff59996ad05a7e4ba6c8beba0f1d8ac2f9e53df696a15af0d3340028e2f16081
nixl==0.4.1 \
--hash=sha256:10c7b4a44f89c3fbff3e20cb84973be95f8df36ee336fb108275ed1839fec1f1 \
--hash=sha256:510cc9e824ad53cac71ce55ff41160f2a9e1507ceb52eb871b775fe1e42beb87 \
--hash=sha256:8a3d83b28c16b795bdc281f1489b9d247f6e6088ad96ca96406072a36d6354b7 \
--hash=sha256:9381fd3986d227c7ccb2607c03bbea559ec80f951e2ea47c1fbf381e4cd97164 \
--hash=sha256:9ab7e580e9962ebdcda8c17f8548858d3fdb648621367d8e717ca317b534b778 \
--hash=sha256:db144821de7912cb2502052b3070a1ac276b8b019470e6efdfce9c237ffe130d \
--hash=sha256:e33102b85b3f95a8c95e59b59b29aabd03d47b5bce619de506b9bb83739cf60d \
--hash=sha256:f16092dd445542e82e3db3553f6c7697ec5a2e837f19d416401283ae245826f9
# via -r python/requirements/llm/llm-requirements.txt
notebook==6.5.7 \
--hash=sha256:04eb9011dfac634fbd4442adaf0a8c27cd26beef831fe1d19faf930c327768e4 \
Expand Down
14 changes: 9 additions & 5 deletions python/requirements_compiled_rayllm_test_py311_cu128.txt
Original file line number Diff line number Diff line change
Expand Up @@ -2336,11 +2336,15 @@ ninja==1.11.1.4 \
# -r python/requirements/llm/llm-requirements.txt
# vllm
# xgrammar
nixl==0.3.1 \
--hash=sha256:20428ad2668062a79045fae83cc5cba1f4019d4a2c7053cc8549c3a1533f8a75 \
--hash=sha256:70b8932b50ccf1a13ac8fa2e10a4b78290baae9f963bfecfa67684104331a94b \
--hash=sha256:8c144839484b3076f0b34ad8ceaeaff05c23399cf57ca85f2a94b44e1475a39b \
--hash=sha256:ff59996ad05a7e4ba6c8beba0f1d8ac2f9e53df696a15af0d3340028e2f16081
nixl==0.4.1 \
--hash=sha256:10c7b4a44f89c3fbff3e20cb84973be95f8df36ee336fb108275ed1839fec1f1 \
--hash=sha256:510cc9e824ad53cac71ce55ff41160f2a9e1507ceb52eb871b775fe1e42beb87 \
--hash=sha256:8a3d83b28c16b795bdc281f1489b9d247f6e6088ad96ca96406072a36d6354b7 \
--hash=sha256:9381fd3986d227c7ccb2607c03bbea559ec80f951e2ea47c1fbf381e4cd97164 \
--hash=sha256:9ab7e580e9962ebdcda8c17f8548858d3fdb648621367d8e717ca317b534b778 \
--hash=sha256:db144821de7912cb2502052b3070a1ac276b8b019470e6efdfce9c237ffe130d \
--hash=sha256:e33102b85b3f95a8c95e59b59b29aabd03d47b5bce619de506b9bb83739cf60d \
--hash=sha256:f16092dd445542e82e3db3553f6c7697ec5a2e837f19d416401283ae245826f9
# via -r python/requirements/llm/llm-requirements.txt
notebook==6.5.7 \
--hash=sha256:04eb9011dfac634fbd4442adaf0a8c27cd26beef831fe1d19faf930c327768e4 \
Expand Down