From c4b9d1498438ca51f97bb2f9b91bd113ee47e4e8 Mon Sep 17 00:00:00 2001 From: Alexey Kondratiev Date: Wed, 15 May 2024 00:42:21 +0000 Subject: [PATCH] Adding support for openai tests, ray is updated to the latest version with RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=1 --- Dockerfile.rocm | 7 +++++-- requirements-rocm.txt | 3 ++- 2 files changed, 7 insertions(+), 3 deletions(-) diff --git a/Dockerfile.rocm b/Dockerfile.rocm index eefad79e79d8..fc9d0b84043c 100644 --- a/Dockerfile.rocm +++ b/Dockerfile.rocm @@ -96,15 +96,18 @@ RUN python3 -m pip install --upgrade pip numba # make sure punica kernels are built (for LoRA) ENV VLLM_INSTALL_PUNICA_KERNELS=1 +# Workaround for ray >= 2.10.0 +ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=1 + +ENV VLLM_NCCL_SO_PATH=/opt/rocm/lib/librccl.so RUN --mount=type=cache,target=/root/.cache/pip \ pip install -U -r requirements-rocm.txt \ && patch /opt/rocm/include/hip/amd_detail/amd_hip_bf16.h ./rocm_patch/rocm_bf16.patch \ && python3 setup.py install \ && cp build/lib.linux-x86_64-cpython-39/vllm/_C.cpython-39-x86_64-linux-gnu.so vllm/ \ + && cp build/lib.linux-x86_64-cpython-39/vllm/_punica_C.cpython-39-x86_64-linux-gnu.so vllm/ \ && cd .. -RUN python3 -m pip install --upgrade pip -RUN python3 -m pip install --no-cache-dir ray[all]==2.9.3 CMD ["/bin/bash"] diff --git a/requirements-rocm.txt b/requirements-rocm.txt index 903845b64d98..cc42839a975d 100644 --- a/requirements-rocm.txt +++ b/requirements-rocm.txt @@ -2,4 +2,5 @@ -r requirements-common.txt # Dependencies for AMD GPUs -ray == 2.9.3 +ray >= 2.10.0 +pytest-asyncio