@@ -371,6 +371,8 @@ CMD []
371371
372372FROM ${RUNTIME_IMAGE}:${RUNTIME_IMAGE_TAG} AS runtime
373373
374+ ARG ARCH_ALT
375+
374376WORKDIR /workspace
375377ENV DYNAMO_HOME=/workspace
376378ENV VIRTUAL_ENV=/opt/dynamo/venv
@@ -408,7 +410,7 @@ RUN uv venv $VIRTUAL_ENV --python 3.12 && \
408410 echo "source $VIRTUAL_ENV/bin/activate" >> ~/.bashrc
409411
410412# Common dependencies
411- # ToDo : Remove extra install and use pyproject.toml to define all dependencies
413+ # TODO : Remove extra install and use pyproject.toml to define all dependencies
412414RUN --mount=type=bind,source=./container/deps/requirements.txt,target=/tmp/requirements.txt \
413415 uv pip install --requirement /tmp/requirements.txt
414416
@@ -462,7 +464,6 @@ COPY --from=build /usr/local/lib/python3.12/dist-packages/flash_attn-${FLASH_ATT
462464COPY --from=build /usr/local/lib/python3.12/dist-packages/flash_attn_2_cuda.cpython-312-*-linux-gnu.so /usr/local/lib/python3.12/dist-packages/
463465
464466# Setup environment variables
465- ARG ARCH_ALT
466467ENV NIXL_PLUGIN_DIR=/usr/local/nixl/lib/${ARCH_ALT}-linux-gnu/plugins
467468ENV LD_LIBRARY_PATH=/usr/local/nixl/lib/${ARCH_ALT}-linux-gnu:/usr/local/nixl/lib/${ARCH_ALT}-linux-gnu/plugins:/usr/local/ucx/lib:/opt/hpcx/ompi/lib:$LD_LIBRARY_PATH
468469ENV PATH=/opt/hpcx/ompi/bin:/usr/local/bin/etcd/:/usr/local/cuda/nvvm/bin:$PATH
@@ -480,15 +481,14 @@ COPY --from=wheel_builder /workspace/dist/*.whl wheelhouse/
480481RUN uv pip install --index-url "${TENSORRTLLM_INDEX_URL}" \
481482 --extra-index-url https://pypi.org/simple \
482483 "${TENSORRTLLM_PIP_WHEEL}" && \
483- uv pip install ai-dynamo --find-links wheelhouse && \
484- uv pip install nixl --find-links wheelhouse
484+ uv pip install ai-dynamo nixl --find-links wheelhouse
485485
486486# Setup TRTLLM environment variables, same as in dev image
487487ENV TRTLLM_USE_UCX_KVCACHE=1
488488COPY --from=dev /usr/local/bin/set_trtllm_env.sh /usr/local/bin/set_trtllm_env.sh
489489RUN echo 'source /usr/local/bin/set_trtllm_env.sh' >> /root/.bashrc
490490
491- # Copy benchmarks, exmaples and tests for CI
491+ # Copy benchmarks, examples and tests for CI
492492# TODO: Remove this once we have a functional CI image built on top of the runtime image
493493COPY tests /workspace/tests
494494COPY benchmarks /workspace/benchmarks
0 commit comments