Skip to content

Commit 789c828

Browse files
authored
fix: update trtllm runtime build (#1810)
1 parent 2bf2792 commit 789c828

File tree

1 file changed

+5
-5
lines changed

1 file changed

+5
-5
lines changed

container/Dockerfile.tensorrt_llm

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -371,6 +371,8 @@ CMD []
371371

372372
FROM ${RUNTIME_IMAGE}:${RUNTIME_IMAGE_TAG} AS runtime
373373

374+
ARG ARCH_ALT
375+
374376
WORKDIR /workspace
375377
ENV DYNAMO_HOME=/workspace
376378
ENV VIRTUAL_ENV=/opt/dynamo/venv
@@ -408,7 +410,7 @@ RUN uv venv $VIRTUAL_ENV --python 3.12 && \
408410
echo "source $VIRTUAL_ENV/bin/activate" >> ~/.bashrc
409411

410412
# Common dependencies
411-
# ToDo: Remove extra install and use pyproject.toml to define all dependencies
413+
# TODO: Remove extra install and use pyproject.toml to define all dependencies
412414
RUN --mount=type=bind,source=./container/deps/requirements.txt,target=/tmp/requirements.txt \
413415
uv pip install --requirement /tmp/requirements.txt
414416

@@ -462,7 +464,6 @@ COPY --from=build /usr/local/lib/python3.12/dist-packages/flash_attn-${FLASH_ATT
462464
COPY --from=build /usr/local/lib/python3.12/dist-packages/flash_attn_2_cuda.cpython-312-*-linux-gnu.so /usr/local/lib/python3.12/dist-packages/
463465

464466
# Setup environment variables
465-
ARG ARCH_ALT
466467
ENV NIXL_PLUGIN_DIR=/usr/local/nixl/lib/${ARCH_ALT}-linux-gnu/plugins
467468
ENV LD_LIBRARY_PATH=/usr/local/nixl/lib/${ARCH_ALT}-linux-gnu:/usr/local/nixl/lib/${ARCH_ALT}-linux-gnu/plugins:/usr/local/ucx/lib:/opt/hpcx/ompi/lib:$LD_LIBRARY_PATH
468469
ENV PATH=/opt/hpcx/ompi/bin:/usr/local/bin/etcd/:/usr/local/cuda/nvvm/bin:$PATH
@@ -480,15 +481,14 @@ COPY --from=wheel_builder /workspace/dist/*.whl wheelhouse/
480481
RUN uv pip install --index-url "${TENSORRTLLM_INDEX_URL}" \
481482
--extra-index-url https://pypi.org/simple \
482483
"${TENSORRTLLM_PIP_WHEEL}" && \
483-
uv pip install ai-dynamo --find-links wheelhouse && \
484-
uv pip install nixl --find-links wheelhouse
484+
uv pip install ai-dynamo nixl --find-links wheelhouse
485485

486486
# Setup TRTLLM environment variables, same as in dev image
487487
ENV TRTLLM_USE_UCX_KVCACHE=1
488488
COPY --from=dev /usr/local/bin/set_trtllm_env.sh /usr/local/bin/set_trtllm_env.sh
489489
RUN echo 'source /usr/local/bin/set_trtllm_env.sh' >> /root/.bashrc
490490

491-
# Copy benchmarks, exmaples and tests for CI
491+
# Copy benchmarks, examples and tests for CI
492492
# TODO: Remove this once we have a functional CI image built on top of the runtime image
493493
COPY tests /workspace/tests
494494
COPY benchmarks /workspace/benchmarks

0 commit comments

Comments
 (0)