Update Dockerfile

neuralmagic · Nov 7, 2024 · 2f0ed5e · 2f0ed5e
1 parent 151a609
commit 2f0ed5e
Showing 1 changed file with 5 additions and 2 deletions.
diff --git a/Dockerfile b/Dockerfile
@@ -48,8 +48,6 @@ COPY requirements-common.txt requirements-common.txt
 COPY requirements-cuda.txt requirements-cuda.txt
 RUN --mount=type=cache,target=/root/.cache/pip \
     python3 -m pip install -r requirements-cuda.txt
-RUN --mount=type=cache,target=/root/.cache/pip \
-    python3 -m pip install hf_transfer
 
 
 # cuda arch list used by torch
@@ -193,6 +191,11 @@ ADD . /vllm-workspace/
 RUN --mount=type=cache,target=/root/.cache/pip \
     python3 -m pip install -r requirements-dev.txt
 
+# enable fast downloads from hf (for testing)
+RUN --mount=type=cache,target=/root/.cache/pip \
+    python3 -m pip install hf_transfer
+ENV HF_HUB_ENABLE_HF_TRANSFER 1
+
 # doc requires source code
 # we hide them inside `test_docs/` , so that this source code
 # will not be imported by other tests