Add hf_transfer to testing image (vllm-project#10096)

Signed-off-by: Jee Jee Li <[email protected]>
jeejeelee · Nov 11, 2024 · ab81751 · ab81751
1 parent cd96c10
commit ab81751
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/Dockerfile b/Dockerfile
@@ -191,6 +191,11 @@ ADD . /vllm-workspace/
 RUN --mount=type=cache,target=/root/.cache/pip \
     python3 -m pip install -r requirements-dev.txt
 
+# enable fast downloads from hf (for testing)
+RUN --mount=type=cache,target=/root/.cache/pip \
+    python3 -m pip install hf_transfer
+ENV HF_HUB_ENABLE_HF_TRANSFER 1
+
 # Copy in the v1 package for testing (it isn't distributed yet)
 COPY vllm/v1 /usr/local/lib/python3.12/dist-packages/vllm/v1