From 47a8aa0918e5acb202508e404f7db0b0dd8f5264 Mon Sep 17 00:00:00 2001 From: Rahul Talari <104786892+rtalaricw@users.noreply.github.com> Date: Thu, 25 Apr 2024 14:47:04 -0700 Subject: [PATCH] Update online-inference/vllm/Dockerfile Co-authored-by: Sanger Steel --- online-inference/vllm/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/online-inference/vllm/Dockerfile b/online-inference/vllm/Dockerfile index 5762a9d1..4ff63690 100644 --- a/online-inference/vllm/Dockerfile +++ b/online-inference/vllm/Dockerfile @@ -2,7 +2,7 @@ FROM ghcr.io/coreweave/ml-containers/torch-extras:c1bf355-nccl-cuda12.2.2-ubuntu ENV DEBIAN_FRONTEND=noninteractive RUN apt-get -qq update && \ - apt-get -qq install --no-install-recommends -y git curl && \ + apt-get -qq install --no-install-recommends -y git curl libsodium23 && \ apt-get clean RUN pip install git+https://github.com/coreweave/vllm.git@sangstar/tensorizer-update#egg=vllm[tensorizer]