Skip to content

Commit

Permalink
update dockerfile
Browse files Browse the repository at this point in the history
  • Loading branch information
juncaipeng committed Sep 25, 2024
1 parent d046b82 commit efd6682
Show file tree
Hide file tree
Showing 3 changed files with 11 additions and 5 deletions.
3 changes: 3 additions & 0 deletions llm/dockerfiles/Dockerfile_serving_cuda118_cudnn8
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,8 @@ COPY ./client/ /opt/output/client/

ENV LD_LIBRARY_PATH="/usr/local/cuda-11.8/compat/:$LD_LIBRARY_PATH"

RUN apt update && apt install net-tools

RUN pip config set global.index-url https://pypi.tuna.tsinghua.edu.cn/simple
RUN python3 -m pip install --pre paddlepaddle-gpu -i https://www.paddlepaddle.org.cn/packages/nightly/cu118/ \
&& python3 -m pip install paddlenlp==3.0.0b0
Expand All @@ -31,3 +33,4 @@ RUN cd /opt/output/Serving/ \

ENV http_proxy=""
ENV https_proxy=""
ENV TZ=Asia/Shanghai
10 changes: 5 additions & 5 deletions llm/dockerfiles/Dockerfile_serving_cuda118_cudnn8_pure
Original file line number Diff line number Diff line change
Expand Up @@ -2,9 +2,9 @@ FROM registry.baidubce.com/paddlepaddle/fastdeploy:llm-base-gcc12.3-cuda11.8-cud

WORKDIR /opt/output/

ENV http_proxy "http://172.19.57.45:3128"
ENV https_proxy "http://172.19.57.45:3128"
ENV LD_LIBRARY_PATH "/usr/local/cuda-11.8/compat/:$LD_LIBRARY_PATH"
ENV LD_LIBRARY_PATH="/usr/local/cuda-11.8/compat/:$LD_LIBRARY_PATH"

RUN apt update && apt install net-tools

RUN pip config set global.index-url https://pypi.tuna.tsinghua.edu.cn/simple
RUN python3 -m pip install --pre paddlepaddle-gpu -i https://www.paddlepaddle.org.cn/packages/nightly/cu118/ \
Expand All @@ -20,6 +20,6 @@ RUN git clone https://github.com/PaddlePaddle/FastDeploy.git \
&& cd FastDeploy/llm \
&& python3 -m pip install -r server/requirements.txt

ENV http_proxy ""
ENV https_proxy ""
ENV http_proxy=""
ENV https_proxy=""
ENV TZ=Asia/Shanghai
3 changes: 3 additions & 0 deletions llm/dockerfiles/Dockerfile_serving_cuda123_cudnn9
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,8 @@ COPY ./client/ /opt/output/client/

ENV LD_LIBRARY_PATH="/usr/local/cuda-12.3/compat/:$LD_LIBRARY_PATH"

RUN apt update && apt install net-tools

RUN pip config set global.index-url https://pypi.tuna.tsinghua.edu.cn/simple
RUN python3 -m pip install --pre paddlepaddle-gpu -i https://www.paddlepaddle.org.cn/packages/nightly/cu123/ \
&& python3 -m pip install paddlenlp==3.0.0b0
Expand All @@ -31,3 +33,4 @@ RUN cd /opt/output/Serving/ \

ENV http_proxy=""
ENV https_proxy=""
ENV TZ=Asia/Shanghai

0 comments on commit efd6682

Please sign in to comment.