wehub-resource-sync
34 lines
1.9 KiB
Plaintext
34 lines
1.9 KiB
Plaintext
FROM registry.baidubce.com/paddlepaddle/fastdeploy:llm-base-gcc12.3-cuda12.4-cudnn9-nccl2.15.5
|
|
|
|
WORKDIR /opt/output/
|
|
ENV LD_LIBRARY_PATH="/usr/local/cuda-12.4/lib64:/usr/lib64:/usr/local/cuda-12.4/targets/x86_64-linux/lib/:/opt/nccl-2.15.5-1/build/lib/:/usr/local/nvidia/lib:/usr/local/nvidia/lib64"
|
|
|
|
# 安装 paddlepaddle & paddlenlp & paddlenlp_ops
|
|
RUN python3 -m pip install --pre paddlepaddle-gpu -i https://www.paddlepaddle.org.cn/packages/nightly/cu123/ \
|
|
&& python3 -m pip install --no-cache-dir --force-reinstall https://paddle-qa.bj.bcebos.com/paddlenlp/wheel/2f85a64edd4aa9911c94ccb5ce53e83ac41ce22b/paddlenlp-3.0.0b3.post20250123-py3-none-any.whl \
|
|
&& python3 -m pip install --no-cache-dir --force-reinstall https://paddlepaddle-inference-banchmark.bj.bcebos.com/paddlenlp_ops-0.0.0-py3-none-any.whl \
|
|
&& python3 -m pip install --no-cache-dir sentencepiece pycryptodome tritonclient[all]==2.41.1 \
|
|
&& apt update && apt install net-tools \
|
|
&& apt-get clean && rm -rf /var/lib/apt/lists/*
|
|
|
|
# clone paddle & paddlenlp 源码（代码版本应与上述安装版本对齐）
|
|
RUN mkdir -p /opt/source/ && cd /opt/source/ \
|
|
&& git clone https://github.com/PaddlePaddle/Paddle.git \
|
|
&& git clone -b release/3.0-beta4 https://github.com/PaddlePaddle/PaddleNLP.git \
|
|
&& python3 -m pip install --no-cache-dir -r PaddleNLP/requirements.txt \
|
|
&& python3 -m pip install --no-cache-dir -r PaddleNLP/llm/server/server/requirements.txt
|
|
|
|
RUN cp /opt/source/PaddleNLP/llm/server/server/scripts/start_server.sh start_server \
|
|
&& chmod +x start_server \
|
|
&& mv start_server /usr/local/bin/ \
|
|
&& cp /opt/source/PaddleNLP/llm/server/server/scripts/stop_server.sh stop_server \
|
|
&& chmod +x stop_server \
|
|
&& mv stop_server /usr/local/bin/
|
|
|
|
RUN cp /opt/source/PaddleNLP/llm/server/server/server/download_model.py download_model.py
|
|
|
|
ENV PYTHONPATH="/opt/source/PaddleNLP/llm/server/server:/opt/source/PaddleNLP"
|
|
|
|
ENV http_proxy=""
|
|
ENV https_proxy=""
|