diff --git a/serving/Dockerfile b/serving/Dockerfile
index d03611f7285..e0079694aef 100644
--- a/serving/Dockerfile
+++ b/serving/Dockerfile
@@ -41,7 +41,8 @@ RUN apt-get update \
 RUN apt-get update \
     && apt-get install -y --no-install-recommends libre2-5 libb64-0d python3 python3-pip libarchive-dev ffmpeg libsm6 libxext6 \
     && python3 -m pip install -U pip \
-    && python3 -m pip install paddlepaddle-gpu paddlenlp fast-tokenizer-python
+    && python3 -m pip install paddlenlp fast-tokenizer-python \
+    && python3 -m pip install paddlepaddle-gpu==2.4.1.post112 -f https://www.paddlepaddle.org.cn/whl/linux/mkl/avx/stable.html
 
 COPY python/dist/*.whl /opt/fastdeploy/
 RUN python3 -m pip install  /opt/fastdeploy/*.whl \