Fix os command in vLLM Dockerfile

dlc_developer_config.toml

@@ -37,7 +37,7 @@ deep_canary_mode = false
 [build]
 # Add in frameworks you would like to build. By default, builds are disabled unless you specify building an image.
 # available frameworks - ["base", "vllm", "autogluon", "huggingface_tensorflow", "huggingface_pytorch", "huggingface_tensorflow_trcomp", "huggingface_pytorch_trcomp", "pytorch_trcomp", "tensorflow", "pytorch", "stabilityai_pytorch"]
-build_frameworks = []
+build_frameworks = ["vllm"]
 
 
 # By default we build both training and inference containers. Set true/false values to determine which to build.
@@ -184,4 +184,4 @@ dlc-pr-pytorch-eia-inference = ""
 dlc-pr-tensorflow-2-eia-inference = ""
 
 # vllm
-dlc-pr-vllm = ""
+dlc-pr-vllm = "vllm/buildspec.yml"

vllm/x86_64/gpu/Dockerfile

@@ -61,7 +61,8 @@ RUN bash install_efa.sh ${EFA_VERSION} && \
 # ====================== ec2 =========================================
 FROM base AS vllm-ec2 
 
-RUN apt-get update && \
+RUN dpkg -l | grep -E "cuda|nvidia|libnv" | awk '{print $2}' | xargs apt-mark hold && \
+    apt-get update && \
     apt-get upgrade -y && \
     apt-get clean
 
@@ -73,7 +74,8 @@ ENTRYPOINT ["/usr/local/bin/dockerd_entrypoint.sh"]
 # ====================== sagemaker =========================================
 FROM base AS vllm-sagemaker
 
-RUN apt-get update && \
+RUN dpkg -l | grep -E "cuda|nvidia|libnv" | awk '{print $2}' | xargs apt-mark hold && \
+    apt-get update && \
     apt-get upgrade -y && \
     apt-get clean
 

vllm/x86_64/gpu/Dockerfile.rayserve

@@ -61,7 +61,9 @@ RUN bash install_efa.sh ${EFA_VERSION} && \
 FROM base AS vllm-rayserve-ec2
 
 RUN uv pip install --system ray[serve]==2.49.0 && \
-    uv cache clean \
+    uv cache clean 
+
+RUN dpkg -l | grep -E "cuda|nvidia|libnv" | awk '{print $2}' | xargs apt-mark hold && \
     apt-get update && \
     apt-get upgrade -y && \
     apt-get clean