Small changes to support releases (vllm-project#37)

These are some changes we've been adding onto the last couple releases.
Would be nice to have on main for the next round, and hopefully this is
all moot once we hop over to the ODH fork anyway

---------

Signed-off-by: Travis Johnson <[email protected]>
Signed-off-by: Joe Runde <[email protected]>
Co-authored-by: Travis Johnson <[email protected]>

Author: joerunde

Dockerfile.ubi

@@ -193,7 +193,7 @@ ENV TORCH_CUDA_ARCH_LIST=$TORCH_CUDA_ARCH_LIST
 ARG max_jobs=2
 ENV MAX_JOBS=${max_jobs}
 # number of threads used by nvcc
-ARG nvcc_threads=8
+ARG nvcc_threads=2
 ENV NVCC_THREADS=$nvcc_threads
 # make sure punica kernels are built (for LoRA)
 ENV VLLM_INSTALL_PUNICA_KERNELS=1
@@ -208,7 +208,12 @@ COPY --link vllm vllm
 # Comment if building *.so files from scratch
 ##################################################
 # Copy the prebuilt *.so files
-COPY --from=prebuilt-wheel --link /workspace/vllm/*.so /workspace/vllm/
+# COPY --from=prebuilt-wheel --link /workspace/vllm/*.so /workspace/vllm/
+# ENV VLLM_USE_PRECOMPILED=1
+##################################################
+# Comment if not building .so files from scratch
+RUN microdnf install -y git \
+    && microdnf clean all
 ##################################################
 
 # Copy over the generated *.pb2 files
@@ -217,7 +222,7 @@ COPY --from=gen-protos --link /workspace/vllm/entrypoints/grpc/pb vllm/entrypoin
 ENV CCACHE_DIR=/root/.cache/ccache
 RUN --mount=type=cache,target=/root/.cache/ccache \
     --mount=type=cache,target=/root/.cache/pip \
-    VLLM_USE_PRECOMPILED=1 python3 setup.py bdist_wheel --dist-dir=dist
+    CMAKE_BUILD_TYPE=Release python3 setup.py bdist_wheel --dist-dir=dist
 
 ## Release #####################################################################
 # Note from the non-UBI Dockerfile: