diff --git a/docker/Dockerfile.cuda b/docker/Dockerfile.cuda new file mode 100644 index 0000000000..e4e8e1c59d --- /dev/null +++ b/docker/Dockerfile.cuda @@ -0,0 +1,22 @@ +ARG BASE_IMAGE=vllm/vllm-openai:v0.16.0 +FROM ${BASE_IMAGE} + +ARG COMMON_WORKDIR=/app + +WORKDIR ${COMMON_WORKDIR} + +# Step 1: Setup - Install system dependencies +RUN apt-get update && \ + apt-get install -y ffmpeg git sox libsox-fmt-all jq && \ + apt-get clean && \ + rm -rf /var/lib/apt/lists/* + +RUN mkdir -p ${COMMON_WORKDIR}/vllm-omni + +# Step 2: Copy vllm-omni code and install +COPY . ${COMMON_WORKDIR}/vllm-omni +RUN cd ${COMMON_WORKDIR}/vllm-omni && uv pip install --python "$(python3 -c 'import sys; print(sys.executable)')" --no-cache-dir "." + +RUN ln -sf /usr/bin/python3 /usr/bin/python + +ENTRYPOINT []