Skip to content

Commit 1461fa1

Browse files
committed
vLLM 0.11.2 for DGX Spark support
Upstream has been working to get 0.11.2 working with DGX Spark Signed-off-by: Eric Curtin <eric.curtin@docker.com>
1 parent 66f4b9d commit 1461fa1

1 file changed

Lines changed: 11 additions & 10 deletions

File tree

Dockerfile

Lines changed: 11 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -82,7 +82,9 @@ ENTRYPOINT ["/app/model-runner"]
8282
# --- vLLM variant ---
8383
FROM llamacpp AS vllm
8484

85-
ARG VLLM_VERSION=0.11.0
85+
ARG VLLM_VERSION=v0.11.2
86+
87+
# DGX Spark requires cu130
8688
ARG VLLM_CUDA_VERSION=cu129
8789
ARG VLLM_PYTHON_TAG=cp38-abi3
8890
ARG TARGETARCH
@@ -96,15 +98,14 @@ RUN mkdir -p /opt/vllm-env && chown -R modelrunner:modelrunner /opt/vllm-env
9698
USER modelrunner
9799

98100
# Install uv and vLLM as modelrunner user
99-
RUN curl -LsSf https://astral.sh/uv/install.sh | sh \
100-
&& ~/.local/bin/uv venv --python /usr/bin/python3 /opt/vllm-env \
101-
&& if [ "$TARGETARCH" = "amd64" ]; then \
102-
WHEEL_ARCH="manylinux1_x86_64"; \
103-
WHEEL_URL="https://github.com/vllm-project/vllm/releases/download/v${VLLM_VERSION}/vllm-${VLLM_VERSION}%2B${VLLM_CUDA_VERSION}-${VLLM_PYTHON_TAG}-${WHEEL_ARCH}.whl"; \
104-
~/.local/bin/uv pip install --python /opt/vllm-env/bin/python "$WHEEL_URL"; \
105-
else \
106-
~/.local/bin/uv pip install --python /opt/vllm-env/bin/python "vllm==${VLLM_VERSION}"; \
107-
fi
101+
RUN curl -LsSf https://astral.sh/uv/0.9.10/install.sh | sh \
102+
&& export PATH="~/.local/bin:$PATH" \
103+
&& uv venv --python 3.12 /opt/vllm-env \
104+
&& source /opt/vllm-env/bin/activate \
105+
&& if [ "$TARGETARCH" = "arm64" ]; then \
106+
uv pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu130; \
107+
fi \
108+
&& uv pip install "vllm==${VLLM_VERSION}" --torch-backend=auto
108109

109110
RUN /opt/vllm-env/bin/python -c "import vllm; print(vllm.__version__)" > /opt/vllm-env/version
110111

0 commit comments

Comments
 (0)