File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -82,7 +82,9 @@ ENTRYPOINT ["/app/model-runner"]
8282# --- vLLM variant ---
8383FROM llamacpp AS vllm
8484
85- ARG VLLM_VERSION=0.11.0
85+ ARG VLLM_VERSION=v0.11.2
86+
87+ # DGX Spark requires cu130
8688ARG VLLM_CUDA_VERSION=cu129
8789ARG VLLM_PYTHON_TAG=cp38-abi3
8890ARG TARGETARCH
@@ -96,15 +98,14 @@ RUN mkdir -p /opt/vllm-env && chown -R modelrunner:modelrunner /opt/vllm-env
9698USER modelrunner
9799
98100# Install uv and vLLM as modelrunner user
99- RUN curl -LsSf https://astral.sh/uv/install.sh | sh \
100- && ~/.local/bin/uv venv --python /usr/bin/python3 /opt/vllm-env \
101- && if [ "$TARGETARCH" = "amd64" ]; then \
102- WHEEL_ARCH="manylinux1_x86_64" ; \
103- WHEEL_URL="https://github.com/vllm-project/vllm/releases/download/v${VLLM_VERSION}/vllm-${VLLM_VERSION}%2B${VLLM_CUDA_VERSION}-${VLLM_PYTHON_TAG}-${WHEEL_ARCH}.whl" ; \
104- ~/.local/bin/uv pip install --python /opt/vllm-env/bin/python "$WHEEL_URL" ; \
105- else \
106- ~/.local/bin/uv pip install --python /opt/vllm-env/bin/python "vllm==${VLLM_VERSION}" ; \
107- fi
101+ RUN curl -LsSf https://astral.sh/uv/0.9.10/install.sh | sh \
102+ && export PATH="~/.local/bin:$PATH" \
103+ && uv venv --python 3.12 /opt/vllm-env \
104+ && source /opt/vllm-env/bin/activate \
105+ && if [ "$TARGETARCH" = "arm64" ]; then \
106+ uv pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu130; \
107+ fi \
108+ && uv pip install "vllm==${VLLM_VERSION}" --torch-backend=auto
108109
109110RUN /opt/vllm-env/bin/python -c "import vllm; print(vllm.__version__)" > /opt/vllm-env/version
110111
You can’t perform that action at this time.
0 commit comments