@@ -147,59 +147,6 @@ RUN curl -LsSf https://astral.sh/uv/install.sh | sh \
147147
148148RUN /opt/sglang-env/bin/python -c "import sglang; print(sglang.__version__)" > /opt/sglang-env/version
149149
150- # --- Diffusers variant ---
151- FROM llamacpp AS diffusers
152-
153- # Python package versions for reproducible builds
154- ARG DIFFUSERS_VERSION=0.36.0
155- ARG TORCH_VERSION=2.9.1
156- ARG TRANSFORMERS_VERSION=4.57.5
157- ARG ACCELERATE_VERSION=1.3.0
158- ARG SAFETENSORS_VERSION=0.5.2
159- ARG HUGGINGFACE_HUB_VERSION=0.34.0
160- ARG BITSANDBYTES_VERSION=0.49.1
161- ARG FASTAPI_VERSION=0.115.12
162- ARG UVICORN_VERSION=0.34.1
163- ARG PILLOW_VERSION=11.2.1
164-
165- USER root
166-
167- RUN apt update && apt install -y \
168- python3 python3-venv python3-dev \
169- curl ca-certificates build-essential \
170- && rm -rf /var/lib/apt/lists/*
171-
172- RUN mkdir -p /opt/diffusers-env && chown -R modelrunner:modelrunner /opt/diffusers-env
173-
174- USER modelrunner
175-
176- # Install uv and diffusers as modelrunner user
177- RUN curl -LsSf https://astral.sh/uv/install.sh | sh \
178- && ~/.local/bin/uv venv --python /usr/bin/python3 /opt/diffusers-env \
179- && ~/.local/bin/uv pip install --python /opt/diffusers-env/bin/python \
180- "diffusers==${DIFFUSERS_VERSION}" \
181- "torch==${TORCH_VERSION}" \
182- "transformers==${TRANSFORMERS_VERSION}" \
183- "accelerate==${ACCELERATE_VERSION}" \
184- "safetensors==${SAFETENSORS_VERSION}" \
185- "huggingface_hub==${HUGGINGFACE_HUB_VERSION}" \
186- "bitsandbytes==${BITSANDBYTES_VERSION}" \
187- "fastapi==${FASTAPI_VERSION}" \
188- "uvicorn[standard]==${UVICORN_VERSION}" \
189- "pillow==${PILLOW_VERSION}"
190-
191- # Copy Python server code
192- USER root
193- COPY python/diffusers_server /tmp/diffusers_server/
194- RUN PYTHON_SITE_PACKAGES=$(/opt/diffusers-env/bin/python -c "import site; print(site.getsitepackages()[0])" ) && \
195- mkdir -p "$PYTHON_SITE_PACKAGES/diffusers_server" && \
196- cp -r /tmp/diffusers_server/* "$PYTHON_SITE_PACKAGES/diffusers_server/" && \
197- chown -R modelrunner:modelrunner "$PYTHON_SITE_PACKAGES/diffusers_server/" && \
198- rm -rf /tmp/diffusers_server
199- USER modelrunner
200-
201- RUN /opt/diffusers-env/bin/python -c "import diffusers; print(diffusers.__version__)" > /opt/diffusers-env/version
202-
203150FROM llamacpp AS final-llamacpp
204151# Copy the built binary from builder
205152COPY --from=builder /app/model-runner /app/model-runner
@@ -211,7 +158,3 @@ COPY --from=builder /app/model-runner /app/model-runner
211158FROM sglang AS final-sglang
212159# Copy the built binary from builder-sglang (without vLLM)
213160COPY --from=builder-sglang /app/model-runner /app/model-runner
214-
215- FROM diffusers AS final-diffusers
216- # Copy the built binary from builder (with diffusers support)
217- COPY --from=builder /app/model-runner /app/model-runner
0 commit comments