Skip to content

Commit 9aaabbf

Browse files
authored
Fms10 release (#5102)
* removed AML scoring services for api_server to work * removed AML scoring services for api_server to work * resolved starlette vulnerability
1 parent c27704c commit 9aaabbf

2 files changed

Lines changed: 10 additions & 11 deletions

File tree

assets/training/model_management/environments/foundation-model-serve/context/Dockerfile

Lines changed: 9 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -47,18 +47,17 @@ COPY . .
4747
RUN python3.12 -m pip install -e ./ --no-cache-dir && \
4848
rm -rf ~/.cache/pip
4949

50-
# Install our api_server service under /etc/service (empty in the base image).
51-
# IMPORTANT: do NOT use /var/runit here — the MCR base ships gunicorn/nginx/rsyslog
52-
# services there for its built-in scoring stack; we want only our api_server supervised.
53-
ADD runit_folder/api_server /etc/service/api_server
54-
RUN sed -i 's/\r$//g' /etc/service/api_server/run && \
55-
chmod +x /etc/service/api_server/run
56-
57-
ENV SVDIR=/etc/service \
50+
# The MCR base ships its AzureML scoring services (gunicorn/nginx/rsyslog)
51+
# under /var/runit; remove them so only our api_server is supervised.
52+
RUN rm -rf /var/runit/gunicorn /var/runit/nginx /var/runit/rsyslog
53+
ADD runit_folder/api_server /var/runit/api_server
54+
RUN sed -i 's/\r$//g' /var/runit/api_server/run && \
55+
chmod +x /var/runit/api_server/run
56+
57+
ENV SVDIR=/var/runit \
5858
WORKER_TIMEOUT=3600
5959

60-
# install runit as the CMD below depends on `runsvdir`).
6160
RUN command -v runsvdir >/dev/null || { echo 'runsvdir missing in base image'; exit 1; }
6261

6362
EXPOSE 5001
64-
CMD ["runsvdir", "/etc/service"]
63+
CMD ["runsvdir", "/var/runit"]

assets/training/model_management/environments/foundation-model-serve/context/requirements.txt

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@ azure-ai-contentsafety==1.0.0b1
22
azure-ai-ml==1.13.0
33
azureml-mlflow==1.60.0
44
azure-identity==1.23.0
5-
fastapi==0.120.4
5+
fastapi==0.136.3
66
pandas==2.2.3
77
transformers==5.0.0
88
uvicorn==0.38.0

0 commit comments

Comments
 (0)