Skip to content

Commit 590dd1c

Browse files
jinyan-li1jinyan-li1
authored
Ray DLC v1.1.0 - bump ray serve to 2.55.1 & transformers to 5.8.0 (#6049)
* Ray DLC v1.1.0 - bump ray serve to 2.55.1 & transformers to 5.8.0
1 parent 858e3ba commit 590dd1c

15 files changed

Lines changed: 215 additions & 556 deletions

File tree

‎.github/config/image/ray-ec2-cpu.yml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -9,7 +9,7 @@ image:
99
# Build configuration
1010
common:
1111
framework: "ray"
12-
framework_version: "2.54.1"
12+
framework_version: "2.55.1"
1313
job_type: "inference"
1414
python_version: "py313"
1515
os_version: "amzn2023"

‎.github/config/image/ray-ec2-gpu.yml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -9,7 +9,7 @@ image:
99
# Build configuration
1010
common:
1111
framework: "ray"
12-
framework_version: "2.54.1"
12+
framework_version: "2.55.1"
1313
job_type: "inference"
1414
python_version: "py313"
1515
cuda_version: "cu129"

‎.github/config/image/ray-sagemaker-cpu.yml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -9,7 +9,7 @@ image:
99
# Build configuration
1010
common:
1111
framework: "ray"
12-
framework_version: "2.54.1"
12+
framework_version: "2.55.1"
1313
job_type: "inference"
1414
python_version: "py313"
1515
os_version: "amzn2023"

‎.github/config/image/ray-sagemaker-gpu.yml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -9,7 +9,7 @@ image:
99
# Build configuration
1010
common:
1111
framework: "ray"
12-
framework_version: "2.54.1"
12+
framework_version: "2.55.1"
1313
job_type: "inference"
1414
python_version: "py313"
1515
cuda_version: "cu129"

‎.github/workflows/autorelease-ray.yml‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -368,7 +368,7 @@ jobs:
368368
aws-account-id: ${{ vars.CI_AWS_ACCOUNT_ID }}
369369
aws-region: ${{ vars.AWS_REGION }}
370370
framework: ray
371-
framework-version: "2.54.1"
371+
framework-version: "2.55.1"
372372
python-version: py313
373373
cuda-version: ${{ matrix.cuda-version }}
374374
os-version: amzn2023
@@ -627,7 +627,7 @@ jobs:
627627
aws-account-id: ${{ vars.CI_AWS_ACCOUNT_ID }}
628628
aws-region: ${{ vars.AWS_REGION }}
629629
framework: ray
630-
framework-version: "2.54.1"
630+
framework-version: "2.55.1"
631631
container-type: inference
632632

633633
# ============================================================

‎docker/ray/Dockerfile.cpu‎

Lines changed: 8 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -39,8 +39,12 @@ COPY ./scripts/common/install_python.sh /tmp/install_python.sh
3939
RUN bash /tmp/install_python.sh ${PYTHON_VERSION} && rm /tmp/install_python.sh
4040

4141
# Install pinned dependencies
42-
COPY ./scripts/ray/requirements.lock /tmp/requirements.lock
43-
RUN --mount=type=cache,target=/root/.cache/pip pip install -r /tmp/requirements.lock
42+
COPY --from=ghcr.io/astral-sh/uv:0.11.10 /uv /usr/local/bin/uv
43+
ENV UV_PROJECT_ENVIRONMENT=/usr/local
44+
COPY ./docker/ray/pyproject.toml ./docker/ray/uv.lock /tmp/deps/
45+
RUN --mount=type=cache,target=/root/.cache/uv cd /tmp/deps \
46+
&& uv sync --frozen --no-dev --no-install-project \
47+
&& rm -rf /tmp/deps
4448

4549

4650
#############
@@ -53,11 +57,11 @@ RUN dnf upgrade -y --security --releasever latest && dnf clean all && rm -rf /va
5357

5458
LABEL maintainer="Amazon AI"
5559
LABEL dlc_major_version="1"
56-
LABEL dlc_minor_version="0"
60+
LABEL dlc_minor_version="1"
5761

5862
ARG PYTHON="python"
5963
ARG FRAMEWORK="ray"
60-
ARG FRAMEWORK_VERSION="2.54.1"
64+
ARG FRAMEWORK_VERSION="2.55.1"
6165
ARG CONTAINER_TYPE="inference"
6266

6367
ARG PYTHON_SHORT_VERSION=3.13

‎docker/ray/Dockerfile.gpu‎

Lines changed: 8 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -68,8 +68,12 @@ COPY ./scripts/common/install_python.sh /tmp/install_python.sh
6868
RUN bash /tmp/install_python.sh ${PYTHON_VERSION} && rm /tmp/install_python.sh
6969

7070
# Install pinned dependencies
71-
COPY ./scripts/ray/requirements.lock /tmp/requirements.lock
72-
RUN --mount=type=cache,target=/root/.cache/pip pip install -r /tmp/requirements.lock
71+
COPY --from=ghcr.io/astral-sh/uv:0.11.10 /uv /usr/local/bin/uv
72+
ENV UV_PROJECT_ENVIRONMENT=/usr/local
73+
COPY ./docker/ray/pyproject.toml ./docker/ray/uv.lock /tmp/deps/
74+
RUN --mount=type=cache,target=/root/.cache/uv cd /tmp/deps \
75+
&& uv sync --frozen --no-dev --no-install-project \
76+
&& rm -rf /tmp/deps
7377

7478

7579
#############
@@ -82,11 +86,11 @@ RUN dnf upgrade -y --security --releasever latest && dnf clean all && rm -rf /va
8286

8387
LABEL maintainer="Amazon AI"
8488
LABEL dlc_major_version="1"
85-
LABEL dlc_minor_version="0"
89+
LABEL dlc_minor_version="1"
8690

8791
ARG PYTHON="python"
8892
ARG FRAMEWORK="ray"
89-
ARG FRAMEWORK_VERSION="2.54.1"
93+
ARG FRAMEWORK_VERSION="2.55.1"
9094
ARG CONTAINER_TYPE="inference"
9195

9296
# Enable video capability to mount NVENC/NVDEC driver libraries

scripts/ray/pyproject.toml renamed to docker/ray/pyproject.toml

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
[project]
22
name = "dlc-ray"
3-
version = "1.0.0"
3+
version = "1.1.0"
44
requires-python = "==3.13.*"
55
dependencies = [
66
"awscli==1.44.49",
@@ -13,13 +13,13 @@ dependencies = [
1313
"pandas==3.0.1",
1414
"pillow==12.2.0",
1515
"pyyaml==6.0.3",
16-
"ray[serve]==2.54.1",
16+
"ray[serve]==2.55.1",
1717
"scikit-learn==1.8.0",
1818
"soundfile==0.13.1",
1919
"torch==2.10.0",
2020
"torchaudio==2.10.0",
2121
"torchcodec==0.10.0",
2222
"torchvision==0.25.0",
23-
"transformers==5.2.0",
23+
"transformers==5.8.0",
2424
"uvicorn[standard]==0.41.0",
2525
]

scripts/ray/uv.lock renamed to docker/ray/uv.lock

Lines changed: 95 additions & 107 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

0 commit comments

Comments
 (0)