Skip to content

Commit 2a29584

Browse files
change: Updates for DJL 0.36.0 release (#5486) (#5528)
* change: Updates for DJL 0.36.0 release (#5486) Signed-off-by: Rohit Kumar Srivastava <srivastava.141@osu.edu> Co-authored-by: Gokul Anantha Narayanan <166456257+nargokul@users.noreply.github.com> * added missing framework:version:region combinations to fix failing DJL tests ref #5509 --------- Signed-off-by: Rohit Kumar Srivastava <srivastava.141@osu.edu> Co-authored-by: Gokul Anantha Narayanan <166456257+nargokul@users.noreply.github.com>
1 parent 511ff6a commit 2a29584

File tree

3 files changed

+346
-2
lines changed

3 files changed

+346
-2
lines changed

src/sagemaker/image_uri_config/djl-lmi.json

Lines changed: 253 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -3,9 +3,261 @@
33
"inference"
44
],
55
"version_aliases": {
6-
"latest": "0.30.0"
6+
"latest": "0.36.0"
77
},
88
"versions": {
9+
"0.36.0": {
10+
"registries": {
11+
"af-south-1": "626614931356",
12+
"il-central-1": "780543022126",
13+
"ap-east-1": "871362719292",
14+
"ap-northeast-1": "763104351884",
15+
"ap-northeast-2": "763104351884",
16+
"ap-northeast-3": "364406365360",
17+
"ap-south-1": "763104351884",
18+
"ap-southeast-1": "763104351884",
19+
"ap-southeast-2": "763104351884",
20+
"ap-southeast-3": "907027046896",
21+
"ca-central-1": "763104351884",
22+
"cn-north-1": "727897471807",
23+
"cn-northwest-1": "727897471807",
24+
"eu-central-1": "763104351884",
25+
"eu-north-1": "763104351884",
26+
"eu-west-1": "763104351884",
27+
"eu-west-2": "763104351884",
28+
"eu-west-3": "763104351884",
29+
"eu-south-1": "692866216735",
30+
"me-south-1": "217643126080",
31+
"me-central-1": "914824155844",
32+
"sa-east-1": "763104351884",
33+
"us-east-1": "763104351884",
34+
"us-east-2": "763104351884",
35+
"us-gov-east-1": "446045086412",
36+
"us-gov-west-1": "442386744353",
37+
"us-west-1": "763104351884",
38+
"us-west-2": "763104351884",
39+
"ca-west-1": "204538143572",
40+
"eu-central-2": "380420809688",
41+
"ap-south-2": "772153158452",
42+
"eu-south-2": "503227376785",
43+
"ap-southeast-7": "590183813437",
44+
"ap-southeast-4": "457447274322",
45+
"ap-southeast-5": "550225433462",
46+
"mx-central-1": "637423239942"
47+
},
48+
"repository": "djl-inference",
49+
"tag_prefix": "0.36.0-lmi18.0.0-cu128"
50+
},
51+
"0.35.0": {
52+
"registries": {
53+
"af-south-1": "626614931356",
54+
"il-central-1": "780543022126",
55+
"ap-east-1": "871362719292",
56+
"ap-northeast-1": "763104351884",
57+
"ap-northeast-2": "763104351884",
58+
"ap-northeast-3": "364406365360",
59+
"ap-south-1": "763104351884",
60+
"ap-southeast-1": "763104351884",
61+
"ap-southeast-2": "763104351884",
62+
"ap-southeast-3": "907027046896",
63+
"ca-central-1": "763104351884",
64+
"cn-north-1": "727897471807",
65+
"cn-northwest-1": "727897471807",
66+
"eu-central-1": "763104351884",
67+
"eu-north-1": "763104351884",
68+
"eu-west-1": "763104351884",
69+
"eu-west-2": "763104351884",
70+
"eu-west-3": "763104351884",
71+
"eu-south-1": "692866216735",
72+
"me-south-1": "217643126080",
73+
"me-central-1": "914824155844",
74+
"sa-east-1": "763104351884",
75+
"us-east-1": "763104351884",
76+
"us-east-2": "763104351884",
77+
"us-gov-east-1": "446045086412",
78+
"us-gov-west-1": "442386744353",
79+
"us-west-1": "763104351884",
80+
"us-west-2": "763104351884",
81+
"ca-west-1": "204538143572",
82+
"eu-central-2": "380420809688",
83+
"ap-south-2": "772153158452",
84+
"eu-south-2": "503227376785",
85+
"ap-southeast-7": "590183813437",
86+
"ap-southeast-4": "457447274322",
87+
"ap-southeast-5": "550225433462",
88+
"mx-central-1": "637423239942"
89+
},
90+
"repository": "djl-inference",
91+
"tag_prefix": "0.35.0-lmi17.0.0-cu128"
92+
},
93+
"0.34.0": {
94+
"registries": {
95+
"af-south-1": "626614931356",
96+
"il-central-1": "780543022126",
97+
"ap-east-1": "871362719292",
98+
"ap-northeast-1": "763104351884",
99+
"ap-northeast-2": "763104351884",
100+
"ap-northeast-3": "364406365360",
101+
"ap-south-1": "763104351884",
102+
"ap-southeast-1": "763104351884",
103+
"ap-southeast-2": "763104351884",
104+
"ap-southeast-3": "907027046896",
105+
"ca-central-1": "763104351884",
106+
"cn-north-1": "727897471807",
107+
"cn-northwest-1": "727897471807",
108+
"eu-central-1": "763104351884",
109+
"eu-north-1": "763104351884",
110+
"eu-west-1": "763104351884",
111+
"eu-west-2": "763104351884",
112+
"eu-west-3": "763104351884",
113+
"eu-south-1": "692866216735",
114+
"me-south-1": "217643126080",
115+
"me-central-1": "914824155844",
116+
"sa-east-1": "763104351884",
117+
"us-east-1": "763104351884",
118+
"us-east-2": "763104351884",
119+
"us-gov-east-1": "446045086412",
120+
"us-gov-west-1": "442386744353",
121+
"us-west-1": "763104351884",
122+
"us-west-2": "763104351884",
123+
"ca-west-1": "204538143572",
124+
"eu-central-2": "380420809688",
125+
"ap-south-2": "772153158452",
126+
"eu-south-2": "503227376785",
127+
"ap-southeast-7": "590183813437",
128+
"ap-southeast-4": "457447274322",
129+
"ap-southeast-5": "550225433462",
130+
"mx-central-1": "637423239942"
131+
},
132+
"repository": "djl-inference",
133+
"tag_prefix": "0.34.0-lmi16.0.0-cu128"
134+
},
135+
"0.33.0": {
136+
"registries": {
137+
"af-south-1": "626614931356",
138+
"il-central-1": "780543022126",
139+
"ap-east-1": "871362719292",
140+
"ap-northeast-1": "763104351884",
141+
"ap-northeast-2": "763104351884",
142+
"ap-northeast-3": "364406365360",
143+
"ap-south-1": "763104351884",
144+
"ap-southeast-1": "763104351884",
145+
"ap-southeast-2": "763104351884",
146+
"ap-southeast-3": "907027046896",
147+
"ca-central-1": "763104351884",
148+
"cn-north-1": "727897471807",
149+
"cn-northwest-1": "727897471807",
150+
"eu-central-1": "763104351884",
151+
"eu-north-1": "763104351884",
152+
"eu-west-1": "763104351884",
153+
"eu-west-2": "763104351884",
154+
"eu-west-3": "763104351884",
155+
"eu-south-1": "692866216735",
156+
"me-south-1": "217643126080",
157+
"me-central-1": "914824155844",
158+
"sa-east-1": "763104351884",
159+
"us-east-1": "763104351884",
160+
"us-east-2": "763104351884",
161+
"us-gov-east-1": "446045086412",
162+
"us-gov-west-1": "442386744353",
163+
"us-west-1": "763104351884",
164+
"us-west-2": "763104351884",
165+
"ca-west-1": "204538143572",
166+
"eu-central-2": "380420809688",
167+
"ap-south-2": "772153158452",
168+
"eu-south-2": "503227376785",
169+
"ap-southeast-7": "590183813437",
170+
"ap-southeast-4": "457447274322",
171+
"ap-southeast-5": "550225433462",
172+
"mx-central-1": "637423239942"
173+
},
174+
"repository": "djl-inference",
175+
"tag_prefix": "0.33.0-lmi15.0.0-cu128"
176+
},
177+
"0.32.0": {
178+
"registries": {
179+
"af-south-1": "626614931356",
180+
"il-central-1": "780543022126",
181+
"ap-east-1": "871362719292",
182+
"ap-northeast-1": "763104351884",
183+
"ap-northeast-2": "763104351884",
184+
"ap-northeast-3": "364406365360",
185+
"ap-south-1": "763104351884",
186+
"ap-southeast-1": "763104351884",
187+
"ap-southeast-2": "763104351884",
188+
"ap-southeast-3": "907027046896",
189+
"ca-central-1": "763104351884",
190+
"cn-north-1": "727897471807",
191+
"cn-northwest-1": "727897471807",
192+
"eu-central-1": "763104351884",
193+
"eu-north-1": "763104351884",
194+
"eu-west-1": "763104351884",
195+
"eu-west-2": "763104351884",
196+
"eu-west-3": "763104351884",
197+
"eu-south-1": "692866216735",
198+
"me-south-1": "217643126080",
199+
"me-central-1": "914824155844",
200+
"sa-east-1": "763104351884",
201+
"us-east-1": "763104351884",
202+
"us-east-2": "763104351884",
203+
"us-gov-east-1": "446045086412",
204+
"us-gov-west-1": "442386744353",
205+
"us-west-1": "763104351884",
206+
"us-west-2": "763104351884",
207+
"ca-west-1": "204538143572",
208+
"eu-central-2": "380420809688",
209+
"ap-south-2": "772153158452",
210+
"eu-south-2": "503227376785",
211+
"ap-southeast-7": "590183813437",
212+
"ap-southeast-4": "457447274322",
213+
"ap-southeast-5": "550225433462",
214+
"mx-central-1": "637423239942"
215+
},
216+
"repository": "djl-inference",
217+
"tag_prefix": "0.32.0-lmi14.0.0-cu126"
218+
},
219+
"0.31.0": {
220+
"registries": {
221+
"af-south-1": "626614931356",
222+
"il-central-1": "780543022126",
223+
"ap-east-1": "871362719292",
224+
"ap-northeast-1": "763104351884",
225+
"ap-northeast-2": "763104351884",
226+
"ap-northeast-3": "364406365360",
227+
"ap-south-1": "763104351884",
228+
"ap-southeast-1": "763104351884",
229+
"ap-southeast-2": "763104351884",
230+
"ap-southeast-3": "907027046896",
231+
"ca-central-1": "763104351884",
232+
"cn-north-1": "727897471807",
233+
"cn-northwest-1": "727897471807",
234+
"eu-central-1": "763104351884",
235+
"eu-north-1": "763104351884",
236+
"eu-west-1": "763104351884",
237+
"eu-west-2": "763104351884",
238+
"eu-west-3": "763104351884",
239+
"eu-south-1": "692866216735",
240+
"me-south-1": "217643126080",
241+
"me-central-1": "914824155844",
242+
"sa-east-1": "763104351884",
243+
"us-east-1": "763104351884",
244+
"us-east-2": "763104351884",
245+
"us-gov-east-1": "446045086412",
246+
"us-gov-west-1": "442386744353",
247+
"us-west-1": "763104351884",
248+
"us-west-2": "763104351884",
249+
"ca-west-1": "204538143572",
250+
"eu-central-2": "380420809688",
251+
"ap-south-2": "772153158452",
252+
"eu-south-2": "503227376785",
253+
"ap-southeast-7": "590183813437",
254+
"ap-southeast-4": "457447274322",
255+
"ap-southeast-5": "550225433462",
256+
"mx-central-1": "637423239942"
257+
},
258+
"repository": "djl-inference",
259+
"tag_prefix": "0.31.0-lmi13.0.0-cu124"
260+
},
9261
"0.30.0": {
10262
"registries": {
11263
"af-south-1": "626614931356",

src/sagemaker/image_uri_config/djl-tensorrtllm.json

Lines changed: 85 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -3,9 +3,93 @@
33
"inference"
44
],
55
"version_aliases": {
6-
"latest": "0.30.0"
6+
"latest": "0.33.0"
77
},
88
"versions": {
9+
"0.33.0": {
10+
"registries": {
11+
"af-south-1": "626614931356",
12+
"il-central-1": "780543022126",
13+
"ap-east-1": "871362719292",
14+
"ap-northeast-1": "763104351884",
15+
"ap-northeast-2": "763104351884",
16+
"ap-northeast-3": "364406365360",
17+
"ap-south-1": "763104351884",
18+
"ap-southeast-1": "763104351884",
19+
"ap-southeast-2": "763104351884",
20+
"ap-southeast-3": "907027046896",
21+
"ca-central-1": "763104351884",
22+
"cn-north-1": "727897471807",
23+
"cn-northwest-1": "727897471807",
24+
"eu-central-1": "763104351884",
25+
"eu-north-1": "763104351884",
26+
"eu-west-1": "763104351884",
27+
"eu-west-2": "763104351884",
28+
"eu-west-3": "763104351884",
29+
"eu-south-1": "692866216735",
30+
"me-south-1": "217643126080",
31+
"sa-east-1": "763104351884",
32+
"us-east-1": "763104351884",
33+
"us-east-2": "763104351884",
34+
"us-gov-east-1": "446045086412",
35+
"us-gov-west-1": "442386744353",
36+
"us-west-1": "763104351884",
37+
"us-west-2": "763104351884",
38+
"ca-west-1": "204538143572",
39+
"eu-central-2": "380420809688",
40+
"me-central-1": "914824155844",
41+
"eu-south-2": "503227376785",
42+
"ap-southeast-7": "590183813437",
43+
"ap-southeast-4": "457447274322",
44+
"ap-southeast-5": "550225433462",
45+
"ap-south-2": "772153158452",
46+
"mx-central-1": "637423239942"
47+
},
48+
"repository": "djl-inference",
49+
"tag_prefix": "0.33.0-tensorrtllm0.21.0-cu128"
50+
},
51+
"0.32.0": {
52+
"registries": {
53+
"af-south-1": "626614931356",
54+
"il-central-1": "780543022126",
55+
"ap-east-1": "871362719292",
56+
"ap-northeast-1": "763104351884",
57+
"ap-northeast-2": "763104351884",
58+
"ap-northeast-3": "364406365360",
59+
"ap-south-1": "763104351884",
60+
"ap-southeast-1": "763104351884",
61+
"ap-southeast-2": "763104351884",
62+
"ap-southeast-3": "907027046896",
63+
"ca-central-1": "763104351884",
64+
"cn-north-1": "727897471807",
65+
"cn-northwest-1": "727897471807",
66+
"eu-central-1": "763104351884",
67+
"eu-north-1": "763104351884",
68+
"eu-west-1": "763104351884",
69+
"eu-west-2": "763104351884",
70+
"eu-west-3": "763104351884",
71+
"eu-south-1": "692866216735",
72+
"me-south-1": "217643126080",
73+
"sa-east-1": "763104351884",
74+
"us-east-1": "763104351884",
75+
"us-east-2": "763104351884",
76+
"us-gov-east-1": "446045086412",
77+
"us-gov-west-1": "442386744353",
78+
"us-west-1": "763104351884",
79+
"us-west-2": "763104351884",
80+
"ca-west-1": "204538143572",
81+
"eu-central-2": "380420809688",
82+
"me-central-1": "914824155844",
83+
"eu-south-2": "503227376785",
84+
"ap-southeast-7": "590183813437",
85+
"ap-southeast-4": "457447274322",
86+
"ap-southeast-5": "550225433462",
87+
"ap-south-2": "772153158452",
88+
"mx-central-1": "637423239942"
89+
},
90+
"repository": "djl-inference",
91+
"tag_prefix": "0.32.0-tensorrtllm0.12.0-cu125"
92+
},
993
"0.30.0": {
1094
"registries": {
1195
"af-south-1": "626614931356",

tests/unit/sagemaker/image_uris/test_djl.py

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -86,6 +86,12 @@ def _test_djl_uris(account, region, version, tag, djl_framework):
8686
# Known missing framework:version:region combinations that don't exist in ECR
8787
KNOWN_MISSING_COMBINATIONS = {
8888
"djl-lmi": {
89+
"0.36.0-lmi18.0.0-cu128": {"ap-east-2"},
90+
"0.35.0-lmi17.0.0-cu128": {"ap-east-2"},
91+
"0.34.0-lmi16.0.0-cu128": {"ap-east-2"},
92+
"0.33.0-lmi15.0.0-cu128": {"ap-east-2"},
93+
"0.32.0-lmi14.0.0-cu126": {"ap-east-2"},
94+
"0.31.0-lmi13.0.0-cu124": {"ap-east-2"},
8995
"0.30.0-lmi12.0.0-cu124": {"ap-east-2"},
9096
"0.29.0-lmi11.0.0-cu124": {"ap-east-2"},
9197
"0.28.0-lmi10.0.0-cu124": {"ap-east-2"},
@@ -205,6 +211,8 @@ def _test_djl_uris(account, region, version, tag, djl_framework):
205211
},
206212
},
207213
"djl-tensorrtllm": {
214+
"0.33.0-tensorrtllm0.21.0-cu128": {"ap-east-2"},
215+
"0.32.0-tensorrtllm0.12.0-cu125": {"ap-east-2"},
208216
"0.30.0-tensorrtllm0.12.0-cu125": {"ap-east-2"},
209217
"0.29.0-tensorrtllm0.11.0-cu124": {"ap-east-2"},
210218
"0.28.0-tensorrtllm0.9.0-cu122": {"ap-east-2"},

0 commit comments

Comments
 (0)