Skip to content

Commit ec1e2b2

Browse files
dwarezdwarez
committed
fix: updated metadata for huggingface-pytorch-training and
huggingface-pytorch-inference images add: huggingface-vllm, huggingface-sglang, huggingface-vllm-omni families metadata Signed-off-by: DWarez <dario.salvati@huggingface.co>
1 parent db63167 commit ec1e2b2

4 files changed

Lines changed: 411 additions & 2 deletions

File tree

‎sagemaker-core/src/sagemaker/core/image_uri_config/huggingface-sglang.json‎

Lines changed: 66 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,66 @@
1+
{
2+
"inference": {
3+
"processors": [
4+
"gpu"
5+
],
6+
"version_aliases": {
7+
"0.5": "0.5.8"
8+
},
9+
"versions": {
10+
"0.5.8": {
11+
"py_versions": [
12+
"py312"
13+
],
14+
"registries": {
15+
"af-south-1": "626614931356",
16+
"ap-east-1": "871362719292",
17+
"ap-east-2": "975050140332",
18+
"ap-northeast-1": "763104351884",
19+
"ap-northeast-2": "763104351884",
20+
"ap-northeast-3": "364406365360",
21+
"ap-south-1": "763104351884",
22+
"ap-south-2": "772153158452",
23+
"ap-southeast-1": "763104351884",
24+
"ap-southeast-2": "763104351884",
25+
"ap-southeast-3": "907027046896",
26+
"ap-southeast-4": "457447274322",
27+
"ap-southeast-5": "550225433462",
28+
"ap-southeast-6": "633930458069",
29+
"ap-southeast-7": "590183813437",
30+
"ca-central-1": "763104351884",
31+
"ca-west-1": "204538143572",
32+
"cn-north-1": "727897471807",
33+
"cn-northwest-1": "727897471807",
34+
"eu-central-1": "763104351884",
35+
"eu-central-2": "380420809688",
36+
"eu-north-1": "763104351884",
37+
"eu-south-1": "692866216735",
38+
"eu-south-2": "503227376785",
39+
"eu-west-1": "763104351884",
40+
"eu-west-2": "763104351884",
41+
"eu-west-3": "763104351884",
42+
"il-central-1": "780543022126",
43+
"me-central-1": "914824155844",
44+
"me-south-1": "217643126080",
45+
"mx-central-1": "637423239942",
46+
"sa-east-1": "763104351884",
47+
"us-east-1": "763104351884",
48+
"us-east-2": "763104351884",
49+
"us-gov-east-1": "446045086412",
50+
"us-gov-west-1": "442386744353",
51+
"us-iso-east-1": "886529160074",
52+
"us-isob-east-1": "094389454867",
53+
"us-isof-east-1": "303241398832",
54+
"us-isof-south-1": "454834333376",
55+
"us-west-1": "763104351884",
56+
"us-west-2": "763104351884"
57+
},
58+
"tag_prefix": "0.5.8-transformers4.57.3",
59+
"repository": "huggingface-sglang",
60+
"container_version": {
61+
"gpu": "cu129-ubuntu24.04"
62+
}
63+
}
64+
}
65+
}
66+
}

‎sagemaker-core/src/sagemaker/core/image_uri_config/huggingface-vllm-omni.json‎

Lines changed: 66 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,66 @@
1+
{
2+
"inference": {
3+
"processors": [
4+
"gpu"
5+
],
6+
"version_aliases": {
7+
"0.20": "0.20.0"
8+
},
9+
"versions": {
10+
"0.20.0": {
11+
"py_versions": [
12+
"py312"
13+
],
14+
"registries": {
15+
"af-south-1": "626614931356",
16+
"ap-east-1": "871362719292",
17+
"ap-east-2": "975050140332",
18+
"ap-northeast-1": "763104351884",
19+
"ap-northeast-2": "763104351884",
20+
"ap-northeast-3": "364406365360",
21+
"ap-south-1": "763104351884",
22+
"ap-south-2": "772153158452",
23+
"ap-southeast-1": "763104351884",
24+
"ap-southeast-2": "763104351884",
25+
"ap-southeast-3": "907027046896",
26+
"ap-southeast-4": "457447274322",
27+
"ap-southeast-5": "550225433462",
28+
"ap-southeast-6": "633930458069",
29+
"ap-southeast-7": "590183813437",
30+
"ca-central-1": "763104351884",
31+
"ca-west-1": "204538143572",
32+
"cn-north-1": "727897471807",
33+
"cn-northwest-1": "727897471807",
34+
"eu-central-1": "763104351884",
35+
"eu-central-2": "380420809688",
36+
"eu-north-1": "763104351884",
37+
"eu-south-1": "692866216735",
38+
"eu-south-2": "503227376785",
39+
"eu-west-1": "763104351884",
40+
"eu-west-2": "763104351884",
41+
"eu-west-3": "763104351884",
42+
"il-central-1": "780543022126",
43+
"me-central-1": "914824155844",
44+
"me-south-1": "217643126080",
45+
"mx-central-1": "637423239942",
46+
"sa-east-1": "763104351884",
47+
"us-east-1": "763104351884",
48+
"us-east-2": "763104351884",
49+
"us-gov-east-1": "446045086412",
50+
"us-gov-west-1": "442386744353",
51+
"us-iso-east-1": "886529160074",
52+
"us-isob-east-1": "094389454867",
53+
"us-isof-east-1": "303241398832",
54+
"us-isof-south-1": "454834333376",
55+
"us-west-1": "763104351884",
56+
"us-west-2": "763104351884"
57+
},
58+
"tag_prefix": "0.20.0-transformers5.8.1",
59+
"repository": "huggingface-vllm-omni",
60+
"container_version": {
61+
"gpu": "cu130-amzn2023"
62+
}
63+
}
64+
}
65+
}
66+
}

‎sagemaker-core/src/sagemaker/core/image_uri_config/huggingface-vllm.json‎

Lines changed: 176 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,176 @@
1+
{
2+
"inference": {
3+
"processors": [
4+
"gpu"
5+
],
6+
"version_aliases": {
7+
"0.14": "0.14.0",
8+
"0.17": "0.17.0",
9+
"0.21": "0.21.0"
10+
},
11+
"versions": {
12+
"0.14.0": {
13+
"py_versions": [
14+
"py312"
15+
],
16+
"registries": {
17+
"af-south-1": "626614931356",
18+
"ap-east-1": "871362719292",
19+
"ap-east-2": "975050140332",
20+
"ap-northeast-1": "763104351884",
21+
"ap-northeast-2": "763104351884",
22+
"ap-northeast-3": "364406365360",
23+
"ap-south-1": "763104351884",
24+
"ap-south-2": "772153158452",
25+
"ap-southeast-1": "763104351884",
26+
"ap-southeast-2": "763104351884",
27+
"ap-southeast-3": "907027046896",
28+
"ap-southeast-4": "457447274322",
29+
"ap-southeast-5": "550225433462",
30+
"ap-southeast-6": "633930458069",
31+
"ap-southeast-7": "590183813437",
32+
"ca-central-1": "763104351884",
33+
"ca-west-1": "204538143572",
34+
"cn-north-1": "727897471807",
35+
"cn-northwest-1": "727897471807",
36+
"eu-central-1": "763104351884",
37+
"eu-central-2": "380420809688",
38+
"eu-north-1": "763104351884",
39+
"eu-south-1": "692866216735",
40+
"eu-south-2": "503227376785",
41+
"eu-west-1": "763104351884",
42+
"eu-west-2": "763104351884",
43+
"eu-west-3": "763104351884",
44+
"il-central-1": "780543022126",
45+
"me-central-1": "914824155844",
46+
"me-south-1": "217643126080",
47+
"mx-central-1": "637423239942",
48+
"sa-east-1": "763104351884",
49+
"us-east-1": "763104351884",
50+
"us-east-2": "763104351884",
51+
"us-gov-east-1": "446045086412",
52+
"us-gov-west-1": "442386744353",
53+
"us-iso-east-1": "886529160074",
54+
"us-isob-east-1": "094389454867",
55+
"us-isof-east-1": "303241398832",
56+
"us-isof-south-1": "454834333376",
57+
"us-west-1": "763104351884",
58+
"us-west-2": "763104351884"
59+
},
60+
"tag_prefix": "0.14.0-transformers4.57.3",
61+
"repository": "huggingface-vllm",
62+
"container_version": {
63+
"gpu": "cu129-ubuntu22.04"
64+
}
65+
},
66+
"0.17.0": {
67+
"py_versions": [
68+
"py312"
69+
],
70+
"registries": {
71+
"af-south-1": "626614931356",
72+
"ap-east-1": "871362719292",
73+
"ap-east-2": "975050140332",
74+
"ap-northeast-1": "763104351884",
75+
"ap-northeast-2": "763104351884",
76+
"ap-northeast-3": "364406365360",
77+
"ap-south-1": "763104351884",
78+
"ap-south-2": "772153158452",
79+
"ap-southeast-1": "763104351884",
80+
"ap-southeast-2": "763104351884",
81+
"ap-southeast-3": "907027046896",
82+
"ap-southeast-4": "457447274322",
83+
"ap-southeast-5": "550225433462",
84+
"ap-southeast-6": "633930458069",
85+
"ap-southeast-7": "590183813437",
86+
"ca-central-1": "763104351884",
87+
"ca-west-1": "204538143572",
88+
"cn-north-1": "727897471807",
89+
"cn-northwest-1": "727897471807",
90+
"eu-central-1": "763104351884",
91+
"eu-central-2": "380420809688",
92+
"eu-north-1": "763104351884",
93+
"eu-south-1": "692866216735",
94+
"eu-south-2": "503227376785",
95+
"eu-west-1": "763104351884",
96+
"eu-west-2": "763104351884",
97+
"eu-west-3": "763104351884",
98+
"il-central-1": "780543022126",
99+
"me-central-1": "914824155844",
100+
"me-south-1": "217643126080",
101+
"mx-central-1": "637423239942",
102+
"sa-east-1": "763104351884",
103+
"us-east-1": "763104351884",
104+
"us-east-2": "763104351884",
105+
"us-gov-east-1": "446045086412",
106+
"us-gov-west-1": "442386744353",
107+
"us-iso-east-1": "886529160074",
108+
"us-isob-east-1": "094389454867",
109+
"us-isof-east-1": "303241398832",
110+
"us-isof-south-1": "454834333376",
111+
"us-west-1": "763104351884",
112+
"us-west-2": "763104351884"
113+
},
114+
"tag_prefix": "0.17.0-transformers4.57.5",
115+
"repository": "huggingface-vllm",
116+
"container_version": {
117+
"gpu": "cu129-ubuntu22.04"
118+
}
119+
},
120+
"0.21.0": {
121+
"py_versions": [
122+
"py312"
123+
],
124+
"registries": {
125+
"af-south-1": "626614931356",
126+
"ap-east-1": "871362719292",
127+
"ap-east-2": "975050140332",
128+
"ap-northeast-1": "763104351884",
129+
"ap-northeast-2": "763104351884",
130+
"ap-northeast-3": "364406365360",
131+
"ap-south-1": "763104351884",
132+
"ap-south-2": "772153158452",
133+
"ap-southeast-1": "763104351884",
134+
"ap-southeast-2": "763104351884",
135+
"ap-southeast-3": "907027046896",
136+
"ap-southeast-4": "457447274322",
137+
"ap-southeast-5": "550225433462",
138+
"ap-southeast-6": "633930458069",
139+
"ap-southeast-7": "590183813437",
140+
"ca-central-1": "763104351884",
141+
"ca-west-1": "204538143572",
142+
"cn-north-1": "727897471807",
143+
"cn-northwest-1": "727897471807",
144+
"eu-central-1": "763104351884",
145+
"eu-central-2": "380420809688",
146+
"eu-north-1": "763104351884",
147+
"eu-south-1": "692866216735",
148+
"eu-south-2": "503227376785",
149+
"eu-west-1": "763104351884",
150+
"eu-west-2": "763104351884",
151+
"eu-west-3": "763104351884",
152+
"il-central-1": "780543022126",
153+
"me-central-1": "914824155844",
154+
"me-south-1": "217643126080",
155+
"mx-central-1": "637423239942",
156+
"sa-east-1": "763104351884",
157+
"us-east-1": "763104351884",
158+
"us-east-2": "763104351884",
159+
"us-gov-east-1": "446045086412",
160+
"us-gov-west-1": "442386744353",
161+
"us-iso-east-1": "886529160074",
162+
"us-isob-east-1": "094389454867",
163+
"us-isof-east-1": "303241398832",
164+
"us-isof-south-1": "454834333376",
165+
"us-west-1": "763104351884",
166+
"us-west-2": "763104351884"
167+
},
168+
"tag_prefix": "0.21.0-transformers5.8.1",
169+
"repository": "huggingface-vllm",
170+
"container_version": {
171+
"gpu": "cu130-ubuntu22.04"
172+
}
173+
}
174+
}
175+
}
176+
}

0 commit comments

Comments
 (0)