Skip to content

Commit 0dc2d48

Browse files
authored
chore: add HF LLM neuronx 0.0.24 image (#4851)
1 parent d81a2cd commit 0dc2d48

File tree

2 files changed

+31
-1
lines changed

2 files changed

+31
-1
lines changed

src/sagemaker/image_uri_config/huggingface-llm-neuronx.json

Lines changed: 30 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,7 @@
44
"inf2"
55
],
66
"version_aliases": {
7-
"0.0": "0.0.23"
7+
"0.0": "0.0.24"
88
},
99
"versions": {
1010
"0.0.16": {
@@ -238,6 +238,35 @@
238238
"container_version": {
239239
"inf2": "ubuntu22.04"
240240
}
241+
},
242+
"0.0.24": {
243+
"py_versions": [
244+
"py310"
245+
],
246+
"registries": {
247+
"ap-northeast-1": "763104351884",
248+
"ap-south-1": "763104351884",
249+
"ap-south-2": "772153158452",
250+
"ap-southeast-1": "763104351884",
251+
"ap-southeast-2": "763104351884",
252+
"ap-southeast-4": "457447274322",
253+
"eu-central-1": "763104351884",
254+
"eu-central-2": "380420809688",
255+
"eu-south-2": "503227376785",
256+
"eu-west-1": "763104351884",
257+
"eu-west-3": "763104351884",
258+
"il-central-1": "780543022126",
259+
"sa-east-1": "763104351884",
260+
"us-east-1": "763104351884",
261+
"us-east-2": "763104351884",
262+
"us-west-2": "763104351884",
263+
"ca-west-1": "204538143572"
264+
},
265+
"tag_prefix": "2.1.2-optimum0.0.24",
266+
"repository": "huggingface-pytorch-tgi-inference",
267+
"container_version": {
268+
"inf2": "ubuntu22.04"
269+
}
241270
}
242271
}
243272
}

tests/unit/sagemaker/image_uris/test_huggingface_llm.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -55,6 +55,7 @@
5555
"0.0.21": "1.13.1-optimum0.0.21-neuronx-py310-ubuntu22.04",
5656
"0.0.22": "2.1.2-optimum0.0.22-neuronx-py310-ubuntu22.04",
5757
"0.0.23": "2.1.2-optimum0.0.23-neuronx-py310-ubuntu22.04",
58+
"0.0.24": "2.1.2-optimum0.0.24-neuronx-py310-ubuntu22.04",
5859
},
5960
}
6061

0 commit comments

Comments
 (0)