Skip to content

Commit 8c9fc41

Browse files
committed
add optimum-neuron tgi
1 parent 873f175 commit 8c9fc41

File tree

1 file changed

+56
-1
lines changed

1 file changed

+56
-1
lines changed

src/sagemaker/image_uri_config/huggingface-llm-neuronx.json

Lines changed: 56 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,8 @@
44
"inf2"
55
],
66
"version_aliases": {
7-
"0.0": "0.0.28"
7+
"0.0": "0.0.28",
8+
"0.2": "0.2.0"
89
},
910
"versions": {
1011
"0.0.16": {
@@ -654,6 +655,60 @@
654655
"container_version": {
655656
"inf2": "ubuntu22.04"
656657
}
658+
},
659+
"0.2.0": {
660+
"py_versions": [
661+
"py310"
662+
],
663+
"registries": {
664+
"af-south-1": "626614931356",
665+
"ap-east-1": "871362719292",
666+
"ap-east-2": "975050140332",
667+
"ap-northeast-1": "763104351884",
668+
"ap-northeast-2": "763104351884",
669+
"ap-northeast-3": "364406365360",
670+
"ap-south-1": "763104351884",
671+
"ap-south-2": "772153158452",
672+
"ap-southeast-1": "763104351884",
673+
"ap-southeast-2": "763104351884",
674+
"ap-southeast-3": "907027046896",
675+
"ap-southeast-4": "457447274322",
676+
"ap-southeast-5": "550225433462",
677+
"ap-southeast-6": "633930458069",
678+
"ap-southeast-7": "590183813437",
679+
"ca-central-1": "763104351884",
680+
"ca-west-1": "204538143572",
681+
"cn-north-1": "727897471807",
682+
"cn-northwest-1": "727897471807",
683+
"eu-central-1": "763104351884",
684+
"eu-central-2": "380420809688",
685+
"eu-north-1": "763104351884",
686+
"eu-south-1": "692866216735",
687+
"eu-south-2": "503227376785",
688+
"eu-west-1": "763104351884",
689+
"eu-west-2": "763104351884",
690+
"eu-west-3": "763104351884",
691+
"il-central-1": "780543022126",
692+
"me-central-1": "914824155844",
693+
"me-south-1": "217643126080",
694+
"mx-central-1": "637423239942",
695+
"sa-east-1": "763104351884",
696+
"us-east-1": "763104351884",
697+
"us-east-2": "763104351884",
698+
"us-gov-east-1": "446045086412",
699+
"us-gov-west-1": "442386744353",
700+
"us-iso-east-1": "886529160074",
701+
"us-isob-east-1": "094389454867",
702+
"us-isof-east-1": "303241398832",
703+
"us-isof-south-1": "454834333376",
704+
"us-west-1": "763104351884",
705+
"us-west-2": "763104351884"
706+
},
707+
"tag_prefix": "2.5.1-optimum3.3.4",
708+
"repository": "huggingface-pytorch-tgi-inference",
709+
"container_version": {
710+
"inf2": "ubuntu22.04"
711+
}
657712
}
658713
}
659714
}

0 commit comments

Comments
 (0)