Skip to content

Commit da317fd

Browse files
committed
changes for TGI and TEI
1 parent 31f34dd commit da317fd

File tree

3 files changed

+151
-3
lines changed

3 files changed

+151
-3
lines changed

src/sagemaker/image_uri_config/huggingface-llm.json

Lines changed: 55 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,8 @@
1616
"2.3": "2.3.1",
1717
"3.0": "3.0.1",
1818
"3.2": "3.2.3",
19-
"3.1": "3.1.1"
19+
"3.1": "3.1.1",
20+
"3.3": "3.3.4"
2021
},
2122
"versions": {
2223
"0.6.0": {
@@ -1131,6 +1132,59 @@
11311132
"container_version": {
11321133
"gpu": "cu124-ubuntu22.04"
11331134
}
1135+
},
1136+
"3.3.4": {
1137+
"py_versions": [
1138+
"py311"
1139+
],
1140+
"registries": {
1141+
"af-south-1": "626614931356",
1142+
"ap-east-1": "871362719292",
1143+
"ap-east-2": "975050140332",
1144+
"ap-northeast-1": "763104351884",
1145+
"ap-northeast-2": "763104351884",
1146+
"ap-northeast-3": "364406365360",
1147+
"ap-south-1": "763104351884",
1148+
"ap-south-2": "772153158452",
1149+
"ap-southeast-1": "763104351884",
1150+
"ap-southeast-2": "763104351884",
1151+
"ap-southeast-3": "907027046896",
1152+
"ap-southeast-4": "457447274322",
1153+
"ap-southeast-5": "550225433462",
1154+
"ap-southeast-7": "590183813437",
1155+
"ca-central-1": "763104351884",
1156+
"ca-west-1": "204538143572",
1157+
"cn-north-1": "727897471807",
1158+
"cn-northwest-1": "727897471807",
1159+
"eu-central-1": "763104351884",
1160+
"eu-central-2": "380420809688",
1161+
"eu-north-1": "763104351884",
1162+
"eu-south-1": "692866216735",
1163+
"eu-south-2": "503227376785",
1164+
"eu-west-1": "763104351884",
1165+
"eu-west-2": "763104351884",
1166+
"eu-west-3": "763104351884",
1167+
"il-central-1": "780543022126",
1168+
"me-central-1": "914824155844",
1169+
"me-south-1": "217643126080",
1170+
"mx-central-1": "637423239942",
1171+
"sa-east-1": "763104351884",
1172+
"us-east-1": "763104351884",
1173+
"us-east-2": "763104351884",
1174+
"us-gov-east-1": "446045086412",
1175+
"us-gov-west-1": "442386744353",
1176+
"us-iso-east-1": "886529160074",
1177+
"us-isob-east-1": "094389454867",
1178+
"us-isof-east-1": "303241398832",
1179+
"us-isof-south-1": "454834333376",
1180+
"us-west-1": "763104351884",
1181+
"us-west-2": "763104351884"
1182+
},
1183+
"tag_prefix": "2.7.0-tgi3.3.4",
1184+
"repository": "huggingface-pytorch-tgi-inference",
1185+
"container_version": {
1186+
"gpu": "cu124-ubuntu22.04"
1187+
}
11341188
}
11351189
}
11361190
}

src/sagemaker/image_uri_config/huggingface-tei-cpu.json

Lines changed: 48 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,7 @@
77
"1.2": "1.2.3",
88
"1.4": "1.4.0",
99
"1.6": "1.6.0",
10-
"1.7": "1.7.0"
10+
"1.7": "1.7.1"
1111
},
1212
"versions": {
1313
"1.2.3": {
@@ -197,6 +197,53 @@
197197
"container_version": {
198198
"cpu": "ubuntu22.04"
199199
}
200+
},
201+
"1.7.1":{
202+
"py_versions": [
203+
"py310"
204+
],
205+
"registries": {
206+
"af-south-1": "510948584623",
207+
"ap-east-1": "651117190479",
208+
"ap-northeast-1": "354813040037",
209+
"ap-northeast-2": "366743142698",
210+
"ap-northeast-3": "867004704886",
211+
"ap-south-1": "720646828776",
212+
"ap-south-2": "628508329040",
213+
"ap-southeast-1": "121021644041",
214+
"ap-southeast-2": "783357654285",
215+
"ap-southeast-3": "951798379941",
216+
"ap-southeast-4": "106583098589",
217+
"ca-central-1": "341280168497",
218+
"ca-west-1": "190319476487",
219+
"cn-north-1": "450853457545",
220+
"cn-northwest-1": "451049120500",
221+
"eu-central-1": "492215442770",
222+
"eu-central-2": "680994064768",
223+
"eu-north-1": "662702820516",
224+
"eu-south-1": "978288397137",
225+
"eu-south-2": "104374241257",
226+
"eu-west-1": "141502667606",
227+
"eu-west-2": "764974769150",
228+
"eu-west-3": "659782779980",
229+
"il-central-1": "898809789911",
230+
"me-central-1": "272398656194",
231+
"me-south-1": "801668240914",
232+
"sa-east-1": "737474898029",
233+
"us-east-1": "683313688378",
234+
"us-east-2": "257758044811",
235+
"us-gov-east-1": "237065988967",
236+
"us-gov-west-1": "414596584902",
237+
"us-iso-east-1": "833128469047",
238+
"us-isob-east-1": "281123927165",
239+
"us-west-1": "746614075791",
240+
"us-west-2": "246618743249"
241+
},
242+
"tag_prefix": "2.0.1-tei1.7.1",
243+
"repository": "tei-cpu",
244+
"container_version": {
245+
"cpu": "ubuntu22.04"
246+
}
200247
}
201248
}
202249
}

src/sagemaker/image_uri_config/huggingface-tei.json

Lines changed: 48 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,7 @@
77
"1.2": "1.2.3",
88
"1.4": "1.4.0",
99
"1.6": "1.6.0",
10-
"1.7": "1.7.0"
10+
"1.7": "1.7.1"
1111
},
1212
"versions": {
1313
"1.2.3": {
@@ -197,6 +197,53 @@
197197
"container_version": {
198198
"gpu": "cu122-ubuntu22.04"
199199
}
200+
},
201+
"1.7.1": {
202+
"py_versions": [
203+
"py310"
204+
],
205+
"registries": {
206+
"af-south-1": "510948584623",
207+
"ap-east-1": "651117190479",
208+
"ap-northeast-1": "354813040037",
209+
"ap-northeast-2": "366743142698",
210+
"ap-northeast-3": "867004704886",
211+
"ap-south-1": "720646828776",
212+
"ap-south-2": "628508329040",
213+
"ap-southeast-1": "121021644041",
214+
"ap-southeast-2": "783357654285",
215+
"ap-southeast-3": "951798379941",
216+
"ap-southeast-4": "106583098589",
217+
"ca-central-1": "341280168497",
218+
"ca-west-1": "190319476487",
219+
"cn-north-1": "450853457545",
220+
"cn-northwest-1": "451049120500",
221+
"eu-central-1": "492215442770",
222+
"eu-central-2": "680994064768",
223+
"eu-north-1": "662702820516",
224+
"eu-south-1": "978288397137",
225+
"eu-south-2": "104374241257",
226+
"eu-west-1": "141502667606",
227+
"eu-west-2": "764974769150",
228+
"eu-west-3": "659782779980",
229+
"il-central-1": "898809789911",
230+
"me-central-1": "272398656194",
231+
"me-south-1": "801668240914",
232+
"sa-east-1": "737474898029",
233+
"us-east-1": "683313688378",
234+
"us-east-2": "257758044811",
235+
"us-gov-east-1": "237065988967",
236+
"us-gov-west-1": "414596584902",
237+
"us-iso-east-1": "833128469047",
238+
"us-isob-east-1": "281123927165",
239+
"us-west-1": "746614075791",
240+
"us-west-2": "246618743249"
241+
},
242+
"tag_prefix": "2.0.1-tei1.7.1",
243+
"repository": "tei",
244+
"container_version": {
245+
"gpu": "cu122-ubuntu22.04"
246+
}
200247
}
201248
}
202249
}

0 commit comments

Comments
 (0)