Skip to content

Commit 6b73a0f

Browse files
zhaoqizqwangzhaoqizqwang
authored
Merge branch 'master' into hf-on-training
2 parents fa05e50 + 43fcb4e commit 6b73a0f

File tree

3 files changed

+169
-2
lines changed

3 files changed

+169
-2
lines changed

‎src/sagemaker/image_uri_config/huggingface-llm.json‎

Lines changed: 110 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,8 @@
1616
"2.3": "2.3.1",
1717
"3.0": "3.0.1",
1818
"3.2": "3.2.3",
19-
"3.1": "3.1.1"
19+
"3.1": "3.1.1",
20+
"3.3": "3.3.6"
2021
},
2122
"versions": {
2223
"0.6.0": {
@@ -1152,6 +1153,114 @@
11521153
"container_version": {
11531154
"gpu": "cu124-ubuntu22.04"
11541155
}
1156+
},
1157+
"3.3.4": {
1158+
"py_versions": [
1159+
"py311"
1160+
],
1161+
"registries": {
1162+
"af-south-1": "626614931356",
1163+
"ap-east-1": "871362719292",
1164+
"ap-east-2": "975050140332",
1165+
"ap-northeast-1": "763104351884",
1166+
"ap-northeast-2": "763104351884",
1167+
"ap-northeast-3": "364406365360",
1168+
"ap-south-1": "763104351884",
1169+
"ap-south-2": "772153158452",
1170+
"ap-southeast-1": "763104351884",
1171+
"ap-southeast-2": "763104351884",
1172+
"ap-southeast-3": "907027046896",
1173+
"ap-southeast-4": "457447274322",
1174+
"ap-southeast-5": "550225433462",
1175+
"ap-southeast-6": "633930458069",
1176+
"ap-southeast-7": "590183813437",
1177+
"ca-central-1": "763104351884",
1178+
"ca-west-1": "204538143572",
1179+
"cn-north-1": "727897471807",
1180+
"cn-northwest-1": "727897471807",
1181+
"eu-central-1": "763104351884",
1182+
"eu-central-2": "380420809688",
1183+
"eu-north-1": "763104351884",
1184+
"eu-south-1": "692866216735",
1185+
"eu-south-2": "503227376785",
1186+
"eu-west-1": "763104351884",
1187+
"eu-west-2": "763104351884",
1188+
"eu-west-3": "763104351884",
1189+
"il-central-1": "780543022126",
1190+
"me-central-1": "914824155844",
1191+
"me-south-1": "217643126080",
1192+
"mx-central-1": "637423239942",
1193+
"sa-east-1": "763104351884",
1194+
"us-east-1": "763104351884",
1195+
"us-east-2": "763104351884",
1196+
"us-gov-east-1": "446045086412",
1197+
"us-gov-west-1": "442386744353",
1198+
"us-iso-east-1": "886529160074",
1199+
"us-isob-east-1": "094389454867",
1200+
"us-isof-east-1": "303241398832",
1201+
"us-isof-south-1": "454834333376",
1202+
"us-west-1": "763104351884",
1203+
"us-west-2": "763104351884"
1204+
},
1205+
"tag_prefix": "2.7.0-tgi3.3.4",
1206+
"repository": "huggingface-pytorch-tgi-inference",
1207+
"container_version": {
1208+
"gpu": "cu124-ubuntu22.04"
1209+
}
1210+
},
1211+
"3.3.6": {
1212+
"py_versions": [
1213+
"py311"
1214+
],
1215+
"registries": {
1216+
"af-south-1": "626614931356",
1217+
"ap-east-1": "871362719292",
1218+
"ap-east-2": "975050140332",
1219+
"ap-northeast-1": "763104351884",
1220+
"ap-northeast-2": "763104351884",
1221+
"ap-northeast-3": "364406365360",
1222+
"ap-south-1": "763104351884",
1223+
"ap-south-2": "772153158452",
1224+
"ap-southeast-1": "763104351884",
1225+
"ap-southeast-2": "763104351884",
1226+
"ap-southeast-3": "907027046896",
1227+
"ap-southeast-4": "457447274322",
1228+
"ap-southeast-5": "550225433462",
1229+
"ap-southeast-6": "633930458069",
1230+
"ap-southeast-7": "590183813437",
1231+
"ca-central-1": "763104351884",
1232+
"ca-west-1": "204538143572",
1233+
"cn-north-1": "727897471807",
1234+
"cn-northwest-1": "727897471807",
1235+
"eu-central-1": "763104351884",
1236+
"eu-central-2": "380420809688",
1237+
"eu-north-1": "763104351884",
1238+
"eu-south-1": "692866216735",
1239+
"eu-south-2": "503227376785",
1240+
"eu-west-1": "763104351884",
1241+
"eu-west-2": "763104351884",
1242+
"eu-west-3": "763104351884",
1243+
"il-central-1": "780543022126",
1244+
"me-central-1": "914824155844",
1245+
"me-south-1": "217643126080",
1246+
"mx-central-1": "637423239942",
1247+
"sa-east-1": "763104351884",
1248+
"us-east-1": "763104351884",
1249+
"us-east-2": "763104351884",
1250+
"us-gov-east-1": "446045086412",
1251+
"us-gov-west-1": "442386744353",
1252+
"us-iso-east-1": "886529160074",
1253+
"us-isob-east-1": "094389454867",
1254+
"us-isof-east-1": "303241398832",
1255+
"us-isof-south-1": "454834333376",
1256+
"us-west-1": "763104351884",
1257+
"us-west-2": "763104351884"
1258+
},
1259+
"tag_prefix": "2.7.0-tgi3.3.6",
1260+
"repository": "huggingface-pytorch-tgi-inference",
1261+
"container_version": {
1262+
"gpu": "cu124-ubuntu22.04"
1263+
}
11551264
}
11561265
}
11571266
}

‎src/sagemaker/image_uri_config/huggingface.json‎

Lines changed: 54 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1179,7 +1179,8 @@
11791179
"4.26": "4.26.0",
11801180
"4.28": "4.28.1",
11811181
"4.37": "4.37.0",
1182-
"4.49": "4.49.0"
1182+
"4.49": "4.49.0",
1183+
"4.51": "4.51.3"
11831184
},
11841185
"versions": {
11851186
"4.6.1": {
@@ -2132,6 +2133,58 @@
21322133
"cpu": "ubuntu22.04"
21332134
}
21342135
}
2136+
},
2137+
"4.51.3": {
2138+
"version_aliases": {
2139+
"pytorch2.6": "pytorch2.6.0"
2140+
},
2141+
"pytorch2.6.0": {
2142+
"py_versions": [
2143+
"py312"
2144+
],
2145+
"registries": {
2146+
"af-south-1": "626614931356",
2147+
"il-central-1": "780543022126",
2148+
"ap-east-1": "871362719292",
2149+
"ap-northeast-1": "763104351884",
2150+
"ap-northeast-2": "763104351884",
2151+
"ap-northeast-3": "364406365360",
2152+
"ap-south-1": "763104351884",
2153+
"ap-south-2": "772153158452",
2154+
"ap-southeast-1": "763104351884",
2155+
"ap-southeast-2": "763104351884",
2156+
"ap-southeast-3": "907027046896",
2157+
"ap-southeast-4": "457447274322",
2158+
"ca-central-1": "763104351884",
2159+
"cn-north-1": "727897471807",
2160+
"cn-northwest-1": "727897471807",
2161+
"eu-central-1": "763104351884",
2162+
"eu-central-2": "380420809688",
2163+
"eu-north-1": "763104351884",
2164+
"eu-west-1": "763104351884",
2165+
"eu-west-2": "763104351884",
2166+
"eu-west-3": "763104351884",
2167+
"eu-south-1": "692866216735",
2168+
"eu-south-2": "503227376785",
2169+
"me-south-1": "217643126080",
2170+
"me-central-1": "914824155844",
2171+
"sa-east-1": "763104351884",
2172+
"us-east-1": "763104351884",
2173+
"us-east-2": "763104351884",
2174+
"us-gov-east-1": "446045086412",
2175+
"us-gov-west-1": "442386744353",
2176+
"us-iso-east-1": "886529160074",
2177+
"us-isob-east-1": "094389454867",
2178+
"us-west-1": "763104351884",
2179+
"us-west-2": "763104351884",
2180+
"ca-west-1": "204538143572"
2181+
},
2182+
"repository": "huggingface-pytorch-inference",
2183+
"container_version": {
2184+
"gpu": "cu124-ubuntu22.04",
2185+
"cpu": "ubuntu22.04"
2186+
}
2187+
}
21352188
}
21362189
}
21372190
}

‎tests/unit/sagemaker/image_uris/test_huggingface_llm.py‎

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -57,6 +57,11 @@
5757
"2.3.1": "2.4.0-tgi2.3.1-gpu-py311-cu124-ubuntu22.04",
5858
"2.4.0": "2.4.0-tgi2.4.0-gpu-py311-cu124-ubuntu22.04-v2.2",
5959
"3.0.1": "2.4.0-tgi3.0.1-gpu-py311-cu124-ubuntu22.04-v2.1",
60+
"3.1.1": "2.6.0-tgi3.1.1-gpu-py311-cu124-ubuntu22.04",
61+
"3.2.0": "2.6.0-tgi3.2.0-gpu-py311-cu124-ubuntu22.04",
62+
"3.2.3": "2.6.0-tgi3.2.3-gpu-py311-cu124-ubuntu22.04",
63+
"3.3.4": "2.7.0-tgi3.3.4-gpu-py311-cu124-ubuntu22.04",
64+
"3.3.6": "2.7.0-tgi3.3.6-gpu-py311-cu124-ubuntu22.04",
6065
},
6166
"inf2": {
6267
"0.0.16": "1.13.1-optimum0.0.16-neuronx-py310-ubuntu22.04",

0 commit comments

Comments
 (0)