Skip to content

Commit 4f1fee7

Browse files
authored
feature: Add huggingface-llm 0.8.2 dlc images (#3910)
1 parent 3bc0282 commit 4f1fee7

File tree

2 files changed

+48
-3
lines changed

2 files changed

+48
-3
lines changed

src/sagemaker/image_uri_config/huggingface-llm.json

Lines changed: 43 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,8 @@
22
"inference": {
33
"processors": ["gpu"],
44
"version_aliases": {
5-
"0.6": "0.6.0"
5+
"0.6": "0.6.0",
6+
"0.8": "0.8.2"
67
},
78
"versions": {
89
"0.6.0": {
@@ -45,6 +46,47 @@
4546
"tag_prefix": "2.0.0-tgi0.6.0",
4647
"repository": "huggingface-pytorch-tgi-inference",
4748
"container_version": {"gpu": "cu118-ubuntu20.04"}
49+
},
50+
"0.8.2": {
51+
"py_versions": ["py39"],
52+
"registries": {
53+
"af-south-1": "626614931356",
54+
"ap-east-1": "871362719292",
55+
"ap-northeast-1": "763104351884",
56+
"ap-northeast-2": "763104351884",
57+
"ap-northeast-3": "364406365360",
58+
"ap-south-1": "763104351884",
59+
"ap-south-2": "772153158452",
60+
"ap-southeast-1": "763104351884",
61+
"ap-southeast-2": "763104351884",
62+
"ap-southeast-3": "907027046896",
63+
"ap-southeast-4": "457447274322",
64+
"ca-central-1": "763104351884",
65+
"cn-north-1": "727897471807",
66+
"cn-northwest-1": "727897471807",
67+
"eu-central-1": "763104351884",
68+
"eu-central-2": "380420809688",
69+
"eu-north-1": "763104351884",
70+
"eu-west-1": "763104351884",
71+
"eu-west-2": "763104351884",
72+
"eu-west-3": "763104351884",
73+
"eu-south-1": "692866216735",
74+
"eu-south-2": "503227376785",
75+
"me-south-1": "217643126080",
76+
"me-central-1": "914824155844",
77+
"sa-east-1": "763104351884",
78+
"us-east-1": "763104351884",
79+
"us-east-2": "763104351884",
80+
"us-gov-east-1": "446045086412",
81+
"us-gov-west-1": "442386744353",
82+
"us-iso-east-1": "886529160074",
83+
"us-isob-east-1": "094389454867",
84+
"us-west-1": "763104351884",
85+
"us-west-2": "763104351884"
86+
},
87+
"tag_prefix": "2.0.0-tgi0.8.2",
88+
"repository": "huggingface-pytorch-tgi-inference",
89+
"container_version": {"gpu": "cu118-ubuntu20.04"}
4890
}
4991
}
5092
}

tests/unit/sagemaker/image_uris/test_huggingface_llm.py

Lines changed: 5 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -43,9 +43,12 @@
4343
"us-west-1": "763104351884",
4444
"us-west-2": "763104351884",
4545
}
46-
HF_VERSIONS = ["0.6.0"]
46+
HF_VERSIONS = ["0.6.0", "0.8.2"]
4747
LMI_VERSIONS = ["0.22.1"]
48-
HF_VERSIONS_MAPPING = {"0.6.0": "2.0.0-tgi0.6.0-gpu-py39-cu118-ubuntu20.04"}
48+
HF_VERSIONS_MAPPING = {
49+
"0.6.0": "2.0.0-tgi0.6.0-gpu-py39-cu118-ubuntu20.04",
50+
"0.8.2": "2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04",
51+
}
4952
LMI_VERSIONS_MAPPING = {"0.22.1": "deepspeed0.8.3-cu118"}
5053

5154

0 commit comments

Comments
 (0)