Skip to content

Commit 6a71564

Browse files
txliantxlian
committed
change: add TGI 2.4.0 image uri
1 parent 3d8ffb8 commit 6a71564

File tree

3 files changed

+68
-18
lines changed

3 files changed

+68
-18
lines changed

‎CONTRIBUTING.md

Lines changed: 20 additions & 18 deletions
Original file line numberDiff line numberDiff line change
@@ -9,23 +9,25 @@ information to effectively respond to your bug report or contribution.
99

1010
## Table of Contents
1111

12-
* [Report Bugs/Feature Requests](#report-bugsfeature-requests)
13-
* [Contribute via Pull Requests (PRs)](#contribute-via-pull-requests-prs)
14-
* [Set up Your Development Environment *[Optional, but Recommended]*](#set-up-your-development-environment-optional-but-recommended)
15-
* [Pull Down the Code](#pull-down-the-code)
16-
* [Run the Unit Tests](#run-the-unit-tests)
17-
* [Run the Integration Tests](#run-the-integration-tests)
18-
* [Make and Test Your Change](#make-and-test-your-change)
19-
* [Commit Your Change](#commit-your-change)
20-
* [Send a Pull Request](#send-a-pull-request)
21-
* [Documentation Guidelines](#documentation-guidelines)
22-
* [Overviews](#overviews)
23-
* [API References (docstrings)](#api-references-docstrings)
24-
* [Build and Test Documentation](#build-and-test-documentation)
25-
* [Find Contributions to Work On](#find-contributions-to-work-on)
26-
* [Code of Conduct](#code-of-conduct)
27-
* [Security Issue Notifications](#security-issue-notifications)
28-
* [Licensing](#licensing)
12+
- [Contributing Guidelines](#contributing-guidelines)
13+
- [Table of Contents](#table-of-contents)
14+
- [Report Bugs/Feature Requests](#report-bugsfeature-requests)
15+
- [Contribute via Pull Requests (PRs)](#contribute-via-pull-requests-prs)
16+
- [Set up Your Development Environment *\[Optional, but Recommended\]*](#set-up-your-development-environment-optional-but-recommended)
17+
- [Pull Down the Code](#pull-down-the-code)
18+
- [Run the Unit Tests](#run-the-unit-tests)
19+
- [Run the Integration Tests](#run-the-integration-tests)
20+
- [Make and Test Your Change](#make-and-test-your-change)
21+
- [Commit Your Change](#commit-your-change)
22+
- [Send a Pull Request](#send-a-pull-request)
23+
- [Documentation Guidelines](#documentation-guidelines)
24+
- [Overviews](#overviews)
25+
- [API References (docstrings)](#api-references-docstrings)
26+
- [Build and Test Documentation](#build-and-test-documentation)
27+
- [Find Contributions to Work On](#find-contributions-to-work-on)
28+
- [Code of Conduct](#code-of-conduct)
29+
- [Security Issue Notifications](#security-issue-notifications)
30+
- [Licensing](#licensing)
2931

3032
## Report Bugs/Feature Requests
3133

@@ -76,7 +78,7 @@ Before sending us a pull request, please ensure that:
7678
1. Install tox using `pip install tox`
7779
1. Install coverage using `pip install .[test]`
7880
1. cd into the sagemaker-python-sdk folder: `cd sagemaker-python-sdk` or `cd /environment/sagemaker-python-sdk`
79-
1. Run the following tox command and verify that all code checks and unit tests pass: `tox tests/unit`
81+
1. Run the following tox command and verify that all code checks and unit tests pass: `tox -- tests/unit`
8082
1. You can also run a single test with the following command: `tox -e py310 -- -s -vv <path_to_file><file_name>::<test_function_name>`
8183
1. You can run coverage via runcvoerage env : `tox -e runcoverage -- tests/unit` or `tox -e py310 -- tests/unit --cov=sagemaker --cov-append --cov-report xml`
8284
* Note that the coverage test will fail if you only run a single test, so make sure to surround the command with `export IGNORE_COVERAGE=-` and `unset IGNORE_COVERAGE`

‎src/sagemaker/image_uri_config/huggingface-llm.json

Lines changed: 47 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -766,6 +766,53 @@
766766
"container_version": {
767767
"gpu": "cu124-ubuntu22.04"
768768
}
769+
},
770+
"2.4.0": {
771+
"py_versions": [
772+
"py311"
773+
],
774+
"registries": {
775+
"af-south-1": "626614931356",
776+
"il-central-1": "780543022126",
777+
"ap-east-1": "871362719292",
778+
"ap-northeast-1": "763104351884",
779+
"ap-northeast-2": "763104351884",
780+
"ap-northeast-3": "364406365360",
781+
"ap-south-1": "763104351884",
782+
"ap-south-2": "772153158452",
783+
"ap-southeast-1": "763104351884",
784+
"ap-southeast-2": "763104351884",
785+
"ap-southeast-3": "907027046896",
786+
"ap-southeast-4": "457447274322",
787+
"ca-central-1": "763104351884",
788+
"cn-north-1": "727897471807",
789+
"cn-northwest-1": "727897471807",
790+
"eu-central-1": "763104351884",
791+
"eu-central-2": "380420809688",
792+
"eu-north-1": "763104351884",
793+
"eu-west-1": "763104351884",
794+
"eu-west-2": "763104351884",
795+
"eu-west-3": "763104351884",
796+
"eu-south-1": "692866216735",
797+
"eu-south-2": "503227376785",
798+
"me-south-1": "217643126080",
799+
"me-central-1": "914824155844",
800+
"sa-east-1": "763104351884",
801+
"us-east-1": "763104351884",
802+
"us-east-2": "763104351884",
803+
"us-gov-east-1": "446045086412",
804+
"us-gov-west-1": "442386744353",
805+
"us-iso-east-1": "886529160074",
806+
"us-isob-east-1": "094389454867",
807+
"us-west-1": "763104351884",
808+
"us-west-2": "763104351884",
809+
"ca-west-1": "204538143572"
810+
},
811+
"tag_prefix": "2.4.0-tgi2.4.0",
812+
"repository": "huggingface-pytorch-tgi-inference",
813+
"container_version": {
814+
"gpu": "cu124-ubuntu22.04"
815+
}
769816
}
770817
}
771818
}

‎tests/unit/sagemaker/image_uris/test_huggingface_llm.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -46,6 +46,7 @@
4646
"2.0.2": "2.3.0-tgi2.0.2-gpu-py310-cu121-ubuntu22.04",
4747
"2.2.0": "2.3.0-tgi2.2.0-gpu-py310-cu121-ubuntu22.04-v2.0",
4848
"2.3.1": "2.4.0-tgi2.3.1-gpu-py311-cu124-ubuntu22.04",
49+
"2.4.0": "2.4.0-tgi2.4.0-gpu-py311-cu124-ubuntu22.04",
4950
},
5051
"inf2": {
5152
"0.0.16": "1.13.1-optimum0.0.16-neuronx-py310-ubuntu22.04",

0 commit comments

Comments
 (0)