Skip to content

Commit 327f1ee

Browse files
sage-makersage-maker
authored
Merge branch 'master' into patch-1
2 parents ac9e296 + af1fde4 commit 327f1ee

File tree

275 files changed

+24672
-6860
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

275 files changed

+24672
-6860
lines changed

‎.github/workflows/codebuild-ci.yml

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -55,7 +55,7 @@ jobs:
5555
- name: Run Codestyle & Doc Tests
5656
uses: aws-actions/aws-codebuild-run-build@v1
5757
with:
58-
project-name: sagemaker-python-sdk-ci-codestyle-doc-tests
58+
project-name: ${{ github.event.repository.name }}-ci-codestyle-doc-tests
5959
source-version-override: 'refs/pull/${{ github.event.pull_request.number }}/head^{${{ github.event.pull_request.head.sha }}}'
6060
unit-tests:
6161
runs-on: ubuntu-latest
@@ -74,7 +74,7 @@ jobs:
7474
- name: Run Unit Tests
7575
uses: aws-actions/aws-codebuild-run-build@v1
7676
with:
77-
project-name: sagemaker-python-sdk-ci-unit-tests
77+
project-name: ${{ github.event.repository.name }}-ci-unit-tests
7878
source-version-override: 'refs/pull/${{ github.event.pull_request.number }}/head^{${{ github.event.pull_request.head.sha }}}'
7979
env-vars-for-codebuild: |
8080
PY_VERSION
@@ -93,5 +93,5 @@ jobs:
9393
- name: Run Integ Tests
9494
uses: aws-actions/aws-codebuild-run-build@v1
9595
with:
96-
project-name: sagemaker-python-sdk-ci-integ-tests
96+
project-name: ${{ github.event.repository.name }}-ci-integ-tests
9797
source-version-override: 'refs/pull/${{ github.event.pull_request.number }}/head^{${{ github.event.pull_request.head.sha }}}'

‎.github/workflows/codeql.yml

Lines changed: 35 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,35 @@
1+
name: "CodeQL"
2+
on:
3+
push:
4+
branches: [ "master" ]
5+
pull_request:
6+
branches: [ "master" ]
7+
schedule:
8+
- cron: '30 15 * * *'
9+
jobs:
10+
analyze:
11+
name: Analyze (${{ matrix.language }})
12+
runs-on: ${{ 'ubuntu-latest' }}
13+
permissions:
14+
security-events: write
15+
packages: read
16+
17+
strategy:
18+
matrix:
19+
include:
20+
- language: python
21+
build-mode: none
22+
- language: java-kotlin
23+
build-mode: none
24+
steps:
25+
- name: Checkout repository
26+
uses: actions/checkout@6ccd57f4c5d15bdc2fef309bd9fb6cc9db2ef1c6
27+
- name: Initialize CodeQL
28+
uses: github/codeql-action/init@4b1d7da102ff94aca014c0245062b1a463356d72
29+
with:
30+
languages: ${{ matrix.language }}
31+
build-mode: ${{ matrix.build-mode }}
32+
- name: Perform CodeQL Analysis
33+
uses: github/codeql-action/analyze@4b1d7da102ff94aca014c0245062b1a463356d72
34+
with:
35+
category: "/language:${{matrix.language}}"

‎.github/workflows/security-monitoring.yml

Lines changed: 121 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,121 @@
1+
name: Security Monitoring
2+
3+
on:
4+
schedule:
5+
- cron: '0 16 * * *'
6+
7+
concurrency:
8+
group: ${{ github.workflow }}-${{ github.run_id }}
9+
cancel-in-progress: true
10+
11+
permissions:
12+
id-token: write
13+
14+
jobs:
15+
check-code-scanning-alerts:
16+
runs-on: ubuntu-latest
17+
outputs:
18+
code_scanning_alert_status: ${{ steps.check-code-scanning-alerts.outputs.code_scanning_alert_status }}
19+
steps:
20+
- name: Check for security alerts
21+
id: check-code-scanning-alerts
22+
uses: actions/github-script@60a0d83039c74a4aee543508d2ffcb1c3799cdea
23+
with:
24+
github-token: ${{ secrets.GH_PAT }}
25+
script: |
26+
async function checkAlerts() {
27+
const owner = '${{ github.repository_owner }}';
28+
const repo = '${{ github.event.repository.name }}';
29+
const ref = 'refs/heads/master';
30+
31+
const codeScanningAlerts = await github.rest.codeScanning.listAlertsForRepo({
32+
owner,
33+
repo,
34+
ref: ref
35+
});
36+
const activeCodeScanningAlerts = codeScanningAlerts.data.filter(alert => alert.state === 'open');
37+
core.setOutput('code_scanning_alert_status', activeCodeScanningAlerts.length > 0 ? '1': '0');
38+
}
39+
await checkAlerts();
40+
41+
check-dependabot-alerts:
42+
runs-on: ubuntu-latest
43+
outputs:
44+
dependabot_alert_status: ${{ steps.check-dependabot-alerts.outputs.dependabot_alert_status }}
45+
steps:
46+
- name: Check for dependabot alerts
47+
id: check-dependabot-alerts
48+
uses: actions/github-script@60a0d83039c74a4aee543508d2ffcb1c3799cdea
49+
with:
50+
github-token: ${{ secrets.GH_PAT }}
51+
script: |
52+
async function checkAlerts() {
53+
const owner = '${{ github.repository_owner }}';
54+
const repo = '${{ github.event.repository.name }}';
55+
56+
const dependabotAlerts = await github.rest.dependabot.listAlertsForRepo({
57+
owner,
58+
repo,
59+
headers: {
60+
'accept': 'applications/vnd.github+json'
61+
}
62+
});
63+
const activeDependabotAlerts = dependabotAlerts.data.filter(alert => alert.state === 'open');
64+
core.setOutput('dependabot_alert_status', activeDependabotAlerts.length > 0 ? '1': '0');
65+
}
66+
await checkAlerts();
67+
68+
check-secret-scanning-alerts:
69+
runs-on: ubuntu-latest
70+
outputs:
71+
secret_scanning_alert_status: ${{ steps.check-secret-scanning-alerts.outputs.secret_scanning_alert_status }}
72+
steps:
73+
- name: Check for secret scanning alerts
74+
id: check-secret-scanning-alerts
75+
uses: actions/github-script@60a0d83039c74a4aee543508d2ffcb1c3799cdea
76+
with:
77+
github-token: ${{ secrets.GH_PAT }}
78+
script: |
79+
async function checkAlerts() {
80+
const owner = '${{ github.repository_owner }}';
81+
const repo = '${{ github.event.repository.name }}';
82+
83+
const secretScanningAlerts = await github.rest.secretScanning.listAlertsForRepo({
84+
owner,
85+
repo,
86+
});
87+
const activeSecretScanningAlerts = secretScanningAlerts.data.filter(alert => alert.state === 'open');
88+
core.setOutput('secret_scanning_alert_status', activeSecretScanningAlerts.length > 0 ? '1': '0');
89+
}
90+
await checkAlerts();
91+
92+
put-metric-data:
93+
runs-on: ubuntu-latest
94+
needs: [check-code-scanning-alerts, check-dependabot-alerts, check-secret-scanning-alerts]
95+
steps:
96+
- name: Configure AWS Credentials
97+
uses: aws-actions/configure-aws-credentials@12e3392609eaaceb7ae6191b3f54bbcb85b5002b
98+
with:
99+
role-to-assume: ${{ secrets.MONITORING_ROLE_ARN }}
100+
aws-region: us-west-2
101+
- name: Put Code Scanning Alert Metric Data
102+
run: |
103+
if [ "${{ needs.check-code-scanning-alerts.outputs.code_scanning_alert_status }}" == "1" ]; then
104+
aws cloudwatch put-metric-data --metric-name CodeScanningAlert --namespace SecurityMonitoringMetrics --value 1 --unit Count --dimensions ProjectName=sagemaker-python-sdk
105+
else
106+
aws cloudwatch put-metric-data --metric-name CodeScanningAlert --namespace SecurityMonitoringMetrics --value 0 --unit Count --dimensions ProjectName=sagemaker-python-sdk
107+
fi
108+
- name: Put Dependabot Alert Metric Data
109+
run: |
110+
if [ "${{ needs.check-dependabot-alerts.outputs.dependabot_alert_status }}" == "1" ]; then
111+
aws cloudwatch put-metric-data --metric-name DependabotAlert --namespace SecurityMonitoringMetrics --value 1 --unit Count --dimensions ProjectName=sagemaker-python-sdk
112+
else
113+
aws cloudwatch put-metric-data --metric-name DependabotAlert --namespace SecurityMonitoringMetrics --value 0 --unit Count --dimensions ProjectName=sagemaker-python-sdk
114+
fi
115+
- name: Put Secret Scanning Alert Metric Data
116+
run: |
117+
if [ "${{ needs.check-secret-scanning-alerts.outputs.secret_scanning_alert_status }}" == "1" ]; then
118+
aws cloudwatch put-metric-data --metric-name SecretScanningAlert --namespace SecurityMonitoringMetrics --value 1 --unit Count --dimensions ProjectName=sagemaker-python-sdk
119+
else
120+
aws cloudwatch put-metric-data --metric-name SecretScanningAlert --namespace SecurityMonitoringMetrics --value 0 --unit Count --dimensions ProjectName=sagemaker-python-sdk
121+
fi

‎CHANGELOG.md

Lines changed: 150 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,155 @@
11
# Changelog
22

3+
## v2.228.0 (2024-08-06)
4+
5+
### Features
6+
7+
* triton v24.05
8+
9+
### Bug Fixes and Other Changes
10+
11+
* chore: telemetry for deployment configs
12+
* censoring sensitive values from being logged
13+
* update image_uri_configs 08-05-2024 07:17:38 PST
14+
* enable uncompressed model artifacts upload to S3 for SAGEMAKER_ENDPOINT overwrite for TGI, TEI, MMS model servers
15+
* ModelReference deployment for Alt Configs models
16+
* Add optional typecheck for nullable parameters
17+
* Update package metadata
18+
* release TEI 1.4.0
19+
20+
## v2.227.0 (2024-07-30)
21+
22+
### Features
23+
24+
* added code scanning through CodeQL
25+
26+
### Bug Fixes and Other Changes
27+
28+
* Fixed cpu isntance type for the estimator register test
29+
* update image_uri_configs 07-29-2024 11:28:28 PST
30+
* avoid AccessDenied error for a while on SageMaker Studio wtih do…
31+
* SMP PT 2.3 Fix
32+
* chore: pin framework version in serverless inference tests
33+
* image uri in TGI 2.2.0 image
34+
* explicitly access enum member values to avoid Python version related regression
35+
* chore: add huggingface TGI 2.2.0 config
36+
* update image_uri_configs 07-22-2024 11:53:54 PST
37+
* update image_uri_configs 07-17-2024 07:17:38 PST
38+
* update image_uri_configs 07-16-2024 07:17:45 PST
39+
* add support for new regions
40+
41+
## v2.226.1 (2024-07-17)
42+
43+
## v2.226.0 (2024-07-12)
44+
45+
### Features
46+
47+
* Curated hub improvements
48+
* InferenceSpec support for MMS and testing
49+
50+
### Bug Fixes and Other Changes
51+
52+
* ModelBuilder not passing HF_TOKEN to model.
53+
* update image_uri_configs 07-10-2024 07:18:04 PST
54+
55+
## v2.225.0 (2024-07-10)
56+
57+
### Features
58+
59+
* model optimization
60+
61+
### Bug Fixes and Other Changes
62+
63+
* fix integ test
64+
* update uris for v1.1.1
65+
* update image_uri_configs 07-04-2024 07:17:24 PST
66+
67+
## v2.224.4 (2024-07-04)
68+
69+
### Bug Fixes and Other Changes
70+
71+
* allow for inf spec and server override to be passed
72+
73+
## v2.224.3 (2024-07-03)
74+
75+
### Bug Fixes and Other Changes
76+
77+
* Upgrade local dependencies
78+
* Improve docstrings for estimator tags
79+
80+
## v2.224.2 (2024-06-27)
81+
82+
### Bug Fixes and Other Changes
83+
84+
* Update DJLModel class for latest container releases
85+
* list_models() for python3.8
86+
87+
## v2.224.1 (2024-06-21)
88+
89+
### Bug Fixes and Other Changes
90+
91+
* JumpStart CuratedHub Launch
92+
* Update README.rst to show conda-forge version of SageMaker SDK
93+
* Update tox.ini
94+
* chore(deps): bump apache-airflow from 2.9.1 to 2.9.2 in /requirements/extras
95+
* Model server override logic
96+
97+
## v2.224.0 (2024-06-19)
98+
99+
### Features
100+
101+
* JumpStartModel attach
102+
103+
### Bug Fixes and Other Changes
104+
105+
* feat(sagemaker-mlflow): New features for SageMaker MLflow
106+
* Upgrading to PT 2.3 for release
107+
* chore: use ml.g5.2xlarge for integ test
108+
* Enable telemetry logging for Remote function
109+
* Fix Dependabot Issues - MLFlow Version
110+
111+
## v2.223.0 (2024-06-13)
112+
113+
### Features
114+
115+
* add 'ModelCard' property to Register step
116+
117+
### Bug Fixes and Other Changes
118+
119+
* Fix Sniping bug fix
120+
* Implement custom telemetry logging in SDK
121+
* Fix ci unit-tests
122+
* update image_uri_configs 06-12-2024 07:17:03 PST
123+
124+
## v2.222.1 (2024-06-12)
125+
126+
### Bug Fixes and Other Changes
127+
128+
* First changes
129+
* estimator.deploy not respecting instance type
130+
131+
## v2.222.0 (2024-06-07)
132+
133+
### Features
134+
135+
* jumpstart telemetry
136+
137+
### Bug Fixes and Other Changes
138+
139+
* update image_uri_configs 06-06-2024 07:17:31 PST
140+
* bump requests from 2.31.0 to 2.32.2 in /requirements/extras
141+
* chore: add HF LLM neuronx 0.0.23 image
142+
* Updates for DJL 0.28.0 release
143+
* chore(deps): bump mlflow from 2.11.1 to 2.12.1 in /tests/data/serve_resources/mlflow/tensorflow
144+
* chore(deps): bump mlflow from 2.11.1 to 2.12.1 in /tests/data/serve_resources/mlflow/xgboost
145+
* chore(deps): bump mlflow from 2.10.2 to 2.12.1 in /tests/data/serve_resources/mlflow/pytorch
146+
* chore(deps): bump apache-airflow from 2.9.0 to 2.9.1 in /requirements/extras
147+
* chore(deps): bump requests from 2.31.0 to 2.32.2 in /tests/data/serve_resources/mlflow/pytorch
148+
* Fix ci unit-tests
149+
* Making project name in workflow files dynamic
150+
* update image_uri_configs 05-29-2024 07:17:35 PST
151+
* Update: SM Endpoint Routing Strategy Support.
152+
3153
## v2.221.1 (2024-05-22)
4154

5155
### Bug Fixes and Other Changes

‎MANIFEST.in

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -8,6 +8,7 @@ recursive-include requirements *
88
include VERSION
99
include LICENSE.txt
1010
include README.rst
11+
include hatch_build.py
1112

1213
prune tests
1314

‎README.rst

Lines changed: 11 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -10,6 +10,10 @@ SageMaker Python SDK
1010
:target: https://pypi.python.org/pypi/sagemaker
1111
:alt: Latest Version
1212

13+
.. image:: https://img.shields.io/conda/vn/conda-forge/sagemaker-python-sdk.svg
14+
:target: https://anaconda.org/conda-forge/sagemaker-python-sdk
15+
:alt: Conda-Forge Version
16+
1317
.. image:: https://img.shields.io/pypi/pyversions/sagemaker.svg
1418
:target: https://pypi.python.org/pypi/sagemaker
1519
:alt: Supported Python Versions
@@ -95,6 +99,13 @@ SageMaker Python SDK is tested on:
9599
- Python 3.10
96100
- Python 3.11
97101

102+
Telemetry
103+
~~~~~~~~~~~~~~~
104+
105+
The ``sagemaker`` library has telemetry enabled to help us better understand user needs, diagnose issues, and deliver new features. This telemetry tracks the usage of various SageMaker functions.
106+
107+
If you prefer to opt out of telemetry, you can easily do so by setting the ``TelemetryOptOut`` parameter to ``true`` in the SDK defaults configuration. For detailed instructions, please visit `Configuring and using defaults with the SageMaker Python SDK <https://sagemaker.readthedocs.io/en/stable/overview.html#configuring-and-using-defaults-with-the-sagemaker-python-sdk>`__.
108+
98109
AWS Permissions
99110
~~~~~~~~~~~~~~~
100111

‎VERSION

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1 +1 @@
1-
2.221.2.dev0
1+
2.228.1.dev0

0 commit comments

Comments
 (0)