added release workflow

Author: danabens

.github/workflows/build_release.yml

@@ -0,0 +1,65 @@
+name: Build and Release
+
+on:
+  pull_request:
+    branches:
+      - master
+  release:
+    types: [published]
+  push:
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    strategy:
+      max-parallel: 3
+      matrix:
+        python-version: [3.5, 3.6, 3.7]
+    steps:
+      - uses: actions/checkout@v1
+      - name: Setup Python ${{matrix.python-version}}
+        uses: actions/setup-python@v1
+        with:
+          python-version: ${{ matrix.python-version }}
+      - name: Install Dependencies
+        run: pip install tox tox-gh-actions
+      - name: Flake8
+        run: tox -e flake8
+      - name: Black Check
+        run: tox -e black-check
+      - name: Pylint
+        run: tox -e pylint
+      # starts 3 jobs, 1 for each python version
+      - name: Test
+        run: tox
+        env:
+          AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
+          AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+          AWS_DEFAULT_REGION: us-west-2
+          CODECOV_UPLOAD_TOKEN: ${{ secrets.CODECOV_UPLOAD_TOKEN }}
+  release:
+    needs: build
+    if: github.event_name == 'release' && github.repository == 'aws/sagemaker-experiments'
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v1
+    - name: Setup Python
+      uses: actions/setup-python@v1
+      with:
+        python-version: '3.x'
+    - name: Install Dependencies
+      run: pip install setuptools wheel twine tox
+    - name: Create Distribution
+      run: python setup.py bdist_wheel
+    - name: Sign Release
+      run: |
+        echo "${{ secrets.PYPI_SIGN_PRIVATE_KEY }}" | gpg --batch --import --no-default-keyring --keyring ./sessionring.gpg
+        gpg --no-default-keyring --keyring ./sessionring.gpg --pinentry-mode loopback --passphrase ""${{ secrets.PYPI_SIGN_PASSPHRASE }}"" --detach-sign -ao /dev/null dist/*
+    - name: Twine Check
+      run: twine check dist/*
+    - name: Publish to PyPi
+      uses: pypa/gh-action-pypi-publish@master
+      with:
+        user: ${{ secrets.PYPI_USERNAME }}
+        password: ${{ secrets.PYPI_PASSWORD }}
+        repository_url: https://test.pypi.org/legacy/

.github/workflows/main.yml

@@ -110,7 +110,7 @@ See: `sagemaker-experiments <https://github.com/awslabs/amazon-sagemaker-example
 
 License
 -------
-This library is licensed under the Apache 2.0 License. 
+This library is licensed under the Apache 2.0 License.
 
 Running Tests
 -------------

README.rst

@@ -43,7 +43,10 @@ def boto_model_file(request):
 
 @pytest.fixture
 def sagemaker_boto_client():
-    return boto3.client("sagemaker", endpoint_url=os.environ.get("SAGEMAKER_ENDPOINT"))
+    if os.environ.get("SAGEMAKER_ENDPOINT", "").strip():
+        return boto3.client("sagemaker", endpoint_url=os.environ.get("SAGEMAKER_ENDPOINT"))
+    else:
+        return boto3.client("sagemaker")
 
 
 @pytest.fixture(scope="session")
@@ -108,10 +111,14 @@ def trials(experiment_obj, sagemaker_boto_client):
 
 @pytest.fixture
 def experiments(sagemaker_boto_client):
-    experiment_objs = [
-        experiment.Experiment.create(experiment_name=experiment_name, sagemaker_boto_client=sagemaker_boto_client)
-        for experiment_name in names()
-    ]
+    experiment_objs = []
+
+    for experiment_name in names():
+        experiment_objs.append(
+            experiment.Experiment.create(experiment_name=experiment_name, sagemaker_boto_client=sagemaker_boto_client)
+        )
+        time.sleep(1)
+
     yield experiment_objs
     for experiment_obj in experiment_objs:
         experiment_obj.delete()
@@ -282,6 +289,7 @@ def docker_image(boto_model_file):
     # pull existing image for layer cache
     try:
         client.images.pull(tag, auth_config={"username": username, "password": password})
+        print("Docker image with tag {} already exists.".format(tag))
         # the image with this tag already exists
         return tag
     except docker.errors.NotFound:

tests/conftest.py

@@ -43,21 +43,25 @@ require-code = True
 
 [testenv]
 passenv =
-    TOXENV
     AWS_ACCESS_KEY_ID
     AWS_SECRET_ACCESS_KEY
     AWS_SESSION_TOKEN
     AWS_CONTAINER_CREDENTIALS_RELATIVE_URI
     AWS_DEFAULT_REGION
     SAGEMAKER_ENDPOINT
     CODECOV_UPLOAD_TOKEN
-
+    # used by codecov
+    GITHUB_*
+whitelist_externals =
+    echo
+    codecov
 # {posargs} can be passed in by additional arguments specified when invoking tox.
 # Can be used to specify which tests to run, e.g.: tox -- -s
 commands =
+    echo running env: {envname}
     coverage run --source smexperiments -m pytest {posargs} -m "not slow"
     {env:IGNORE_COVERAGE:} coverage report  --fail-under=95
-    codecov -e TOXENV -t {env:CODECOV_UPLOAD_TOKEN:}
+    codecov -e {envname} -t {env:CODECOV_UPLOAD_TOKEN}
 extras = test
 deps =
     boto3 >= 1.10.32
@@ -76,6 +80,12 @@ deps =
     flake8-future-import
 commands = flake8
 
+[gh-actions]
+python =
+    3.5: py35
+    3.6: py36
+    3.7: py37
+
 [testenv:black-format]
 # Used during development (before committing) to format .py files.
 deps = black