ci: Add continuous integration for macOS, manylinux and Windows wheels

jcfr · jcfr · commit f3af3105b973 · 2020-07-29T18:13:04.000-04:00
diff --git a/.circleci/config.yml b/.circleci/config.yml
@@ -0,0 +1,124 @@
+version: 2
+
+references:
+
+  ci_steps: &ci_steps
+    working_directory: /work
+    steps:
+      - checkout
+      - run:
+          name: Run CI
+          command: |
+            #
+            # Set UPLOAD_SDIST environment variable
+            #
+            export UPLOAD_SDIST=$(echo ${CIRCLE_JOB} | cut -d"_" -f3)
+            echo "UPLOAD_SDIST [${UPLOAD_SDIST}]"
+            #
+            # Run CI
+            #
+            export MANYLINUX_PYTHON=$(echo ${CIRCLE_JOB} | cut -d"_" -f2)
+            echo "MANYLINUX_PYTHON [${MANYLINUX_PYTHON}]"
+            /opt/python/${MANYLINUX_PYTHON}/bin/pip install scikit-ci
+            /opt/python/${MANYLINUX_PYTHON}/bin/ci
+      - persist_to_workspace:
+          root: ./
+          paths:
+            - dist
+
+  x64_build_job: &x64_build_job
+    docker:
+      - image: dockcross/manylinux-x64
+    <<: *ci_steps
+
+  x86_build_job: &x86_build_job
+    docker:
+      - image: dockcross/manylinux-x86
+    <<: *ci_steps
+
+  no_filters: &no_filters
+    filters:
+      tags:
+        only: /.*/
+
+jobs:
+
+  # x64
+  manylinux-x64_cp27-cp27mu:
+    <<: *x64_build_job
+  manylinux-x64_cp37-cp37m_upload-sdist:
+    <<: *x64_build_job
+
+  # x86
+  manylinux-x86_cp27-cp27mu:
+    <<: *x86_build_job
+  manylinux-x86_cp37-cp37m:
+    <<: *x86_build_job
+
+  deploy-master:
+    docker:
+      - image: circleci/python:3.7.0-stretch
+    steps:
+      - attach_workspace:
+          at: ./
+      - run:
+          name: Deploy master
+          command: |
+            echo "Deploy master (not implemented)"
+
+  deploy-release:
+    docker:
+      - image: circleci/python:3.7.0-stretch
+    steps:
+      - attach_workspace:
+          at: ./
+      - run:
+          name: Deploy release
+          command: |
+            echo "Deploy release"
+            python -m venv ../venv
+            . ../venv/bin/activate
+            pip install twine
+            ls dist
+            twine upload -u $PYPI_USER -p $PYPI_PASSWORD --skip-existing dist/*
+
+workflows:
+  version: 2
+  build-test-deploy:
+    jobs:
+      # x64
+      - manylinux-x64_cp27-cp27mu:
+          <<: *no_filters
+      - manylinux-x64_cp37-cp37m_upload-sdist:
+          <<: *no_filters
+      # x86
+      - manylinux-x86_cp27-cp27mu:
+          <<: *no_filters
+      - manylinux-x86_cp37-cp37m:
+          <<: *no_filters
+
+      - deploy-master:
+          requires:
+            # x64
+            - manylinux-x64_cp27-cp27mu
+            - manylinux-x64_cp37-cp37m_upload-sdist
+            # x86
+            - manylinux-x86_cp27-cp27mu
+            - manylinux-x86_cp37-cp37m
+          filters:
+            branches:
+              only: master
+      - deploy-release:
+          requires:
+            # x64
+            - manylinux-x64_cp27-cp27mu
+            - manylinux-x64_cp37-cp37m_upload-sdist
+            # x86
+            - manylinux-x86_cp27-cp27mu
+            - manylinux-x86_cp37-cp37m
+          filters:
+            tags:
+              only: /^[0-9]+(\.[0-9]+)*(\.post[0-9]+)?$/
+            branches:
+              ignore: /.*/
+
diff --git a/.travis.yml b/.travis.yml
@@ -0,0 +1,63 @@
+branches:
+ only:
+  - master
+  - /^[0-9]+(\.[0-9]+)*(\.post[0-9]+)?$/
+
+language: python
+
+matrix:
+  include:
+
+    - os: osx
+      language: generic
+      env:
+        - PYTHON_VERSION=3.7.2
+
+    - os: osx
+      language: generic
+      env:
+        - PYTHON_VERSION=2.7.15
+
+cache:
+  directories:
+    - $HOME/.pyenv/versions/3.7.2
+    - $HOME/.pyenv/versions/2.7.15
+    - $HOME/downloads
+
+before_install:
+  - if [[ "$TRAVIS_OS_NAME" == "osx" ]]; then mkdir $HOME/bin; ln -s $(which pip2) $HOME/bin/pip; ln -s $(which python2) $HOME/bin/python; fi
+  - python -m pip install --disable-pip-version-check --upgrade pip
+  - pip install -U scikit-ci scikit-ci-addons
+  - ci_addons --install ../addons
+
+install:
+  - ci install
+
+script:
+  - ci test
+
+after_success:
+  - ci after_test
+
+deploy:
+  # deploy-release
+  - provider: script
+    script: pwd && ls dist;echo "deploy-release" && ~/.pyenv/versions/${PYTHON_VERSION}/bin/twine upload -u $PYPI_USER -p $PYPI_PASSWORD --skip-existing dist/*
+    skip_cleanup: true
+    on:
+      repo: ${TRAVIS_REPO_SLUG}
+      tags: true
+  # deploy-master
+  - provider: script
+    script: pwd && ls dist;echo "deploy-master" && echo "not implemented"
+    skip_cleanup: true
+    on:
+      repo: ${TRAVIS_REPO_SLUG}
+      branch: master
+
+env:
+  global:
+    # PYPI_USER
+    - secure: "sA3o5PT2DKbLWuJPTIr678arQbaeeIJ2ALKyyYlbzIQllhXtO3kkLlXmwcoReOKwwfW7VZdCU+G95bBpIsuhs8BjFmtOiZ3wwM93zah1r1MsJt/SybZdAdcZjdK0UCn9uYoU2mKshzpSEEtwfwMbVPeo4koJGQ7quFm1Gg06nmkpUvGmWQt6Fjr8f7xgZ3Rr07LcMjbI/cyuYL2kKPRFVXB8IFgY/ZDl7LjyaiaBc7HNd1W4E47GhF9dLJ3ueKW7kGamqj2/tv7mbrAnKG4F89uj4zIb5BWlo9QDuvs6M6uTf/QlXjb2oZ0KrX8Zt4T6eUz+zSZzpQ8L7P1rn7CwXbx9QksQbe8SKY6jz9yy7gyr9zTglJZySHo/6sMOv1zv9Akya9eVtfw8yENmCX8Q/5cMmmc1AfMwzrXWQrmEETAOPGwCu6LrLlILY2YNAY7B6aNOhxmGm9QZT3BBmkXf5JATPqHL0NC7x8B7yNFeod17To/wMaxpPsitxpsfssg4ff/D9uRw9GVVCp6jjUHHzcyiFHxxdwzfY1YslBqVQYTU8vbGeOm5WpBtdeaHr956NHmRBlvOZ4SpJncXAoAFFbQdajfvXrjjMxKyBdj7aTHOsRSAWmOw+o5Gba71uus2M5f5iDyGHM6hX7t7RSoW/WYubsROU66eUZBWpWkAvh8="
+    # PYPI_PASSWORD
+    - secure: "shzENcgaOOVspVbdH0JsXVP9761809YNulGwB6qpBWzy+WURP7lYOSlUiAgSvPV576E80O7VvdUX5s/QQbcZNfLE25+mdSn5LsDocn+/KunKX1uHJkAXz0XpiOeuLMRjIQ+zSbTxVBkk7pe4dw6Y4ug+bSCuoe9IWo/JuOP5TNV2lZuiO2ggyGvXeXNCTJTzPsnCXq4rqbe5UM69JSyM8eGc79IVUUF02UfKhBBL2Six41yVDfN60YW+KLREI/g0/rg3PeagBVzAYvl3wftFxF3TCB6XujoIMPbgP/XFLcJA5+EU+5Uq8tXuPp2oU2UDySMjj67KjnWOsoUtqym7uqGTnN7HtftPGr9K77/KFmYc8OvEhhzzgaNkN2zFpARsYO+X5+KYhEAxD0q7u+7bjs9F8xe3bYFFtZB8DpGkTxlX0qAJ6Q1sNqb3sYDRzXQtCmGY4FO/f1qx0wY824JwaVDRn9GPRifkCoIqN8yuBTEldC8Ht50xiKzOBf+jAuZ7zVJAh9rCwzwQpq0xXY34cTUcOC7tnKVrgXZUxPz79cYeDbJ8VXe0oFPCH8EsgJBQ+7rkvZsljjXH2asH7K3cydECp/00J1HxSTHwq/ek+Sk4WZsLiGBTJUCv7aouBu51orviKeANVFvtsUgkRNwygX+jQAe7bCmQxlInQN7zwtQ="
diff --git a/appveyor.yml b/appveyor.yml
@@ -0,0 +1,77 @@
+branches:
+  only:
+    - master
+    - /^[0-9]+(\.[0-9]+)*(\.post[0-9]+)?$/
+
+version: "0.0.1.{build}"
+
+environment:
+  matrix:
+
+    - APPVEYOR_BUILD_WORKER_IMAGE: Visual Studio 2015
+      PYTHON_DIR: "C:\\Python27"
+      PYTHON_VERSION: "2.7.x"
+      PYTHON_ARCH: "32"
+      BLOCK: "0"
+
+    - APPVEYOR_BUILD_WORKER_IMAGE: Visual Studio 2015
+      PYTHON_DIR: "C:\\Python27-x64"
+      PYTHON_VERSION: "2.7.x"
+      PYTHON_ARCH: "64"
+      BLOCK: "0"
+
+    - APPVEYOR_BUILD_WORKER_IMAGE: Visual Studio 2017
+      PYTHON_DIR: "C:\\Python37"
+      PYTHON_VERSION: "3.7.x"
+      PYTHON_ARCH: "32"
+      BLOCK: "0"
+
+    - APPVEYOR_BUILD_WORKER_IMAGE: Visual Studio 2017
+      PYTHON_DIR: "C:\\Python37-x64"
+      PYTHON_VERSION: "3.7.x"
+      PYTHON_ARCH: "64"
+      BLOCK: "0"
+
+  PYPI_USER:
+    secure: j/nubIi1eucjCtYuwpykWg==
+  PYPI_PASSWORD:
+    secure: qDoPKmtLMdcKUKRHuTlfaajjzO4Q4yu25FM5JuB7z84=
+
+cache:
+  - C:\\cmake-3.6.2
+
+init:
+  - python -m pip install -U scikit-ci scikit-ci-addons
+  - python -m ci_addons --install ../addons
+
+  - ps: ../addons/appveyor/rolling-build.ps1
+
+install:
+  - python -m ci install
+
+build_script:
+  - python -m ci build
+
+test_script:
+  - python -m ci test
+
+after_test:
+  - python -m ci after_test
+
+on_finish:
+  - ps: ../addons/appveyor/enable-worker-remote-access.ps1 -check_for_block
+
+deploy_script:
+  - ps: |
+      if ($env:appveyor_repo_tag -eq $true -and $env:appveyor_repo_tag_name –match "^[0-9]+(\.[0-9]+)*(\.post[0-9]+)?$") {
+        Write-Host "deploy release"
+        $env:PATH="$env:PYTHON_DIR/Scripts/;$env:PATH"
+        twine upload -u $env:PYPI_USER -p $env:PYPI_PASSWORD --skip-existing dist/*
+      } elseif ($env:appveyor_repo_branch -eq "master") {
+         Write-Host "deploy master (not implemented)"
+      } else {
+        Write-Host "nothing to deploy"
+      }
+
+matrix:
+  fast_finish: false
diff --git a/scikit-ci.yml b/scikit-ci.yml
@@ -0,0 +1,74 @@
+schema_version: "0.5.0"
+
+before_install:
+
+  appveyor:
+    environment:
+      PATH: $<PYTHON_DIR>;$<PYTHON_DIR>\\Scripts;$<PATH>
+    commands:
+      - python ../addons/appveyor/patch_vs2008.py
+
+  circle:
+    environment:
+      PATH: /opt/python/$<MANYLINUX_PYTHON>/bin:$<PATH>
+      # Required to build cryptography wheel from source for cp37-cp37 when using manylinux-x86
+      CFLAGS: -I/usr/local/ssl/include -L/usr/local/ssl/lib
+
+  travis:
+    osx:
+      environment:
+        PATH: $<HOME>/.pyenv/versions/$<PYTHON_VERSION>/bin:$<PATH>
+        SETUP_BDIST_WHEEL_ARGS: --plat-name macosx-10.6-x86_64
+      commands:
+        - python ../addons/travis/install_pyenv.py
+
+install:
+  commands:
+    - python -c "import sys; print(sys.version)"
+    - python -m pip install --disable-pip-version-check --upgrade pip
+    - pip install git+https://github.com/jcfr/wheeltools.git@wheeltools-2018-10-28-a2f174d0e
+    - pip install -U -r requirements-dev.txt
+
+before_build:
+  commands:
+    - flake8
+
+build:
+  commands:
+    # Source distribution
+    - python setup.py --hide-listing sdist
+    # Built distribution (wheel)
+    - python setup.py --hide-listing bdist_wheel $<SETUP_BDIST_WHEEL_ARGS> -- $<SETUP_CMAKE_ARGS>
+    # Cleanup
+    - python: |
+              import glob, os
+              if os.environ.get("UPLOAD_SDIST", "") == "":
+                  sdist=(glob.glob("dist/*.tar.gz") + glob.glob("dist/*.zip"))[0]
+                  print("Deleting [%s]" % sdist)
+                  os.remove(sdist)
+
+  circle:
+    commands:
+      - |
+        # Since there are no external shared libraries to bundle into the wheels
+        # this step will fixup the wheel switching from 'linux' to 'manylinux1' tag
+        for whl in dist/*$(python -c "import wheel.pep425tags as w; print(w.get_platform())").whl; do
+            auditwheel repair $whl -w ./dist/
+            rm $whl
+        done
+
+test:
+  commands:
+    # Convert to generic platform wheel
+    - python: |
+              import glob, sys
+              sys.path.insert(0, "./scripts")
+              from convert_to_generic_platform_wheel import convert_to_generic_platform_wheel
+              wheels = glob.glob("dist/*.whl")
+              for wheel in wheels:
+                  convert_to_generic_platform_wheel(wheel, remove_original=True)
+    - python setup.py test
+
+after_test:
+  commands:
+    - codecov -X gcov --required --file ./tests/coverage.xml
diff --git a/setup.cfg b/setup.cfg
@@ -1,6 +1,17 @@
 [aliases]
 test = pytest
 
+[flake8]
+max-line-length: 120
+# Whether to display the pep8 instructions on failure (can be quite verbose)
+show-pep8: False
+# Whether to show source code for each failure
+show-source: True
+# Maximum cyclomatic complexity allowed
+max-complexity: 14
+format: pylint
+exclude: .git,.idea,.eggs,__pycache__,.tox,docs/conf.py,_skbuild,src,versioneer.py
+
 [tool:pytest]
 testpaths = tests
 addopts = -v --cov --cov-report xml
