Continuous Integration with Travis CI and AppVeyor (#5)

Continuous integration with Travis and AppVeyor. When a release is tagged and ready, it can be uploaded using Twine

Author: oohlaf

.appveyor/appveyor-bootstrap.py

@@ -5,6 +5,9 @@
 with various fixes and improvements that just weren't feasible to implement in PowerShell.
 """
 from __future__ import print_function
+
+import logging
+
 from os import environ
 from os.path import exists
 from subprocess import check_call
@@ -14,6 +17,10 @@
 except ImportError:
     from urllib import urlretrieve
 
+
+log = logging.getLogger(__name__)
+
+
 BASE_URL = "https://www.python.org/ftp/python/"
 GET_PIP_URL = "https://bootstrap.pypa.io/get-pip.py"
 GET_PIP_PATH = "C:\get-pip.py"
@@ -48,63 +55,64 @@
 
 
 def download_file(url, path):
-    print("Downloading: {} (into {})".format(url, path))
+    log.info("Downloading: %s (into %s).", url, path)
     progress = [0, 0]
 
     def report(count, size, total):
         progress[0] = count * size
         if progress[0] - progress[1] > 1000000:
             progress[1] = progress[0]
-            print("Downloaded {:,}/{:,} ...".format(progress[1], total))
+            log.info("Downloaded %n/%n ...", progress[1], total)
 
     dest, _ = urlretrieve(url, path, reporthook=report)
     return dest
 
 
 def install_python(version, arch, home):
-    print("Installing Python", version, "for", arch, "bit architecture to", home)
+    log.info("Installing Python %s for %s bit architecture to '%s'.",
+             version, arch, home)
     if exists(home):
         return
 
     path = download_python(version, arch)
-    print("Installing", path, "to", home)
+    log.info("Installing '%s' to '%s'.", path, home)
     success = False
     for cmd in INSTALL_CMD[version]:
         cmd = [part.format(home=home, path=path) for part in cmd]
-        print("Running:", " ".join(cmd))
+        log.info("Running '%s'.", " ".join(cmd))
         try:
             check_call(cmd)
         except Exception as exc:
-            print("Failed command", cmd, "with:", exc)
+            log.exception("Failed command '%s'.", " ".join(cmd))
             if exists("install.log"):
                 with open("install.log") as fh:
-                    print(fh.read())
+                    log.error(fh.read())
         else:
             success = True
     if success:
-        print("Installation complete!")
+        log.info("Installation complete.")
     else:
-        print("Installation failed")
+        log.error("Installation failed.")
 
 
 def download_python(version, arch):
     for _ in range(3):
         try:
             return download_file(URLS[version, arch], "installer.exe")
         except Exception as exc:
-            print("Failed to download:", exc)
-        print("Retrying ...")
+            log.exception("Failed to download.")
+        log.info("Retrying ...")
 
 
 def install_pip(home):
     pip_path = home + "/Scripts/pip.exe"
     python_path = home + "/python.exe"
     if exists(pip_path):
-        print("pip already installed.")
+        log.info("pip already installed.")
     else:
-        print("Installing pip...")
+        log.info("Installing pip.")
         download_file(GET_PIP_URL, GET_PIP_PATH)
-        print("Executing:", python_path, GET_PIP_PATH)
+        log.info("Executing: %s %s", python_path, GET_PIP_PATH)
         check_call([python_path, GET_PIP_PATH])
 
 
@@ -114,7 +122,10 @@ def install_packages(home, *packages):
     check_call(cmd)
 
 
-if __name__ == "__main__":
+if __name__ == '__main__':
+    logging.basicConfig(level=logging.DEBUG,
+                        format="%(message)s")
+
     install_python(environ['PYTHON_VERSION'], environ['PYTHON_ARCH'], environ['PYTHON_HOME'])
     install_pip(environ['PYTHON_HOME'])
     install_packages(environ['PYTHON_HOME'], "setuptools>=36.4.0", "wheel")

.gitignore

@@ -4,4 +4,5 @@ MANIFEST
 *.egg-info
 *.pyc
 *.so
+*.swp
 venv/

.travis.yml

@@ -1,4 +1,32 @@
 language: python
+cache: pip
+sudo: false
+
+env:
+  global:
+    # GITHUB_API_TOKEN
+    - secure: YNLKYudc4YRn+i89r20lB8oDoigXqiBWHpBi+QVNUCuzbHcp1rtK5/uwvbMEzERPTcRsFcqp0BHOaXf8PzWFVYVVlLCag9eX69HuOopHakW6zvZgWEv5ZVUbzLatJmOJ6BXIP+b6o83lgrO1khG2e8VRPVVwO8D0kadr2zwpuH4=
+    # APPVEYOR_API_TOKEN
+    - secure: UaLfn9kWVK+EyYxvjZzoV3m3ODs+iD0F57kCF4Z+YqXdo3oPxd+hIoEpo9VtkXAvhNLbj3kvCyiv+J+lqEwuR6uoAFaiz70LaAsxIX1CuHzNhJRxUglK4TdTdoGXHo2bbiTPZRnPkYwFYip5ehx8q7tPnL+xgu3AiTTLvSr0R6g=
+    # TWINE_USERNAME
+    - secure: Od+iImlaOP2qzkGstfj3TTmhqWDdtZ1+CGFPJnHzZ9mj9l3Pg1Aek369f1MsGBXZeJqojiTx1xg/XzW3xH39QzbuynMGEFYOAZDnQMJsT990H1vKyHsoQ86t4n0T7FEIs6B5BzP1oDROdADHcxmRQ1BoSvWumbq/isGewArGO0M=
+    # TWINE_PASSWORD
+    - secure: cMN061O5PjB3B8+iSEgyo/qe3QPSDW8GaAupYtHKLnxT2M6JiepuVzZL40y9I1QTnZQMf8VIKH7XExLkgyVvbKZyQCctp9tioBBiAafp6uhAQMLSzj1+03gBzaJQJySPMLX4Snfa/TuhOqym5m4kYQTX/p3qCImzkgxWW1SV+rc=
+    - TWINE_REPOSITORY=https://test.pypi.org/legacy/
+    - TWINE_REPOSITORY_URL=https://test.pypi.org/legacy/
+
+stages:
+  - name: test
+  - name: deploy
+    if: type = push AND tag =~ ^v\d+\.\d+\.\d+
+
+os:
+  - linux
+
+addons:
+  apt_packages:
+    - pandoc
+
 python:
   - "2.7"
   - "pypy"
@@ -7,20 +35,100 @@ python:
   - "3.5"
   - "3.6"
   - "pypy3"
-sudo: false
 
-matrix:
-  fast_finish: true
-  allow_failures:
-  - python: "pypy3"
+before_install:
+  - if [[ $TRAVIS_OS_NAME == "osx" ]]; then
+      echo "Updating brew packages.";
+      brew update || travis_terminate 1;
+      if [[ $TRAVIS_PYTHON_VERSION == "2.7" ]]; then
+        echo "Installing python 2.";
+        brew upgrade python2 || travis_terminate 1;
+        virtualenv venv -p python2;
+      elif [[ $TRAVIS_PYTHON_VERSION == "3.6" ]]; then
+        echo "Installing python 3.";
+        brew install python3 || travis_terminate 1;
+        virtualenv venv -p python3;
+      fi;
+      source venv/bin/activate || travis_terminate 1;
+      python --version || travis_terminate 1;
+    fi
+  - if [[ $TRAVIS_PULL_REQUEST == false && $TRAVIS_TAG =~ v[0-9]+\.[0-9]+\.[0-9]+ ]]; then
+      if [[ $TRAVIS_OS_NAME == "osx" ]]; then
+        echo "Installing pandoc.";
+        brew install pandoc || travis_terminate 1;
+      fi;
+      echo "Installing pypandoc.";
+      pip install pypandoc || travis_terminate 1;
+    fi
 
 install:
   - pip install .
 
 script: 
-  - python setup.py test
+  - python setup.py test || travis_terminate 1
+  # Need to pick a Python version to create the source distribution.
+  - if [[ $TRAVIS_PYTHON_VERSION == "3.6" && $TRAVIS_OS_NAME == linux && $TRAVIS_PULL_REQUEST == false && $TRAVIS_TAG =~ v[0-9]+\.[0-9]+\.[0-9]+ ]]; then
+      echo "Creating source distribution.";
+      python setup.py sdist || travis_terminate 1;
+    else
+      echo "Skip creation of source distribution.";
+    fi
+  # Binary wheels for Linux that are too platform specific are not allowed to
+  # be uploaded on PyPI. As we need to compile C code, we only create them on OSX.
+  - if [[ $TRAVIS_OS_NAME == osx && $TRAVIS_PULL_REQUEST == false && $TRAVIS_TAG =~ v[0-9]+\.[0-9]+\.[0-9]+ ]]; then
+      echo "Creating binary distribution wheel.";
+      python setup.py bdist_wheel || travis_terminate 1;
+    else
+      echo "Skip creation of binary distribution wheel.";
+    fi
+
+deploy:
+  provider: releases
+  api_key:
+    secure: Oy5f4YjhoPd1tAFK0nlD9ZmWYH1cpnl5R3erPinemU4S/8l0jyTb4e5gdYVhluzSTZGrvNKJREwTSsq6yOriNc9EgTc/YwkFczkFuPokGzNO+VNfaEfsm9v/zcPH+Tpc51mFWXYnhFzBkJeIeRPNoVXCifFL+WxoCyWg6ljpVHg=
+  skip_cleanup: true
+  file_glob: true
+  file:
+    - dist/Whirlpool-*.tar.gz
+    - dist/Whirlpool-*.whl
+  on:
+    tags: true
+
+jobs:
+  fast_finish: true
+  allow_failures:
+    - python: "pypy3"
+  include:
+    # Manually include OSX in the job matrix, but only for
+    # Python 2.7 and 3.6.
+    - stage: test
+      os: osx
+      python: 2.7
+      language: generic
+      env: TRAVIS_PYTHON_VERSION=2.7
+    - stage: test
+      os: osx
+      python: 3.6
+      language: generic
+      env: TRAVIS_PYTHON_VERSION=3.6
+    # As the deploy script fetches all build artifacts uploaded to GitHub of
+    # all stages, we only need to run it once.
+    # So pinning it to Python 3.6 on Linux.
+    - stage: deploy
+      python: 3.6
+      os: linux
+      addons: skip
+      cache: skip
+      before_install: skip
+      install: skip
+      script:
+        - echo "Check build status."
+        - python .travis/travis-release.py || travis_terminate 1
+        - echo "Deploy to PyPI stage."
+        - pip install twine || travis_terminate 1
+        - twine upload dist/* --skip-existing || travis_terminate 1
 
 notifications:
   email:
-    on_success: change
+    on_success: never
     on_failure: change