BLD Refactor build (#1290)

* Add manifest

* Tidy setup.py

* Add install miniconda script

* Refactoring build

* Add debugging messages

* Bash is hard

* Set python versions correctly

* Trying it out

* Remove some debug messages

* Factor out more test utilities

* More nits

* Remove changes to manifest and setup for now

Author: ColCarroll

.travis.yml

@@ -5,32 +5,23 @@ python:
   - "3.4"
 
 before_install:
-  - if [ ${TRAVIS_PYTHON_VERSION:0:1} == "2" ]; then wget http://repo.continuum.io/miniconda/Miniconda-latest-Linux-x86_64.sh -O miniconda.sh; else wget http://repo.continuum.io/miniconda/Miniconda3-latest-Linux-x86_64.sh -O miniconda.sh; fi
-  - chmod +x miniconda.sh
-  - ./miniconda.sh -b
-  - if [ ${TRAVIS_PYTHON_VERSION:0:1} == "2" ]; then export PATH=/home/travis/miniconda2/bin:$PATH; else export PATH=/home/travis/miniconda3/bin:$PATH; fi
+  - . ./scripts/install_miniconda.sh
   - "export DISPLAY=:99.0"
   - "sh -e /etc/init.d/xvfb start"
   - if [ ${MATPLOTLIB} = "1.2" ]; then mkdir $HOME/.matplotlib; fi
   - if [ ${MATPLOTLIB} = "1.2" ]; then cp ${SRCDIR}/tools/matplotlibrc $HOME/.matplotlib/matplotlibrc; fi
   #- mkdir -p $HOME/.config/matplotlib; echo "backend: agg" > $HOME/.config/matplotlib/matplotlibrc
 
 install:
-  - conda create -n testenv --yes pip python=$TRAVIS_PYTHON_VERSION
-  - source activate testenv
-  - conda install --yes jupyter pyzmq numpy scipy nose matplotlib pandas Cython patsy statsmodels joblib
-  - if [ ${TRAVIS_PYTHON_VERSION:0:1} == "2" ]; then conda install --yes mock enum34; fi
-  - pip install --no-deps numdifftools
-  - pip install git+https://github.com/Theano/Theano.git
-  - pip install git+https://github.com/mahmoudimus/nose-timer.git
-  - python setup.py build_ext --inplace
+  - . ./scripts/create_testenv.sh
 
 env:
-  - TESTCMD=" -vv --with-timer -e test_examples -e test_distributions"
-  - TESTCMD=" -vv --with-timer pymc3.tests.test_distributions"
-  - TESTCMD=" -vv --with-timer pymc3.tests.test_distributions_random"
+  - TESTCMD=" -vv --with-timer -e test_examples -e test_distributions" PYTHON_VERSION=${TRAVIS_PYTHON_VERSION}
+  - TESTCMD=" -vv --with-timer pymc3.tests.test_distributions" PYTHON_VERSION=${TRAVIS_PYTHON_VERSION}
+  - TESTCMD=" -vv --with-timer pymc3.tests.test_distributions_random" PYTHON_VERSION=${TRAVIS_PYTHON_VERSION}
+
 script:
-  - THEANO_FLAGS='gcc.cxxflags="-march=core2"' nosetests $TESTCMD
+  - . ./scripts/test.sh $TESTCMD
 
 after_success:
   - bash <(curl -s https://codecov.io/bash)

scripts/create_testenv.sh

@@ -0,0 +1,20 @@
+#!/usr/bin/env bash
+
+set -e # fail on first error
+
+PYTHON_VERSION=${PYTHON_VERSION:-3.4} # if no python specified, use 3.4
+
+conda create -n testenv --yes pip python=${PYTHON_VERSION}
+
+source activate testenv
+
+conda install --yes jupyter pyzmq numpy scipy nose matplotlib pandas Cython patsy statsmodels joblib
+if [ ${PYTHON_VERSION} == "2.7" ]; then
+  conda install --yes mock enum34;
+fi
+
+pip install --no-deps numdifftools
+pip install git+https://github.com/Theano/Theano.git
+pip install git+https://github.com/mahmoudimus/nose-timer.git
+
+python setup.py build_ext --inplace

scripts/install_miniconda.sh

@@ -0,0 +1,41 @@
+#!/usr/bin/env bash
+
+set -e # fail on first error
+
+if conda --version > /dev/null 2>&1; then
+   echo "conda appears to alreaday be installed"
+   exit 0
+ fi
+
+PYTHON_VERSION=${PYTHON_VERSION:-3.4} # if no python specified, use 3.4
+
+if [ "$(uname)" == "Darwin" ]; then
+  URL_OS="MacOSX"
+elif [ "$(expr substr "$(uname -s)" 1 5)" == "Linux" ]; then
+  URL_OS="Linux"
+elif [ "$(expr substr "$(uname -s)" 1 10)" == "MINGW32_NT" ]; then
+  URL_OS="Windows"
+fi
+
+echo "Downloading miniconda for $URL_OS"
+DOWNLOAD_PATH="miniconda.sh"
+
+if [ ${PYTHON_VERSION} == "2.7" ]; then
+  wget http://repo.continuum.io/miniconda/Miniconda-latest-$URL_OS-x86_64.sh -O ${DOWNLOAD_PATH};
+  INSTALL_FOLDER="$HOME/minconda2"
+else
+  wget http://repo.continuum.io/miniconda/Miniconda3-latest-$URL_OS-x86_64.sh -O ${DOWNLOAD_PATH};
+  INSTALL_FOLDER="$HOME/minconda3"
+fi
+
+
+echo "Installing miniconda for python-$PYTHON_VERSION to $INSTALL_FOLDER"
+# install miniconda to home folder
+bash ${DOWNLOAD_PATH} -b -p $INSTALL_FOLDER
+
+# tidy up
+rm ${DOWNLOAD_PATH}
+
+export PATH="$INSTALL_FOLDER/bin:$PATH"
+echo "Adding $INSTALL_FOLDER to PATH.  Consider adding it in your .rc file as well."
+conda update -q conda

scripts/test.sh

@@ -0,0 +1,3 @@
+#!/usr/bin/env bash
+
+THEANO_FLAGS='gcc.cxxflags="-march=core2"' nosetests "$@"