Merge pull request #939 from automl/development

Release 0.9

Author: mfeurer

.github/workflows/docker-publish.yml

@@ -0,0 +1,53 @@
+#https://help.github.com/en/actions/language-and-framework-guides/publishing-docker-images#publishing-images-to-github-packages
+name: Publish Docker image
+on:
+  push:
+    # Push  to `master` or `development`
+    branches:
+      - master
+      - development
+      - docker_workflow
+
+jobs:
+  push_to_registry:
+    name: Push Docker image to GitHub Packages
+    runs-on: ubuntu-latest
+    steps:
+      - name: Check out the repo
+        uses: actions/checkout@v2
+      - name: Extract branch name
+        shell: bash
+        run: echo "##[set-output name=branch;]$(echo ${GITHUB_REF#refs/heads/})"
+        id: extract_branch
+      - name: Push to GitHub Packages
+        uses: docker/build-push-action@v1
+        with:
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+          registry: docker.pkg.github.com
+          repository: automl/auto-sklearn/auto-sklearn
+          tag_with_ref: true
+          tags: ${{ steps.extract_branch.outputs.branch }}
+      - name: Push to Docker Hub
+        uses: docker/build-push-action@v1
+        with:
+          username: ${{ secrets.DOCKER_USERNAME }}
+          password: ${{ secrets.DOCKER_PASSWORD }}
+          repository: mfeurer/auto-sklearn
+          tags: ${{ steps.extract_branch.outputs.branch }}
+      - name: Docker Login
+        run: docker login docker.pkg.github.com -u $GITHUB_ACTOR -p $GITHUB_TOKEN
+        env:
+            GITHUB_TOKEN: ${{secrets.GITHUB_TOKEN}}
+      - name: Pull Docker image
+        run: docker pull docker.pkg.github.com/$GITHUB_REPOSITORY/auto-sklearn:$BRANCH
+        env:
+            BRANCH: ${{ steps.extract_branch.outputs.branch }}
+      - name: Run image
+        run: docker run -i -d --name unittester -v $GITHUB_WORKSPACE:/workspace -w /workspace docker.pkg.github.com/$GITHUB_REPOSITORY/auto-sklearn:$BRANCH
+        env:
+            BRANCH: ${{ steps.extract_branch.outputs.branch }}
+      - name: Auto-Sklearn loaded
+        run: docker exec  -i unittester python3 -c 'import autosklearn; print(f"Auto-sklearn imported from {autosklearn.__file__}")'
+      - name: Run unit testing
+        run: docker exec  -i unittester python3 -m pytest -v test

.travis.yml

@@ -24,6 +24,8 @@ matrix:
     env: DISTRIB="conda" DOCPUSH="true" PYTHON="3.7" SKIP_TESTS="true"
   - os: linux
     env: DISTRIB="conda" RUN_FLAKE8="true" SKIP_TESTS="true"
+  - os: linux
+    env: DISTRIB="conda" RUN_MYPY="true" SKIP_TESTS="true"
   - os: linux
     env: DISTRIB="conda" PYTHON="3.5"
   - os: linux

Dockerfile

@@ -1,19 +1,35 @@
-FROM ubuntu
+FROM ubuntu:18.04
 
-# System requirements
-RUN apt-get update && apt-get install -y \
-  build-essential \
-  curl \
-  python3-pip \
-  swig \
-  && rm -rf /var/lib/apt/lists/*
+WORKDIR /auto-sklearn
+
+# Copy the checkout autosklearn version for installation
+ADD . /auto-sklearn/
+
+# install linux packages
+RUN apt-get update
+
+# Set the locale
+# workaround for https://github.com/automl/auto-sklearn/issues/867
+RUN apt-get -y install locales
+RUN touch /usr/share/locale/locale.alias
+RUN sed -i -e 's/# en_US.UTF-8 UTF-8/en_US.UTF-8 UTF-8/' /etc/locale.gen && locale-gen
+ENV LANG en_US.UTF-8
+ENV LANGUAGE en_US:en
+ENV LC_ALL en_US.UTF-8
+
+RUN apt install -y python3-dev python3-pip
+RUN pip3 install --upgrade setuptools
+RUN apt-get install -y build-essential curl 
+
+# https://github.com/automl/auto-sklearn/issues/314
+RUN apt-get install -y swig3.0
+RUN ln -s /usr/bin/swig3.0 /usr/bin/swig
 
 # Upgrade pip then install dependencies
 RUN pip3 install --upgrade pip
-RUN curl https://raw.githubusercontent.com/automl/auto-sklearn/master/requirements.txt \
-  | xargs -n 1 -L 1 pip3 install
+RUN pip3 install pytest==4.6.* pep8 codecov pytest-cov flake8 flaky openml
+RUN curl https://raw.githubusercontent.com/automl/auto-sklearn/master/requirements.txt | xargs -n 1 -L 1 pip3 install
+RUN pip3 install jupyter
 
 # Install
-RUN pip3 install \
-  auto-sklearn \
-  jupyter
+RUN pip3 install -e /auto-sklearn/

MANIFEST.in

@@ -2,7 +2,7 @@ recursive-include autosklearn/metalearning/files *.arff
 recursive-include autosklearn/metalearning/files *.csv
 recursive-include autosklearn/metalearning/files *.txt
 include autosklearn/util/logging.yaml
-recursive-include autosklearn *.pyx
 include requirements.txt
+include autosklearn/requirements.txt
 recursive-include autosklearn/experimental/askl2_portfolios *.json
 include autosklearn/experimental/askl2_training_data.json

autosklearn/__init__.py

@@ -1,21 +1,16 @@
 # -*- encoding: utf-8 -*-
 import os
+import pkg_resources
 import sys
 
 from autosklearn.util import dependencies
 from autosklearn.__version__ import __version__  # noqa (imported but unused)
 
 
-__MANDATORY_PACKAGES__ = '''
-numpy>=1.9
-scikit-learn>=0.22.0,<0.23
-lockfile>=0.10
-smac>=0.12
-pyrfr>=0.6.1,<0.8
-ConfigSpace>=0.4.0,<0.5
-'''
+requirements = pkg_resources.resource_string('autosklearn', 'requirements.txt')
+requirements = requirements.decode('utf-8')
 
-dependencies.verify_packages(__MANDATORY_PACKAGES__)
+dependencies.verify_packages(requirements)
 
 if os.name != 'posix':
     raise ValueError(

autosklearn/__version__.py

@@ -1,4 +1,4 @@
 """Version information."""
 
 # The following line *must* be the last in the module, exactly as formatted:
-__version__ = "0.8.0"
+__version__ = "0.9.0"