CI: Add regression test steps

Author: effigies

.circleci/config.yml

@@ -156,6 +156,46 @@ jobs:
             - /tmp/data
             - /tmp/ds005/derivatives/freesurfer
 
+  get_regression_data:
+    machine:
+      # Ubuntu 14.04 with Docker 17.10.0-ce
+      image: circleci/classic:201711-01
+    working_directory: /home/circleci/data
+    steps:
+      - restore_cache:
+          keys:
+            - regression-v0-{{ epoch }}
+            - regression-v0-
+      - run:
+          name: Get truncated BOLD series
+          command: |
+            mkdir -p /tmp/data
+            if [[ ! -d /tmp/data/fmriprep_bold_truncated ]]; then
+              wget --retry-connrefused --waitretry=5 --read-timeout=20 --timeout=15 -t 0 -q \
+                -O fmriprep_bold_truncated.tar.gz "https://osf.io/286yr/download"
+              tar xvzf fmriprep_bold_truncated.tar.gz -C /tmp/data/
+            else
+              echo "Truncated BOLD series were cached"
+            fi
+      - run:
+          name: Get pre-computed masks
+          command: |
+            if [[ ! -d /tmp/data/fmriprep_bold_mask ]]; then
+              wget --retry-connrefused --waitretry=5 --read-timeout=20 --timeout=15 -t 0 -q \
+                -O fmriprep_bold_mask.tar.gz "https://osf.io/s4f7b/download"
+              tar xvzf fmriprep_bold_mask.tar.gz -C /tmp/data/
+            else
+              echo "Pre-computed masks were cached"
+            fi
+      - persist_to_workspace:
+          root: /tmp
+          paths:
+            - data
+      - save_cache:
+         key: regression-v0-{{ epoch }}
+         paths:
+            - /tmp/data
+
   update_cache:
     machine:
       # Ubuntu 14.04 with Docker 17.10.0-ce
@@ -274,6 +314,28 @@ jobs:
       - store_artifacts:
           path: /home/circleci/out/docs
 
+  regression_test:
+    machine:
+      image: circleci/classic:201711-01
+    working_directory: /tmp/regression
+    steps:
+      - checkout:
+          path: /home/circleci/src/fmriprep
+      - run:
+          name: Check whether build should be skipped
+          command: |
+            cd /home/circleci/src/fmriprep
+            if [[ "$( git log --format=oneline -n 1 $CIRCLE_SHA1 | grep -i -E '\[skip[ _]?reg\]' )" != "" ]]; then
+              echo "Skipping regression tests"
+              circleci step halt
+            fi
+      - attach_workspace:
+          at: /tmp
+      - restore_cache:
+          keys:
+            - regression-v0-{{ epoch }}
+            - regression-v0-
+
   ds005:
     machine:
       image: circleci/classic:201711-01
@@ -665,6 +727,11 @@ workflows:
             tags:
               only: /.*/
 
+      - get_regression_data:
+          filters:
+            branches:
+              ignore: /docs?\/.*/
+
       - build_docs:
           requires:
             - build
@@ -721,6 +788,15 @@ workflows:
             tags:
               only: /.*/
 
+      - regression_test:
+          requires:
+            - build
+            - get_regression_data
+          filters:
+            branches:
+              # only: /meepi.*/
+              ignore: /docs?\/.*/
+
       - deploy:
           requires:
             - build