Reorganize docker /Users/rfay/workspace/build-tools and try appveyor for Docker-for-Windows testing (#61)

* Add appveyor config for Windows testing
* Reorganize/simplify build for Docker-ee compatibility (used in appveyor)

Author: rfay

.appveyor.yml

@@ -2,49 +2,29 @@
 # Linux docker containers extensively, and appveyor is unable to use them.
 # So even building (not to mention testing) isn't possible.
 version: "{build}"
-image: Visual Studio 2017
+image: Windows Server 2019
 
-# Source Config
-clone_folder: c:\gopath\src\github.com\drud\build-tools
-
-# Build host
-
-environment:
-  GOPATH: c:\gopath
-  GOVERSION: 1.8.3
-  BASH: "C:/Program Files/git/bin/bash"
-
-init:
-  - git config --global core.autocrlf input
-
-# Build
 
 install:
-  - ps: Stop-Service docker
-  - ps: Remove-Item -Force -Recurse $env:ProgramFiles\docker
-  - ps: Invoke-WebRequest -Uri "https://download.docker.com/win/static/test/x86_64/docker-17.06.0-ce.zip" -OutFile "docker.zip"
-  - ps: Expand-Archive -Path "docker.zip" -DestinationPath $env:ProgramFiles -Force
-  - ps: Remove-Item docker.zip
-  - ps: Start-Service docker
-  - ps: Invoke-WebRequest "https://github.com/docker/compose/releases/download/1.14.0/docker-compose-Windows-x86_64.exe" -UseBasicParsing -OutFile $Env:ProgramFiles\docker\docker-compose.exe
-  - docker run -it -v C:/gopath:/junk busybox ls
-
-  - docker version
-  - docker-compose version
-  # Install the specific Go version.
-  - rmdir c:\go /s /q
-  - curl -fsS -o golang.msi https://storage.googleapis.com/golang/go%GOVERSION%.windows-amd64.msi
-  - msiexec /i golang.msi /q
-  - go version
-  - choco install -y git make
-  - make --version
+  - cinst make golang git
+  - refreshenv
+  - git config --global core.autocrlf false
 
 build_script:
-  - cd tests
-  - '"%BASH%" -c "make windows"'
-
+#  - docker run --rm -t  busybox ls /etc
+#  - docker run -t -v "C:\:/junk" busybox ls
+#  - docker run -t -v %cd%:/tmp/junk busybox ls /tmp/junk
+#  - docker run -t -v "%cd%:/tmp/junk" busybox ls /tmp/junk
+#  - ps: docker run --rm -it -v ${PWD}:/tmp/junk busybox ls /tmp/junk
+#  - where bash
+#  - bash --version
+#  - where make
+#  - make --version
+#  - go version
+  - docker version && docker-compose version
+  - cmd: where docker
+  - cmd: .autotests/test.cmd
+
+
+test: off
 deploy: false
-
-test_script:
-  - cd tests
-  - '"%BASH%" -c "make test"'

.buildkite/sanetestbot.sh .autotests/sanetestbot.sh.buildkite/sanetestbot.sh renamed to .autotests/sanetestbot.sh

@@ -9,10 +9,10 @@ set -o nounset
 
 
 # Check that required commands are available.
-for command in mysql git go make; do
+for command in git go make; do
     command -v $command >/dev/null || ( echo "Did not find command installed '$command'" && exit 2 )
 done
-docker run -t busybox ls
+docker run -t busybox ls >/dev/null
 
 if [ "$(go env GOOS)" = "windows"  -a "$(git config core.autocrlf)" != "false" ] ; then
  echo "git config core.autocrlf is not set to false on windows"

.buildkite/test.cmd .autotests/test.cmd.buildkite/test.cmd renamed to .autotests/test.cmd

@@ -1,5 +1,5 @@
-@echo "Building using bash and build.sh"
-"C:\Program Files\git\bin\bash" .buildkite/test.sh
+@echo "Building using bash and build.sh PWD=%cd%"
+"C:\Program Files\git\bin\bash" .autotests/test.sh
 
 if %ERRORLEVEL% EQU 0 (
    @echo Successful build

.autotests/test.sh

@@ -0,0 +1,31 @@
+#!/bin/bash
+
+# build drud/build-tools for automated testing (buildkite/appveyor/circleci)
+
+set -o errexit
+set -o pipefail
+set -o nounset
+#set -x
+
+# Make sure that everything remains readable. Go module cache is always getting
+# set to read-only, meanning it can't be cleaned up.
+function cleanup {
+	chmod -R u+w . || true
+}
+trap cleanup EXIT
+
+BUILD_OS=$(go env GOOS)
+echo "--- building at $(date) on $HOSTNAME for OS=$(go env GOOS) in $PWD"
+
+# Our testbot should now be sane, run the testbot checker to make sure.
+echo "--- Checking for sane testbot"
+./.autotests/sanetestbot.sh
+
+echo "--- make $BUILD_OS"
+cd tests
+rm -f windows darwin linux && time make
+echo "--- make test"
+time make test
+RV=$?
+echo "--- build.sh completed with status=$RV"
+exit $RV

.buildkite/macosdockerformac.yml

@@ -1,4 +1,4 @@
-  - command: ".buildkite/test.sh"
+  - command: ".autotests/test.sh"
     agents:
       - "os=macos"
       - "dockertype=dockerformac"

.buildkite/test.sh

@@ -1,4 +1,4 @@
-  - command: ".buildkite/test.cmd"
+  - command: ".autotests/test.cmd"
     agents:
       - "os=windows"
       - "dockertype=dockerforwindows"

.buildkite/windows10dockerforwindows.yml

@@ -1,4 +1,4 @@
-  - command: ".buildkite/test.cmd"
+  - command: ".autotests/test.cmd"
     agents:
       - "os=windows"
       - "dockertype=toolbox"

.buildkite/windows10dockertoolbox.yml

@@ -4,15 +4,12 @@ stages:
     machine:
       image: circleci/classic:201711-01
 
-    environment:
-      GOPATH: /home/circleci/go
-
     steps:
       - run: sudo rm -rf /usr/local/go &&
-             wget -q -O /tmp/golang.tgz https://dl.google.com/go/go1.11.4.linux-amd64.tar.gz &&
+             wget -q -O /tmp/golang.tgz https://dl.google.com/go/go1.11.5.linux-amd64.tar.gz &&
              sudo tar -C /usr/local -xzf /tmp/golang.tgz
 
       - checkout
 
-      - run: cd tests && make test
+      - run: .autotests/test.sh
 

.circleci/config.yml

@@ -40,7 +40,7 @@ tar -xf $local_file
 rm -rf build-tools/*
 cp -r $internal_name/ build-tools/
 rm -rf $internal_name/
-rm -rf build-tools/{tests,circle.yml,.circleci,.github,.appveyor.yml,.buildkite}
+rm -rf build-tools/{tests,circle.yml,.circleci,.github,.appveyor.yml,.buildkite,.autotests}
 touch build-tools/build-tools-VERSION-$tag.txt
 git add build-tools
 echo "Updated build-tools to $tag