Scenario make has startup issues

Scenario make has startup issues

Switch to dist: bionic

Switch to xenial

Pin nginx image

docker-compose issue .env -> .menv

Debugging Travis issues

New Docker setup

Author: Leo Gallucci

.env renamed to .menv

@@ -10,7 +10,7 @@ python:
 sudo: required
 
 os: linux
-dist: trusty
+dist: xenial
 
 services:
   - docker

.travis.yml

@@ -28,12 +28,12 @@ endif
 
 default: compose
 
-get: .env
+get: .menv
 
-.env:
-	wget -nv "${GIT_BASE_URL}/${GIT_TAG_OR_BRANCH}/.env"
+.menv:
+	wget -nv "${GIT_BASE_URL}/${GIT_TAG_OR_BRANCH}/.menv"
 
-include .env
+include .menv
 
 ECHOERR=sh -c 'awk " BEGIN { print \"-- ERROR: $$1\" > \"/dev/fd/2\" }"' ECHOERR
 # TODO: Output warning in color: yellow
@@ -149,10 +149,10 @@ seeff:
 env:
 	env
 
-basic_reqs: docker-compose-tests.yml .env mk mk/wait.sh mk/move.sh docker docker-compose
+basic_reqs: docker-compose-tests.yml .menv mk mk/wait.sh mk/move.sh docker docker-compose
 
 # Gather all requisites
-setup: .env basic_reqs mk/install_vnc.sh mk/vnc_cask.rb mk/see.sh mk/install_wmctrl.sh warn_vncviewer warn_wmctrl pull
+setup: .menv basic_reqs mk/install_vnc.sh mk/vnc_cask.rb mk/see.sh mk/install_wmctrl.sh warn_vncviewer warn_wmctrl pull
 	@echo "Requirements checked."
 
 cleanup:

Makefile

@@ -55,7 +55,7 @@ To update latest version of this docker image either `docker pull elgalu/seleniu
 
     make pull
 
-Every now and then you will want to upgrade the script files [.env](../.env), [docker-compose.yml][], [mk/](../mk) and so on.
+Every now and then you will want to upgrade the script files [.menv](../.menv), [docker-compose.yml][], [mk/](../mk) and so on.
 But given the upgrades are destructive is better to git clone this repository and do `git pull` from time to time.
 If you make changes to these config files locally git will advise how to merge latest changes and you will be safe of losing your customizations.
 

docs/make.md

@@ -5,19 +5,18 @@
 set -xe
 
 # cleanup
-sudo service docker stop || true
-sudo rm -f /etc/apt/sources.list.d/docker.list
-sudo rm -f /usr/lib/systemd/system/docker.service
-sudo apt -qqy purge lxc-docker || true
-sudo apt -qqy purge docker-engine || true
-sudo /etc/init.d/apparmor stop || true
-sudo rm -rf /var/lib/docker /dev/mapper/docker* /usr/bin/docker /run/docker /etc/docker || true
-sudo rm -rf /etc/apt/sources.list.d/docker* /etc/default/docker /etc/init.d/docker /etc/apparmor.d/cache/docker || true
-sudo rm -rf /etc/apparmor.d/docker /etc/bash_completion.d/docker /var/log/upstart/docker* || true
-sudo rm -rf /var/lib/apt/lists/*docker* /var/lib/dpkg/info/*docker* /dev/disk/by-id/*docker* || true
-sudo rm -rf /var/cache/apt/archives/docker* || true
-
-sudo chown -R ${USER} /home/travis/.gnupg || true
+# sudo service docker stop || true
+# sudo rm -f /etc/apt/sources.list.d/docker.list
+# sudo rm -f /usr/lib/systemd/system/docker.service
+# sudo apt -qqy purge lxc-docker || true
+# sudo apt -qqy purge docker-engine || true
+# sudo /etc/init.d/apparmor stop || true
+# sudo rm -rf /var/lib/docker /dev/mapper/docker* /usr/bin/docker /run/docker /etc/docker || true
+# sudo rm -rf /etc/apt/sources.list.d/docker* /etc/default/docker /etc/init.d/docker /etc/apparmor.d/cache/docker || true
+# sudo rm -rf /etc/apparmor.d/docker /etc/bash_completion.d/docker /var/log/upstart/docker* || true
+# sudo rm -rf /var/lib/apt/lists/*docker* /var/lib/dpkg/info/*docker* /dev/disk/by-id/*docker* || true
+# sudo rm -rf /var/cache/apt/archives/docker* || true
+# sudo chown -R ${USER} /home/travis/.gnupg || true
 
 # GPG servers aren't too reliable (especially in out test builds)
 # so fallback servers are needed
@@ -39,21 +38,29 @@ for key in \
   gpg --keyserver ha.pool.sks-keyservers.net --recv-keys "$key" ; \
 done
 
-# install
-CODE_NAME=$(lsb_release -sc) #e.g. trusty
-[ "${CODE_NAME}" == "" ] && CODE_NAME=trusty
-sudo sh -c "echo 'deb [arch=amd64] https://download.docker.com/linux/ubuntu ${CODE_NAME} stable' >> /etc/apt/sources.list.d/docker.list"
-# sed -i.bak '/docker/d' /etc/apt/sources.list.d/docker.list
-sudo apt -qqy update
-sudo apt -qqy install apt-transport-https ca-certificates
-
-sudo apt-cache policy docker-engine || true
-sudo apt -qqy install linux-image-extra-$(uname -r)
-sudo apt -qqy install apparmor
-sudo /etc/init.d/apparmor start || true
 export DEBCONF_NONINTERACTIVE_SEEN=true
+
+# install docker (<=2018)
+# CODE_NAME=$(lsb_release -sc) #e.g. trusty
+# [ "${CODE_NAME}" == "" ] && CODE_NAME=trusty
+# sudo sh -c "echo 'deb [arch=amd64] https://download.docker.com/linux/ubuntu ${CODE_NAME} stable' >> /etc/apt/sources.list.d/docker.list"
+# # sed -i.bak '/docker/d' /etc/apt/sources.list.d/docker.list
+# sudo apt -qqy update
+# sudo apt -qqy install apt-transport-https ca-certificates
+
+# sudo apt-cache policy docker-engine || true
+# sudo apt -qqy install linux-image-extra-$(uname -r)
+# sudo apt -qqy install apparmor
+# sudo /etc/init.d/apparmor start || true
 # sudo apt -qqy install docker-engine
-sudo apt -qyy install docker-ce
+# sudo apt -qyy install docker-ce
+
+# install docker (2019)
+# https://docs.travis-ci.com/user/docker/#installing-a-newer-docker-version
+curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo apt-key add -
+sudo add-apt-repository "deb [arch=amd64] https://download.docker.com/linux/ubuntu $(lsb_release -cs) stable"
+sudo apt -qqy update
+sudo apt-get -y -o Dpkg::Options::="--force-confnew" install docker-ce
 
 # if [ "${DOCKER_VERSION}" != "stable" ]; then
 #   # wget -nv -O docker.tgz "https://github.com/docker/docker/archive/v${DOCKER_VERSION}.tar.gz"

test/before_install_docker_linux

@@ -39,9 +39,9 @@ sleep ${SLEEP_TIME}
 
 # Wait then show errors, if any
 if ! docker exec grid_hub_1 wait_all_done ${WAIT_ALL_DONE}; then
-  docker exec grid_hub_1 errors || true
+  docker exec grid_hub_1 errors || docker ps -a
   docker-compose -f ${COMPOSE_FILE} -p grid logs hub
-  die "Failed to start the Hub"
+  die "$0 Failed to start the Hub"
 fi
 
 for i in $(seq 1 ${NUM_NODES}); do

test/compose-test.sh

@@ -117,7 +117,7 @@ docker rm basic_webserver || true
 # Let's bind to all host interfaces in case the host has ufw enabled
 docker run -d -t --name=basic_webserver \
   -p 0.0.0.0:${BASIC_WEB_SERVER_PORT}:80 \
-  nginx
+  nginx:1.15.11
 
 docker attach basic_webserver &
 
@@ -127,6 +127,10 @@ while ! curl -s "http://localhost:${BASIC_WEB_SERVER_PORT}"; do
   sleep 0.2
 done
 
+# sudo vim /etc/default/ufw
+# DEFAULT_FORWARD_POLICY="ACCEPT"
+# sudo ufw reload
+# sudo iptables -I INPUT -i docker0 -j ACCEPT
 docker exec grid curl d.host.loc.dev:${BASIC_WEB_SERVER_PORT}
 docker exec grid curl host.docker:${BASIC_WEB_SERVER_PORT}