Upgrade Chrome patch & Chromedriver 2.23

Author: elgalu

.gitignore

@@ -1,9 +1,7 @@
 tmp/
 tmp_make/
 *_image/
-binaries/*.deb
-binaries/*.md5
-binaries/*.sha
+binaries/*
 READMEBS.md
 READMEZala.sh
 .python-version

.travis.yml

@@ -1,6 +1,7 @@
 # Even though we run everything inside docker Travis require
 # us to pick a language else it will pick Ruby by default
-language: generic
+# language: generic
+language: python
 
 # Omit running tests on temporal branches,
 #  i.e. branches with names that start with "tmp"
@@ -12,6 +13,11 @@ env:
   global:
     - TEST_SLEEPS="0.7"
 
+sudo: required
+dist: trusty
+services:
+  - docker
+
 matrix:
   allow_failures:
     # Currently erroring in Mac (OSX):
@@ -20,10 +26,10 @@ matrix:
     #   Docker requires a processor with virtualization capabilities
     - env:
         - DOCKER_VERSION="1.12.0-rc4"
-          DOCKER_COMPOSE_VERSION="1.8.0-rc2"
+          DOCKER_COMPOSE_VERSION="1.8.0"
           OPERATING_SYSTEM="osx"
   include:
-    # Linux with docker:stable compose:stable
+    # Linux with docker:stable compose:stable/older
     - os: linux
       sudo: required
       dist: trusty
@@ -33,7 +39,7 @@ matrix:
         - DOCKER_VERSION="stable"
           DOCKER_COMPOSE_VERSION="1.7.1"
           DOCKER_PUSH=true
-    # Linux with docker:beta compose:stable
+    # Linux with docker:beta compose:stable/older
     - os: linux
       sudo: required
       dist: trusty
@@ -50,7 +56,7 @@ matrix:
         - docker
       env:
         - DOCKER_VERSION="stable"
-          DOCKER_COMPOSE_VERSION="1.8.0-rc2"
+          DOCKER_COMPOSE_VERSION="1.8.0"
     # Linux with docker:beta compose:beta
     - os: linux
       sudo: required
@@ -59,13 +65,13 @@ matrix:
         - docker
       env:
         - DOCKER_VERSION="1.12.0-rc4"
-          DOCKER_COMPOSE_VERSION="1.8.0-rc2"
+          DOCKER_COMPOSE_VERSION="1.8.0"
     # Mac OSX: only test native docker version
     - os: osx
       osx_image: xcode8
       env:
         - DOCKER_VERSION="1.12.0-rc4"
-          DOCKER_COMPOSE_VERSION="1.8.0-rc2"
+          DOCKER_COMPOSE_VERSION="1.8.0"
           OPERATING_SYSTEM="osx"
 
 before_install:

CHANGELOG.md

@@ -7,6 +7,32 @@ Note image ids also change after scm-source.json has being updated which trigger
 ###### To get container versions
     docker exec grid versions
 
+## TBD_DOCKER_TAG
+ + Date: TBD_DATE
+ + Upgrade Chrome patch to 52.0.2743.116
+ + Upgrade Chromedriver from 2.22 to 2.23
+ + Upgrade BrowserStack Local 5.8
+ + Image tag details:
+  + Selenium: vTBD_SELENIUM_VERSION (TBD_SELENIUM_REVISION)
+  + Chrome stable:  TBD_CHROME_STABLE
+  + Firefox stable: TBD_FIREFOX_STABLE
+  + Chromedriver: TBD_CHROME_DRIVER (TBD_CHROMEDRIVER_COMMIT)
+  + Java: TBD_JAVA_VENDOR Java TBD_JAVA_BUILD
+  + Timezone: TBD_TIME_ZONE
+  + FROM ubuntu:UBUNTU_FLAVOR-UBUNTU_DATE
+  + Python: TBD_PYTHON_VERSION
+  + Sauce Connect TBD_SAUCE_CONNECT_VERS, build TBD_SAUCE_CONNECT_BUILD TBD_SAUCE_CONNECT_REVISION
+  + BrowserStack Local version TBD_BROWSER_STACK_VERSION
+  + Tested on kernel dev host: 4.4.0-32-generic x86_64
+  + Tested on kernel CI  host: TBD_HOST_UNAME
+  + Built at dev host with: Docker version 1.12.0, build 8eab29e
+  + Built at CI  host with: Docker version TBD_DOCKER_VERS, build TBD_DOCKER_BUILD
+  + Built at dev host with: Docker Compose version 1.8.0, build f3628c7
+  + Built at CI  host with: Docker Compose version TBD_DOCKER_COMPOSE_VERS, build TBD_DOCKER_COMPOSE_BUILD
+  + Image size: TBD_IMAGE_SIZE
+  + Digest: TBD_DIGEST
+  + Image ID: TBD_IMAGE_ID
+
 ## 2.53.1q
  + Date: 2016-07-22
  + Upgrade Chrome major from 51 to 52.0.2743.82

CONTRIBUTING.md

@@ -8,19 +8,18 @@ For pull requests or local commits:
     open ./images/grid_console.png #to verify the versions are correct
     git checkout ./images/grid_console.png && open ./videos/chrome/*.mkv
     travis lint #if you changed .travis.yml
-    git checkout -b tmp-2.53.1q #name your branch according to your changes
+    git checkout -b tmp-2.53.1r #name your branch according to your changes
     #git add ... git commit ... git push ... open pull request
 
 For repository owners only:
 
-    git commit -m "Upgrade Chrome major from 51 to 52.0.2743.82"
-    git tag -d latest #tag latest will be updated from TravisCI
-    git tag 2.53.1q && git push origin tmp-2.53.1q && git push --tags
+    git commit -m "Upgrade Chrome patch & Chromedriver 2.23"
+    git tag -d latest && git tag 2.53.1r && git push origin tmp-2.53.1r && git push --tags
 
 -- Wait for Travis to pass OK
 -- Make sure changes got merged into master by elgalubot
 
-    git checkout master && git pull && git branch -d tmp-2.53.1q && git push origin --delete tmp-2.53.1q
+    git checkout master && git pull && git branch -d tmp-2.53.1r && git push origin --delete tmp-2.53.1r
 
 -- Re-add TBD_* section in CHANGELOG.md starting with TBD_DOCKER_TAG
 -- If Chrome version changed upload:
@@ -30,17 +29,20 @@ For repository owners only:
 ### Chrome artifact
 Keep certain bins if chrome version changed for example:
 
-    VER="52.0.2743.82"
-    cd binaries && NAME="google-chrome-stable_${VER}_amd64"
+    # VER="52.0.2743.116"
+    cd binaries && wget -O stable_updates.html "http://googlechromereleases.blogspot.de/search/label/Stable%20updates"
+    VER=$(grep -Po '([0-9]+\.[0-9]+\.[0-9]+\.[0-9]+)' stable_updates.html | head -1)
+    NAME="google-chrome-stable_${VER}_amd64" && echo ${NAME}
     wget -nv --show-progress -O ${NAME}.deb "https://dl.google.com/linux/direct/google-chrome-stable_current_amd64.deb"
     md5sum ${NAME}.deb > ${NAME}.md5 && shasum ${NAME}.deb > ${NAME}.sha
+    rm -f stable_updates.html && cd ..
 
 ## Retry
 Failed in Travis? retry
 
-    git tag -d 2.53.1q && git push origin :2.53.1q
+    git tag -d 2.53.1r && git push origin :2.53.1r
     #git add ...
-    git commit --amend && git tag 2.53.1q && git push --force origin tmp-2.53.1q && git push --tags
+    git commit --amend && git tag 2.53.1r && git push --force origin tmp-2.53.1r && git push --tags
 
 ## Docker push from Travis CI
 Travis [steps](https://docs.travis-ci.com/user/docker/#Pushing-a-Docker-Image-to-a-Registry) involve `docker login` and docker credentials encryptions.

Dockerfile

@@ -38,9 +38,9 @@ ENV DEBIAN_FRONTEND=noninteractive \
     DEBCONF_NONINTERACTIVE_SEEN=true
 
 # http://askubuntu.com/a/235911/134645
+# Remove with: sudo apt-key del 40976EAF437D05B5
 RUN  apt-key adv --keyserver keyserver.ubuntu.com --recv-keys 2EA8F35793D8809A \
   && apt-key adv --keyserver keyserver.ubuntu.com --recv-keys 40976EAF437D05B5 \
-  && apt-key adv --keyserver keyserver.ubuntu.com --recv-keys 3B4FE6ACC0B21F32 \
   && apt-key update -qqy
 
 #========================
@@ -745,7 +745,7 @@ ENV CHROME_DRIVER_BASE "chromedriver.storage.googleapis.com"
 # Gets latest chrome driver version. Or you can hard-code it, e.g. 2.15
 RUN mkdir -p ${NORMAL_USER_HOME}/tmp && cd ${NORMAL_USER_HOME}/tmp \
   # 1st dup line CHROME_DRIVER_VERSION is just to invalidate docker cache
-  && CHROME_DRIVER_VERSION="2.22" \
+  && CHROME_DRIVER_VERSION="2.23" \
   # && CHROME_DRIVER_VERSION=$(curl 'https://chromedriver.storage.googleapis.com/LATEST_RELEASE' 2> /dev/null) \
   && CHROME_DRIVER_URL="https://${CHROME_DRIVER_BASE}/${CHROME_DRIVER_VERSION}/${CHROME_DRIVER_FILE}" \
   && wget -nv -O chromedriver_linux${CPU_ARCH}.zip ${CHROME_DRIVER_URL} \
@@ -770,7 +770,7 @@ RUN mkdir -p ${NORMAL_USER_HOME}/tmp && cd ${NORMAL_USER_HOME}/tmp \
 # TODO: Use Google fingerprint to verify downloads
 #  https://www.google.de/linuxrepositories/
 # Also fix .deb file names with correct version
-RUN  latest_chrome_version_trigger="52.0.2743.82" \
+RUN  latest_chrome_version_trigger="52.0.2743.116" \
   && mkdir -p ${NORMAL_USER_HOME}/chrome-deb \
   && export CHROME_URL="https://dl.google.com/linux/direct" \
   && wget -nv -O \

TBD_DOCKER_TAG.md

@@ -14,9 +14,9 @@
   + BrowserStack Local version TBD_BROWSER_STACK_VERSION
   + Tested on kernel dev host: 4.4.0-32-generic x86_64
   + Tested on kernel CI  host: TBD_HOST_UNAME
-  + Built at dev host with: Docker version 1.12.0-rc4, build e4a0dbc
+  + Built at dev host with: Docker version 1.12.0, build 8eab29e
   + Built at CI  host with: Docker version TBD_DOCKER_VERS, build TBD_DOCKER_BUILD
-  + Built at dev host with: Docker Compose version 1.8.0-rc2, build c72c966
+  + Built at dev host with: Docker Compose version 1.8.0, build f3628c7
   + Built at CI  host with: Docker Compose version TBD_DOCKER_COMPOSE_VERS, build TBD_DOCKER_COMPOSE_BUILD
   + Image size: TBD_IMAGE_SIZE
   + Digest: TBD_DIGEST

bin/get_chrome_stable.sh

@@ -0,0 +1,20 @@
+#!/usr/bin/env bash
+
+# set -e: exit asap if a command exits with a non-zero status
+# set -u: treat unset variables as an error and exit immediately
+# set -x: print each command right before it is executed
+set -eux
+
+mkdir -p ./chrome-deb && cd chrome-deb
+export CHROME_URL="https://dl.google.com/linux/direct"
+wget -nv --show-progress -O chrome_amd64.deb "${CHROME_URL}/google-chrome-stable_current_amd64.deb"
+
+set +e #do not fail from now on
+
+wget -O stable_updates.html "http://googlechromereleases.blogspot.de/search/label/Stable%20updates"
+VER=$(grep -Po '([0-9]+\.[0-9]+\.[0-9]+\.[0-9]+)' stable_updates.html | head -1)
+NAME="google-chrome-stable_${VER}_amd64"
+mv chrome_amd64.deb ${NAME}.deb
+
+md5sum ${NAME}.deb > ${NAME}.md5
+shasum ${NAME}.deb > ${NAME}.sha

capabilities.json

@@ -2,7 +2,7 @@
   "caps": [
     {
       "BROWSER_NAME": "chrome",
-      "VERSION": "52.0.2743.82",
+      "VERSION": "52.0.2743.116",
       "PLATFORM": "LINUX"
     },
     {