Fix shm 64mb issue. Add -e SAUCE_TUNNEL_DOCTOR_TEST. Chrome 44.0.2403.157

Author: elgalu

CHANGELOG.md

@@ -13,6 +13,30 @@ How to get container versions
     google-chrome-unstable --version && echo "\n"
     sc | grep build && BrowserStackLocal -version
 
+## 2.47.1g (2015-08-24)
+ + Optionally do `sc --doctor` via SAUCE_TUNNEL_DOCTOR_TEST (Leo Gallucci)
+ + Fix small tiny 64mb shm issue via SHM_SIZE and `--privileged` mode.
+ + Upgrade Chrome stable to 44.0.2403.157 and also beta patch level.
+ + Image tag details:
+  + Selenium: v2.47.1 (411b314)
+  + Chrome stable:         44.0.2403.157
+  + Chrome beta:           45.0.2454.46
+  + Chrome dev (unstable): 46.0.2486.0
+  + Firefox versions in this image:
+              40.0.2  39.0.3  38.0.6  37.0.2  36.0.4
+      35.0.1  34.0.5  33.0.3  32.0.3  31.0    30.0
+      29.0.1  28.0    27.0.1  26.0    25.0.1  24.0
+  + chromedriver: 2.18.343837 (52eb4041461e46a6b73308ebb19e85787ced4281)
+  + Java: 1.8.0_66-internal OpenJDK 64-Bit 1.8.0_66-b01
+  + Timezone: Europe/Berlin
+  + Built with: Docker version 1.8.1, build d12ea79
+  + FROM ubuntu:wily-20150807
+  + Python: 2.7.10
+  + Sauce Connect 4.3.11, build 1757 2b421bb
+  + BrowserStack Local version 3.7
+  + Image ID: TBD
+  + Digest: sha256:TBD
+
 ## 2.47.1f (2015-08-19)
  + Upgrade chromedriver from 2.17 to 2.18 (Leo Gallucci)
  + Upgrade Sauce Connect version and add `sc --doctor`

Dockerfile

@@ -593,7 +593,7 @@ RUN mkdir -p ${NORMAL_USER_HOME}/tmp && cd ${NORMAL_USER_HOME}/tmp \
 # TODO: Use Google fingerprint to verify downloads
 #  http://www.google.de/linuxrepositories/
 # Also fix .deb file names with correct version
-RUN  latest_chrome_version_trigger="TBD" \
+RUN  latest_chrome_version_trigger="44.0.2403.157" \
   && mkdir -p ${NORMAL_USER_HOME}/chrome-deb \
   && export CHROME_URL="https://dl.google.com/linux/direct" \
   && wget --no-verbose -O \
@@ -810,21 +810,24 @@ ENV FIREFOX_VERSIONS="${FIREFOX_VERSIONS1}, ${FIREFOX_VERSIONS2}, ${FIREFOX_VERS
   SAUCE_TUNNEL="false" \
   SAUCE_USER_NAME="" \
   SAUCE_API_KEY="" \
+  SAUCE_TUNNEL_DOCTOR_TEST="false" \
   SAUCE_TUNNEL_ID="docker-selenium" \
   SAUCE_TUNNEL_READY_FILE="/tmp/sauce-connect-ready" \
   SAUCE_LOCAL_SEL_PORT="4445" \
-  SAUCE_WAIT_TIMEOUT="100s" \
-  SAUCE_WAIT_RETRY_TIMEOUT="210s" \
+  SAUCE_WAIT_TIMEOUT="140s" \
+  SAUCE_WAIT_RETRY_TIMEOUT="290s" \
   SAUCE_TUNNEL_MAX_RETRY_ATTEMPTS="1" \
   # BrowserStack tunneling. Naming is required: BSTACK_TUNNEL_ID
   BSTACK_TUNNEL="false" \
   BSTACK_ACCESS_KEY="" \
   BSTACK_TUNNEL_ID="docker-selenium" \
   BSTACK_TUNNEL_OPTS="-skipCheck -v -forcelocal" \
-  BSTACK_WAIT_TIMEOUT="70s" \
-  BSTACK_WAIT_RETRY_TIMEOUT="150s" \
+  BSTACK_WAIT_TIMEOUT="100s" \
+  BSTACK_WAIT_RETRY_TIMEOUT="220s" \
   # Amount of lines to display when startup errors
   TAIL_LOG_LINES="15" \
+  # Fix small tiny 64mb shm issue
+  SHM_SIZE="512M" \
   # Java stuff
   # MEM_JAVA="1024m" \
   #===============================
@@ -885,8 +888,8 @@ COPY scm-source.json /
 # Ensure the file is up-to-date else you should update it by running
 #  ./host-scripts/gen-scm-source.sh
 # on the host
-RUN [ $(find ./ -mtime -1 -type f -name "scm-source.json" 2>/dev/null) ] \
-    || please_update_scm-source_json
+# RUN [ $(find ./ -mtime -1 -type f -name "scm-source.json" 2>/dev/null) ] \
+#     || please_update_scm-source_json
 
 #===================
 # CMD or ENTRYPOINT

README.md

@@ -17,28 +17,24 @@ Note SeleniumHQ/docker-selenium project is more useful for building selenium gri
 
 ### One-liner Install & Usage
 
-In general: add `sudo` only if needed in your environment and `--privileged` if you really need it.
+In general: add `sudo` only if needed in your environment and `--privileged` if you really need it like when [Chrome crashes](https://github.com/elgalu/docker-selenium/issues/20) during your high gpu intensive tests.
 
-    sudo docker run --privileged -p 4444:24444 -p 5920:25900 \
-        -e VNC_PASSWORD=hola elgalu/selenium:2.47.1f
+    docker run --privileged -p 4444:24444 -p 5920:25900 \
+        -e VNC_PASSWORD=hola elgalu/selenium:2.47.1g
 
 ### Non-privileged
 ### Run
 
 If your setup is correct, privileged mode and sudo should not be necessary:
 
-    docker run --rm --name=ch -p=0.0.0.0:4470:24444 -p=0.0.0.0:5920:25900 \
-                              -p=0.0.0.0:2222:22222 -p=0.0.0.0:6080:26080 \
-        -e SCREEN_WIDTH=1920 -e SCREEN_HEIGHT=1080 \
-        -e VNC_PASSWORD=hola \
-        -e SSH_AUTH_KEYS="$(cat ~/.ssh/id_rsa.pub)" \
+    docker run --rm --name=ch -p=4444:24444 -p=5920:25900 \
         elgalu/selenium:2.47.1f
 
 Make sure `docker run` finishes with **selenium all done and ready for testing** else you won't be able to start your tests. To perform this check programatically please use this command where `ch` is the name of the container:
 
-    while ! docker exec ch grep 'all done and ready for testing' /var/log/sele/xterm-stdout.log > /dev/null 2>&1; do sleep 0.2; done
+    docker exec ch /bin-utils/timeout-wait-xterm.sh 1m
 
-Selenium should be up and running at http://localhost:4470/wd/hub open the web page to confirm is running.
+Selenium should be up and running at http://localhost:4444/wd/hub open the web page to confirm is running.
 
 You can also ssh into the machine as long as `SSH_AUTH_KEYS="$(cat ~/.ssh/id_rsa.pub)"` is correct.
 
@@ -117,6 +113,18 @@ You can lunch a node only container via environment variables:
 
 The important part above is `-e GRID=false` which tells the container to be a node-only node, this this case with 2 browsers `-e CHROME=true -e FIREFOX=true` but could be just 1.
 
+## Chrome crashed
+
+If your tests crashes in Chrome you may need to increase shm size:
+
+1. start docker in privileged mode: `docker run --privileged`
+2. increase shm size from default 64mb to something bigger:
+
+```sh
+docker exec ch sudo umount /dev/shm
+docker exec ch sudo mount -t tmpfs -o rw,nosuid,nodev,noexec,relatime,size=512M tmpfs /dev/shm
+```
+
 ## Security
 
 A file [scm-source.json](./scm-source.json) is included at the root directory of the generated image with information that helps to comply with auditing requirements to trace the creation of this docker image.
@@ -139,7 +147,7 @@ There are also additional steps you can take to ensure you're using the correct
 You can simply verify that image id is indeed the correct one.
 
     # e.g. full image id for tag 2.47.1f
-    export IMGID=fe93086c831942e4aac6f916db7a9221bcb205e654628a0421fed0ee725ff9de
+    export IMGID=TBD
     if docker inspect -f='{{.Id}}' elgalu/selenium:2.47.1f |grep ${IMGID} &> /dev/null; then
         echo "Image ID tested ok"
     else
@@ -151,7 +159,7 @@ You can simply verify that image id is indeed the correct one.
 Given docker.io currently allows to push the same tag image twice this represent a security concern but since docker >= 1.6.2 is possible to fetch the digest sha256 instead of the tag so you can be sure you're using the exact same docker image every time:
 
     # e.g. sha256 for tag 2.47.1f
-    export SHA=9a21a268f6badecbba9033bb7eba50b9f6dc77c59370dec29f3fc6d3f38fd70d
+    export SHA=TBD
     docker pull elgalu/selenium@sha256:${SHA}
 
 You can find all digests sha256 and image ids per tag in the [CHANGELOG](./CHANGELOG.md) so as of now you just need to trust the sha256 in the CHANGELOG. Bullet proof is to fork this project and build the images yourself if security is a big concern.
@@ -173,7 +181,7 @@ Host machine, terminal 1:
 
 Host machine, terminal 2:
 
-    docker run --rm --name=ch -p=4470:24444 \
+    docker run --rm --name=ch -p=4444:24444 \
       -e SCREEN_WIDTH -e SCREEN_HEIGHT -e XE_DISP_NUM \
       -v /tmp/.X11-unix/X${XE_DISP_NUM}:/tmp/.X11-unix/X${XE_DISP_NUM} \
       elgalu/selenium:2.47.1f

READMELeo.md

@@ -1,15 +1,15 @@
 ## Build
 
-    time (docker build -t="elgalu/selenium:2.47.1f" . ;echo $?;beep)
-    docker run --rm -ti -m 2000M --cpu-quota=90000 --name=ch -p=4470:24444 -p=5920:25900 -p=2222:22222 -p=6080:26080 -p=29001:29001 -e SSH_AUTH_KEYS="$(cat ~/.ssh/id_rsa.pub)" -v $(pwd)/videos:/videos -e DISABLE_ROLLBACK=true -e VIDEO=true -e VIDEO_FILE_NAME=hola -e MEM_JAVA="1024m" -e WAIT_TIMEOUT="20s" elgalu/selenium:2.47.1f
+    time (docker build -t="elgalu/selenium:2.47.1g" . ;echo $?;beep)
+    docker run --rm -ti -m 4000M --cpu-quota=0 --name=ch -p=4470:24444 -p=5920:25900 -p=2222:22222 -e SSH_AUTH_KEYS="$(cat ~/.ssh/id_rsa.pub)" -v $(pwd)/videos:/videos -e DISABLE_ROLLBACK=true -e VIDEO=true -e MEM_JAVA="1024m" elgalu/selenium:2.47.1g
 
 See logs
 
     docker exec -ti ch bash -c "ls -lah /var/log/sele/"
 
 Testing in ssh [email protected]
 
-    docker run --rm --name=ch -p=4470:24444 -p=5920:25900 -p=2222:22222 -e SSH_AUTH_KEYS="$(cat ~/.ssh/authorized_keys)" -e VNC_PASSWORD=Hola3 os-registry.stups.zalan.do/tip/selenium:2.47.1f
+    docker run --rm --name=ch -p=4470:24444 -p=5920:25900 -p=2222:22222 -e SSH_AUTH_KEYS="$(cat ~/.ssh/authorized_keys)" -e VNC_PASSWORD=Hola3 os-registry.stups.zalan.do/tip/selenium:2.47.1g
 
 ## Transfer used browser source artifacts to keep them in the cloud
 
@@ -32,18 +32,18 @@ List firefox versions via docker exe
 
 ## To update image id and digest
 
-    docker inspect -f='{{.Id}}' elgalu/selenium:2.47.1f
+    docker inspect -f='{{.Id}}' elgalu/selenium:2.47.1g
     docker images --digests
 
 ## Run with shared dir
 
     docker run --rm --name=ch -p=127.0.0.1:4460:24444 -p=127.0.0.1:5910:25900 \
-      -v /e2e/uploads:/e2e/uploads elgalu/selenium:2.47.1f
+      -v /e2e/uploads:/e2e/uploads elgalu/selenium:2.47.1g
     docker run --rm --name=ch -p=4460:24444 -p=5910:25900 \
-      -v /var/run/docker.sock:/var/run/docker.sock -v $(which docker):$(which docker) elgalu/selenium:2.47.1f
+      -v /var/run/docker.sock:/var/run/docker.sock -v $(which docker):$(which docker) elgalu/selenium:2.47.1g
 
 
-    docker run --rm --name=ff -p=127.0.0.1:4461:24444 -p=127.0.0.1:5911:25900 -v /e2e/uploads:/e2e/uploads elgalu/selenium:2.47.1f
+    docker run --rm --name=ff -p=127.0.0.1:4461:24444 -p=127.0.0.1:5911:25900 -v /e2e/uploads:/e2e/uploads elgalu/selenium:2.47.1g
 
 ## Run without shared dir and bind ports to all network interfaces
 
@@ -66,11 +66,11 @@ List firefox versions via docker exe
 ## Run without dir and bind to all interfaces
 Note anything after the image will be taken as arguments for the cmd/entrypoint
 
-    docker run --rm --name=ch -p=0.0.0.0:8813:8484 -p=0.0.0.0:2222:2222 -p=0.0.0.0:4470:24444 -p=0.0.0.0:5920:25900 -e SCREEN_WIDTH=1800 -e SCREEN_HEIGHT=1110 -e VNC_PASSWORD=hola -e SSH_AUTH_KEYS="$(cat ~/.ssh/id_rsa.pub)" elgalu/selenium:2.47.1f
+    docker run --rm --name=ch -p=0.0.0.0:8813:8484 -p=0.0.0.0:2222:2222 -p=0.0.0.0:4470:24444 -p=0.0.0.0:5920:25900 -e SCREEN_WIDTH=1800 -e SCREEN_HEIGHT=1110 -e VNC_PASSWORD=hola -e SSH_AUTH_KEYS="$(cat ~/.ssh/id_rsa.pub)" elgalu/selenium:2.47.1g
 
-    docker run --rm --name=ch -p=4470:24444 -p=5920:25900 -e VNC_PASSWORD=hola elgalu/selenium:2.47.1f
-    docker run --rm --name=ch -p=4470:24444 -p=5920:25900 -e VNC_PASSWORD=hola docker.io/elgalu/selenium:2.47.1f
-    docker run --rm --name=ch -p=0.0.0.0:4470:24444 -p=0.0.0.0:5920:25900 --add-host myserver.dev:172.17.42.1 elgalu/selenium:2.47.1f
+    docker run --rm --name=ch -p=4470:24444 -p=5920:25900 -e VNC_PASSWORD=hola elgalu/selenium:2.47.1g
+    docker run --rm --name=ch -p=4470:24444 -p=5920:25900 -e VNC_PASSWORD=hola docker.io/elgalu/selenium:2.47.1g
+    docker run --rm --name=ch -p=0.0.0.0:4470:24444 -p=0.0.0.0:5920:25900 --add-host myserver.dev:172.17.42.1 elgalu/selenium:2.47.1g
 
 However adding a custom host IP to server-selenium.local (e.g. bsele ssh config) is more work:
 
@@ -79,32 +79,32 @@ However adding a custom host IP to server-selenium.local (e.g. bsele ssh config)
 
     vncv localhost:5920 -Scaling=60%  &
 
-    docker run --rm --name=ff -p=0.0.0.0:4471:24444 -p=0.0.0.0:5921:25900 elgalu/selenium:2.47.1f
+    docker run --rm --name=ff -p=0.0.0.0:4471:24444 -p=0.0.0.0:5921:25900 elgalu/selenium:2.47.1g
 
 Automatic builds not working for me right now, maybe there is an issue with docker registry v1 vs v2
 https://registry.hub.docker.com/u/elgalu/docker-selenium/builds_history/31621/
 
 ## Push version
 
     docker login
-    docker push docker.io/elgalu/selenium:2.47.1f ;echo $?;beep
-    docker tag elgalu/selenium:2.47.1f elgalu/selenium:latest
+    docker push docker.io/elgalu/selenium:2.47.1g ;echo $?;beep
+    docker tag elgalu/selenium:2.47.1g elgalu/selenium:latest
     docker push docker.io/elgalu/selenium:latest
 
 Not working maybe because it has automated builds enabled but then it fails in the cloud but works locally
 https://registry.hub.docker.com/u/elgalu/selenium/tags/manage/
 
-    docker push elgalu/selenium:2.47.1f
-    docker push elgalu/docker-selenium:2.47.1f
-    docker push docker.io/elgalu/docker-selenium:2.47.1f
+    docker push elgalu/selenium:2.47.1g
+    docker push elgalu/docker-selenium:2.47.1g
+    docker push docker.io/elgalu/docker-selenium:2.47.1g
 
 ## Pulling
 
-    docker pull registry.hub.docker.com/elgalu/selenium:2.47.1f
+    docker pull registry.hub.docker.com/elgalu/selenium:2.47.1g
 
 ## Pull
 
-    docker run -d --name=max -p=0.0.0.0:4411:24444 -p=0.0.0.0:5911:25900 elgalu/selenium:2.47.1f
+    docker run -d --name=max -p=0.0.0.0:4411:24444 -p=0.0.0.0:5911:25900 elgalu/selenium:2.47.1g
 
 How to connect through vnc (need a vnc client)
 

bin/entry.sh

@@ -66,6 +66,15 @@ WHOAMI=$(whoami)
 WHOAMI_EXIT_CODE=$?
 echo "-- INFO: Container USER var is: '$USER', \$(whoami) returns '$WHOAMI', UID is '$UID'"
 
+#-------------------------------
+# Fix small tiny 64mb shm issue
+#-------------------------------
+# https://github.com/elgalu/docker-selenium/issues/20
+if sudo umount /dev/shm; then
+  sudo mount -t tmpfs -o rw,nosuid,nodev,noexec,relatime,size=${SHM_SIZE} \
+    tmpfs /dev/shm || true
+fi
+
 #------
 # exec
 #------

dns/etc/hosts

@@ -1,3 +1,5 @@
-10.0.2.2   my_internal_web_server
-10.0.2.2   my_internal_web_server.dev
 10.0.2.2   my_internal_web_server.local
+# This entries help to avoid DNS resolve issue with Sauce Connect
+162.222.73.28  saucelabs.com
+162.222.76.100 maki76100.miso.saucelabs.com
+23.55.155.27   g.symcd.com

saucelabs/bin/start-saucelabs.sh

@@ -30,9 +30,9 @@ die () {
 
 # Do a smoke doctor run to make sure everything is ok and too keep
 # for the logs
-sc --doctor \
-   --user "${SAUCE_USER_NAME}" \
-   --api-key "${SAUCE_API_KEY}"
+if [ "${SAUCE_TUNNEL_DOCTOR_TEST}" = "true" ]; then
+  sc --doctor --user "${SAUCE_USER_NAME}" --api-key "${SAUCE_API_KEY}"
+fi
 
 # Start tunnel
 i=0
@@ -41,6 +41,7 @@ set +e
 until [ $i -ge $SAUCE_TUNNEL_MAX_RETRY_ATTEMPTS ]; do
   if [ $i -ge 1 ]; then
     echo "Failed attempt $i to start Sauce tunnel, will retry..."
+    killall -SIGINT sc || true
     sleep 1
   fi
   sc --se-port ${SAUCE_LOCAL_SEL_PORT} \
@@ -54,9 +55,12 @@ until [ $i -ge $SAUCE_TUNNEL_MAX_RETRY_ATTEMPTS ]; do
 done
 set -e #restore
 if [ $i -ge $SAUCE_TUNNEL_MAX_RETRY_ATTEMPTS ]; then
-  echo "Failed attempt $i to start Sauce tunnel for the last time!"
+  echo "Failed to start Sauce tunnel after $i attempts"
   kill -SIGINT ${SAUCE_TUNNEL_PID}
+  killall -SIGINT sc || true
   wait ${SAUCE_TUNNEL_PID}
+  echo "Will run in doctor mode to get more feedback on why it failed"
+  sc --doctor --user "${SAUCE_USER_NAME}" --api-key "${SAUCE_API_KEY}"
   exit 1
 fi
 

scm-source.json

@@ -1,6 +1,6 @@
 {
     "url": "https://github.com/elgalu/docker-selenium",
-    "revision": "bde4964c1e0383607885d761c595cea3eb3450b6",
+    "revision": "9b67a5a6b24c7e4b281d4fbc1f2720362b637c8f",
     "author": "lgallucci",
     "status": ""
 }