Support Selenium IDE tests

Author: elgalu

.env

@@ -32,6 +32,8 @@ export WAIT_ALL_DONE ?= 80s
 # Number of nodes
 export chrome ?= 1
 export firefox ?= 1
+export rc_chrome ?= 1
+export rc_firefox ?= 1
 
 # To target a specific node number
 # for example to VNC into it via

.gitignore

@@ -24,3 +24,4 @@ VNC-*-MacOSX-x86_64.pkg
 vnc_linux.md5
 vnc_osx.md5
 tmposx/
+*.log

CHANGELOG.md

@@ -7,6 +7,33 @@ Note image ids also change after scm-source.json has being updated which trigger
 ###### To get container versions
     docker exec grid versions
 
+## TBD_DOCKER_TAG
+ + Date: TBD_DATE
+ + Support Selenium IDE tests
+ + Image tag details:
+  + Selenium 2: TBD_SELENIUM_2_VERSION (TBD_SELENIUM_2_REVISION)
+  + Selenium 3: 3.0.0-beta4 (3169782)
+  + Chrome stable:  TBD_CHROME_STABLE
+  + Firefox for Selenium 2: TBD_FIREFOX_FOR_SEL2
+  + Firefox for Selenium 3: TBD_FIREFOX_FOR_SEL3
+  + Geckodriver: TBD_GECKO_DRIVER
+  + Chromedriver: TBD_CHROME_DRIVER (TBD_CHROMEDRIVER_COMMIT)
+  + Java: TBD_JAVA_VENDOR Java TBD_JAVA_BUILD
+  + Timezone: TBD_TIME_ZONE
+  + FROM ubuntu:UBUNTU_FLAVOR-UBUNTU_DATE
+  + Python: TBD_PYTHON_VERSION
+  + Sauce Connect TBD_SAUCE_CONNECT_VERS, build TBD_SAUCE_CONNECT_BUILD TBD_SAUCE_CONNECT_REVISION
+  + BrowserStack Local version TBD_BROWSER_STACK_VERSION
+  + Tested on kernel dev host: 4.4.0-38-generic x86_64
+  + Tested on kernel CI  host: TBD_HOST_UNAME
+  + Built at dev host with: Docker version 1.12.1, build 23cf638
+  + Built at CI  host with: Docker version TBD_DOCKER_VERS, build TBD_DOCKER_BUILD
+  + Built at dev host with: Docker Compose version 1.8.0, build f3628c7
+  + Built at CI  host with: Docker Compose version TBD_DOCKER_COMPOSE_VERS, build TBD_DOCKER_COMPOSE_BUILD
+  + Image size: TBD_IMAGE_SIZE
+  + Digest: TBD_DIGEST
+  + Image ID: TBD_IMAGE_ID
+
 ## 3.0.0b4a
  + Date: 2016-10-06
  + Selenium 3 and Selenium 2 will both be provided

CONTRIBUTING.md

@@ -6,18 +6,18 @@ For pull requests or local commits:
     time (./test/bef && ./test/install && ./test/script_start && ./test/script_end) ; beep
     docker exec grid versions && ./test/after_script && travis lint
     open ./images/grid2_console.png && open ./images/grid3_console.png && open ./videos/mobile_emulation/*.mkv
-    git checkout -b tmp-3.0.0b4a && git checkout ./images/grid2_console.png && git checkout ./images/grid3_console.png
+    git checkout -b tmp-3.0.0b4b && git checkout ./images/grid2_console.png && git checkout ./images/grid3_console.png
     #git add ... git commit ... git push ... open pull request
 
 For repository owners only:
 
-    git commit -m "Support Mobile Emulation https://goo.gl/pqa7cn"
-    git tag -d latest && git tag 3.0.0b4a && git push origin tmp-3.0.0b4a && git push --tags
+    git commit -m "Support Selenium IDE tests"
+    git tag -d latest && git tag 3.0.0b4b && git push origin tmp-3.0.0b4b && git push --tags
 
 -- Wait for Travis to pass OK
 -- Make sure changes got merged into master by elgalubot
 
-    git checkout master && git pull && git branch -d tmp-3.0.0b4a && git push origin --delete tmp-3.0.0b4a
+    git checkout master && git pull && git branch -d tmp-3.0.0b4b && git push origin --delete tmp-3.0.0b4b
 
 -- Re-add TBD_* section in CHANGELOG.md starting with TBD_DOCKER_TAG
 -- If Chrome version changed upload:
@@ -27,17 +27,17 @@ For repository owners only:
 ### Chrome artifact
 Keep certain bins if chrome version changed for example:
 
-    cd ~/tmp_binaries && VER="53.0.2785.116" && NAME="google-chrome-stable_${VER}_amd64" && echo ${NAME}
+    cd ~/tmp_binaries && VER="53.0.2785.143" && NAME="google-chrome-stable_${VER}_amd64" && echo ${NAME}
     wget -nv --show-progress -O ${NAME}.deb "https://dl.google.com/linux/direct/google-chrome-stable_current_amd64.deb"
     md5sum ${NAME}.deb > ${NAME}.md5 && shasum ${NAME}.deb > ${NAME}.sha
-    cp ${NAME}.md5 ${NAME}.sha ~/docker/binaries
+    cp ${NAME}.md5 ${NAME}.sha ~/dosel/binaries
 
 ## Retry
 Failed in Travis? retry
 
-    git tag -d 3.0.0b4a && git push origin :3.0.0b4a
+    git tag -d 3.0.0b4b && git push origin :3.0.0b4b
     #git add ...
-    git commit --amend && git tag 3.0.0b4a && git push --force origin tmp-3.0.0b4a && git push --tags
+    git commit --amend && git tag 3.0.0b4b && git push --force origin tmp-3.0.0b4b && git push --tags
 
 ## Docker push from Travis CI
 Travis [steps](https://docs.travis-ci.com/user/docker/#Pushing-a-Docker-Image-to-a-Registry) involve `docker login` and docker credentials encryptions.

Dockerfile

@@ -968,14 +968,16 @@ USER ${NORMAL_USER}
 #===================
 # DNS & hosts stuff
 #===================
-COPY ./dns/etc/hosts /tmp/hosts
+ADD ./dns/etc/hosts /tmp/hosts
 
 #======
 # Envs
 #======
 ENV DEFAULT_SELENIUM_HUB_PORT="24444" \
     DEFAULT_SELENIUM_NODE_CH_PORT="25550" \
     DEFAULT_SELENIUM_NODE_FF_PORT="25551" \
+    DEFAULT_SELENIUM_NODE_RC_CH_PORT="25552" \
+    DEFAULT_SELENIUM_NODE_RC_FF_PORT="25553" \
     DEFAULT_VNC_PORT="25900" \
     DEFAULT_NOVNC_PORT="26080" \
     DEFAULT_SSHD_PORT="22222" \
@@ -1032,6 +1034,8 @@ ENV FIREFOX_VERSION="${FF_VER}" \
   SELENIUM_NODE_HOST="127.0.0.1" \
   SELENIUM_NODE_CH_PORT="${DEFAULT_SELENIUM_NODE_CH_PORT}" \
   SELENIUM_NODE_FF_PORT="${DEFAULT_SELENIUM_NODE_FF_PORT}" \
+  SELENIUM_NODE_RC_CH_PORT="${DEFAULT_SELENIUM_NODE_RC_CH_PORT}" \
+  SELENIUM_NODE_RC_FF_PORT="${DEFAULT_SELENIUM_NODE_RC_FF_PORT}" \
   # Selenium additional params:
   SELENIUM_HUB_PARAMS="" \
   SELENIUM_NODE_PARAMS="" \
@@ -1133,6 +1137,8 @@ ENV FIREFOX_VERSION="${FF_VER}" \
   GRID="true" \
   CHROME="true" \
   FIREFOX="true" \
+  RC_CHROME="true" \
+  RC_FIREFOX="true" \
   # Video file and extension, e.g. swf, mp4, mkv, flv
   VIDEO_FILE_EXTENSION="mkv" \
   VIDEO_FILE_NAME="" \

Makefile

@@ -138,13 +138,21 @@ check_wmctrl:
 see: check_vncviewer
 	./mk/see.sh &
 
+# Shortcut to VNC into Chrome
+seech:
+	@$(MAKE) -s see browser=chrome
+
 # Shortcut to VNC into Firefox
 seeff:
 	@$(MAKE) -s see browser=firefox
 
-# Shortcut to VNC into Chrome
-seech:
-	@$(MAKE) -s see browser=chrome
+# Shortcut to VNC into RC Firefox
+seercff:
+	@$(MAKE) -s see browser=rc_firefox
+
+# Shortcut to VNC into RC Chrome
+seercch:
+	@$(MAKE) -s see browser=rc_chrome
 
 env:
 	env
@@ -166,6 +174,8 @@ down:
 	@if [ "${VIDEO}" = "true" ]; then \
 	  $(MAKE) -s stop_videos_chrome ; \
 	  $(MAKE) -s stop_videos_firefox ; \
+	  $(MAKE) -s stop_videos_rc_chrome ; \
+	  $(MAKE) -s stop_videos_rc_firefox ; \
 	fi
 	docker-compose -f ${COMPOSE_FILE} -p ${COMPOSE_PROJ_NAME} down \
 	  --remove-orphans
@@ -182,14 +192,20 @@ stop_videos_chrome:
 stop_videos_firefox:
 	@$(MAKE) -s stop_videos browser=firefox tot_nodes=${firefox}
 
+stop_videos_rc_chrome:
+	@$(MAKE) -s stop_videos browser=rc_chrome tot_nodes=${rc_chrome}
+
+stop_videos_rc_firefox:
+	@$(MAKE) -s stop_videos browser=rc_firefox tot_nodes=${rc_firefox}
+
 scale:
 	docker-compose -f ${COMPOSE_FILE} -p ${COMPOSE_PROJ_NAME} scale \
-	  ${APP_NAME}=1 hub=1 chrome=${chrome} firefox=${firefox}
+	  ${APP_NAME}=1 hub=1 chrome=${chrome} firefox=${firefox} rc_chrome=${rc_chrome} rc_firefox=${rc_firefox}
 	@$(MAKE) -s wait chrome=${chrome} firefox=${firefox}
 
 compose: basic_reqs cleanup
 	docker-compose -f ${COMPOSE_FILE} -p ${COMPOSE_PROJ_NAME} up -d
-	@$(MAKE) -s scale chrome=${chrome} firefox=${firefox}
+	@$(MAKE) -s scale chrome=${chrome} firefox=${firefox} rc_chrome=${rc_chrome} rc_firefox=${rc_firefox}
 
 wait:
 	./mk/wait.sh
@@ -216,18 +232,24 @@ gather_videos_chrome:
 gather_videos_firefox:
 	@$(MAKE) -s gather_videos browser=firefox tot_nodes=${firefox}
 
+gather_videos_rc_chrome:
+	@$(MAKE) -s gather_videos browser=rc_chrome tot_nodes=${rc_chrome}
+
+gather_videos_rc_firefox:
+	@$(MAKE) -s gather_videos browser=rc_firefox tot_nodes=${rc_firefox}
+
 # Gather video artifacts
-videos: gather_videos_chrome gather_videos_firefox
+videos: gather_videos_chrome gather_videos_firefox gather_videos_rc_chrome gather_videos_rc_firefox
 
 # VNC open all. As of now only 4 are supported
 seeall: check_vncviewer
 	@$(MAKE) -s see browser=chrome node=1
 	@sleep 0.3
 	@$(MAKE) -s see browser=firefox node=1
 	@sleep 0.4
-	@$(MAKE) -s see browser=chrome node=2
-	@sleep 0.5
-	@$(MAKE) -s see browser=firefox node=2
+	@$(MAKE) -s see browser=rc_chrome node=1
+	@sleep 0.3
+	@$(MAKE) -s see browser=rc_firefox node=1
 
 # Move them all. As of now only 4 are supported
 dock: check_wmctrl
@@ -236,9 +258,9 @@ dock: check_wmctrl
 	@sleep 0.2 #TODO Make active wait
 	@$(MAKE) -s move browser=firefox node=1
 	@sleep 0.2 #TODO Make active wait
-	@$(MAKE) -s move browser=chrome node=2
+	@$(MAKE) -s move browser=rc_chrome node=1
 	@sleep 0.2 #TODO Make active wait
-	@$(MAKE) -s move browser=firefox node=2
+	@$(MAKE) -s move browser=rc_firefox node=1
 
 # Run self tests
 test:
@@ -266,6 +288,8 @@ test:
 	scale \
 	seeff \
 	seech \
+	seercff \
+	seercch \
 	compose \
 	wait \
 	down \

README.md

@@ -505,6 +505,10 @@ Powered by Supervisor, the container leaves many logs;
     /var/log/cont/selenium-node-chrome-stdout.log
     /var/log/cont/selenium-node-firefox-stderr.log
     /var/log/cont/selenium-node-firefox-stdout.log
+    /var/log/cont/selenium-rc-chrome-stderr.log
+    /var/log/cont/selenium-rc-chrome-stdout.log
+    /var/log/cont/selenium-rc-firefox-stderr.log
+    /var/log/cont/selenium-rc-firefox-stdout.log
     /var/log/cont/sshd-stderr.log
     /var/log/cont/sshd-stdout.log
     /var/log/cont/supervisord.log

bin/entry.sh

@@ -27,6 +27,17 @@ stop 2>&1 >/dev/null || true
 rm -f ${LOGS_DIR}/*
 rm -f ${RUN_DIR}/*
 
+# Selenium IDE RC (legacy) doesn't seem to keep working on 3.0.0
+if [ "${USE_SELENIUM}" == "3" ]; then
+  export RC_CHROME="false"
+  export RC_FIREFOX="false"
+fi
+
+# We need larger screens for Selenium IDE RC tests
+if [ "${RC_CHROME}" = "true" ] || [ "${RC_FIREFOX}" = "true" ]; then
+  export SCREEN_HEIGHT=$((SCREEN_HEIGHT*2))
+fi
+
 #---------------------
 # Fix/extend ENV vars
 #---------------------
@@ -99,6 +110,14 @@ if [ "${FIREFOX}" = "true" ]; then
   export SUPERVISOR_REQUIRED_SRV_LIST="${SUPERVISOR_REQUIRED_SRV_LIST}|selenium-node-firefox"
 fi
 
+if [ "${RC_CHROME}" = "true" ]; then
+  export SUPERVISOR_REQUIRED_SRV_LIST="${SUPERVISOR_REQUIRED_SRV_LIST}|selenium-rc-chrome"
+fi
+
+if [ "${RC_FIREFOX}" = "true" ]; then
+  export SUPERVISOR_REQUIRED_SRV_LIST="${SUPERVISOR_REQUIRED_SRV_LIST}|selenium-rc-firefox"
+fi
+
 if [ "${SAUCE_TUNNEL}" = "true" ]; then
   export SUPERVISOR_REQUIRED_SRV_LIST="${SUPERVISOR_REQUIRED_SRV_LIST}|saucelabs"
 fi
@@ -140,6 +159,24 @@ elif [ "${PICK_ALL_RANDMON_PORTS}" = "true" ]; then
   fi
 fi
 
+if [ "${SELENIUM_NODE_RC_CH_PORT}" = "0" ]; then
+  export SELENIUM_NODE_RC_CH_PORT=$(get_unused_port)
+elif [ "${PICK_ALL_RANDMON_PORTS}" = "true" ]; then
+  # User want to pick random ports but may also want to fix some others
+  if [ "${SELENIUM_NODE_RC_CH_PORT}" = "${DEFAULT_SELENIUM_NODE_RC_CH_PORT}" ]; then
+    export SELENIUM_NODE_RC_CH_PORT=$(get_unused_port)
+  fi
+fi
+
+if [ "${SELENIUM_NODE_RC_FF_PORT}" = "0" ]; then
+  export SELENIUM_NODE_RC_FF_PORT=$(get_unused_port)
+elif [ "${PICK_ALL_RANDMON_PORTS}" = "true" ]; then
+  # User want to pick random ports but may also want to fix some others
+  if [ "${SELENIUM_NODE_RC_FF_PORT}" = "${DEFAULT_SELENIUM_NODE_RC_FF_PORT}" ]; then
+    export SELENIUM_NODE_RC_FF_PORT=$(get_unused_port)
+  fi
+fi
+
 # Video
 export VIDEO_LOG_FILE="${LOGS_DIR}/video-rec-stdout.log"
 export VIDEO_PIDFILE="${RUN_DIR}/video.pid"
@@ -398,6 +435,10 @@ echo "${SELENIUM_NODE_CH_PORT}" > SELENIUM_NODE_CH_PORT
 echo "${SELENIUM_NODE_CH_PORT}" > CH_PORT
 echo "${SELENIUM_NODE_FF_PORT}" > SELENIUM_NODE_FF_PORT
 echo "${SELENIUM_NODE_FF_PORT}" > FF_PORT
+echo "${SELENIUM_NODE_RC_CH_PORT}" > SELENIUM_NODE_RC_CH_PORT
+echo "${SELENIUM_NODE_RC_CH_PORT}" > RC_CH_PORT
+echo "${SELENIUM_NODE_RC_FF_PORT}" > SELENIUM_NODE_RC_FF_PORT
+echo "${SELENIUM_NODE_RC_FF_PORT}" > RC_FF_PORT
 echo "${DISPLAY}" > DISPLAY
 echo "${VNC_PORT}" > VNC_PORT
 echo "${NOVNC_PORT}" > NOVNC_PORT

docker-compose-host.yml

@@ -10,19 +10,21 @@ services:
       - GRID=true
       - CHROME=false
       - FIREFOX=false
+      - RC_CHROME=false
+      - RC_FIREFOX=false
 
   chrome:
     image: elgalu/selenium
     network_mode: host
     shm_size: 1g
-    # volumes:
-    #   - /var/run/dbus:/var/run/dbus
     environment:
       - SELENIUM_HUB_PORT
       - PICK_ALL_RANDMON_PORTS=true
       - GRID=false
       - CHROME=true
       - FIREFOX=false
+      - RC_CHROME=false
+      - RC_FIREFOX=false
 
   firefox:
     image: elgalu/selenium
@@ -33,6 +35,33 @@ services:
       - GRID=false
       - CHROME=false
       - FIREFOX=true
+      - RC_CHROME=false
+      - RC_FIREFOX=false
+
+  rc_chrome:
+    image: elgalu/selenium
+    network_mode: host
+    shm_size: 1g
+    environment:
+      - SELENIUM_HUB_PORT
+      - PICK_ALL_RANDMON_PORTS=true
+      - GRID=false
+      - CHROME=false
+      - FIREFOX=false
+      - RC_CHROME=true
+      - RC_FIREFOX=false
+
+  rc_firefox:
+    image: elgalu/selenium
+    network_mode: host
+    environment:
+      - SELENIUM_HUB_PORT
+      - PICK_ALL_RANDMON_PORTS=true
+      - GRID=false
+      - CHROME=false
+      - FIREFOX=false
+      - RC_CHROME=false
+      - RC_FIREFOX=true
 
   mock:
     image: elgalu/google_adwords_mock