Improve tests

Author: elgalu

test/README.md

@@ -25,7 +25,7 @@ Sample output
     Will connect to selenium at http://172.17.0.6:24444/wd/hub
     Opening page http://www.google.com/adwords
     Current title: Google AdWords | Pay-per-Click-Onlinewerbung auf Google (PPC)
-    Asserting 'Google Adwords' in driver.title
+    Asserting 'Google AdWords' in driver.title
     Opening page http://www.python.org
     Asserting 'Python' in driver.title
     Finding element by name: q

test/python_test.py

@@ -1,8 +1,10 @@
 #!/usr/bin/env python
 # -*- coding: utf-8 -*-
 
-# To install the Python client library:
-# pip install -U selenium
+# Dependencies
+#  pip install -U selenium==3.3.1
+# Usage
+#  curl -sSL https://raw.github.com/dosel/t/i/s | python
 import os
 import time
 import datetime
@@ -12,6 +14,8 @@
 from selenium import webdriver
 from selenium.webdriver.common.keys import Keys
 from selenium.webdriver.common.desired_capabilities import DesiredCapabilities
+from selenium.webdriver.common.by import By
+from selenium.common.exceptions import NoSuchElementException
 
 import argparse
 parser = argparse.ArgumentParser(description='Perform some basic selenium tests.')
@@ -22,17 +26,24 @@
 # http://selenium-python.readthedocs.org/en/latest/api.html
 if args.browser == 'chrome':
     caps = DesiredCapabilities.CHROME
+    browserName = args.browser
 elif args.browser == 'mobile_emulation':
     mobile_emulation = {"deviceName": "iPad"}
     opts = webdriver.ChromeOptions()
     opts.add_experimental_option("mobileEmulation", mobile_emulation)
     caps = opts.to_capabilities()
+    browserName = 'chrome'
 elif args.browser == 'firefox':
     caps = DesiredCapabilities.FIREFOX
+    browserName = args.browser
 else:
     raise ValueError("Invalid browser '%s'" % args.browser)
 
-msleep = float( os.environ.get('TEST_SLEEPS', '0.1') )
+msleep = float( os.environ.get('TEST_SLEEPS', '0.01') )
+
+# http://selenium-python.readthedocs.io/api.html#desired-capabilities
+# Create a desired capabilities object as a starting point.
+browserVersion = os.environ.get('CAPS_BROWSER_VERSION', '')
 
 # http://selenium-python.readthedocs.org/en/latest/api.html
 sel_proto = os.environ.get('SELENIUM_HUB_PROTO','http')
@@ -41,35 +52,60 @@
 myselenium_base_url = "%s://%s:%s" % (sel_proto, sel_host, sel_port)
 myselenium_grid_console_url = "%s/grid/console" % (myselenium_base_url)
 myselenium_hub_url = "%s/wd/hub" % (myselenium_base_url)
-print ("Will use browser=%s" % args.browser)
-print ("Will sleep '%s' secs between test steps" % msleep)
+myselenium_hub_url = os.environ.get('SELENIUM_URL', myselenium_hub_url)
 
-@retry(stop_max_attempt_number=12, stop_max_delay=30100, wait_fixed=300)
-def webdriver_connect():
-    print ("Will connect to selenium at %s" % myselenium_hub_url)
-    # http://selenium-python.readthedocs.org/en/latest/getting-started.html#using-selenium-with-remote-webdriver
-    return webdriver.Remote(command_executor=myselenium_hub_url, desired_capabilities=caps)
+# Group tests by `build`
+buildId = "%s%s" % (os.environ.get('JOB_NAME', ''), os.environ.get('BUILD_NUMBER', ''))
+if buildId == '':
+    buildId = 'dosel'
 
-driver = webdriver_connect()
-driver.implicitly_wait(4)
-time.sleep(msleep)
+# Within `build` identify one test by `name`
+nameId = os.environ.get('TEST_ID', 'test-adwords')
+
+# Have a long Id for the log outpus
+longId = "%s - %s - %s%s" % (buildId, nameId, browserName, browserVersion)
 
 # Set location top left and size to max allowed on the container
 width = os.environ.get('SCREEN_WIDTH','800')
 height = os.environ.get('SCREEN_HEIGHT','600')
+
+# Build the capabilities
+caps = {'browserName': browserName}
+caps['platform'] = os.environ.get('CAPS_OS_PLATFORM', 'ANY')
+caps['version'] = browserVersion
+# caps['tunnelIdentifier'] = os.environ.get('TUNNEL_ID', 'zalenium')
+caps['tunnel-identifier'] = os.environ.get('TUNNEL_ID', 'zalenium')
+# caps['screenResolution'] = "%sx%sx24" % (width, height)
+caps['screenResolution'] = "%sx%s" % (width, height)
+caps['name'] = nameId
+caps['build'] = buildId
+caps['recordVideo'] = 'false'
+
+# http://selenium-python.readthedocs.org/en/latest/getting-started.html#using-selenium-with-remote-webdriver
+print ("%s %s - (01/14) Will connect to selenium at %s" % (datetime.datetime.utcnow(), longId, myselenium_hub_url))
+driver = webdriver.Remote(command_executor=myselenium_hub_url, desired_capabilities=caps)
+time.sleep(msleep)
+
+def is_element_present(how, what):
+    try: driver.find_element(by=how, value=what)
+    except NoSuchElementException: return False
+    return True
+
+driver.implicitly_wait(4)
+
 driver.set_window_position(0, 0)
 driver.set_window_size(width, height)
 
-@retry(stop_max_attempt_number=5, stop_max_delay=20100, wait_fixed=100)
+@retry(stop_max_attempt_number=8, stop_max_delay=20100, wait_fixed=200)
 def open_hub_page():
-    print ("Opening local selenium grid console page %s" %
-           myselenium_grid_console_url)
+    print ("%s %s - Opening local selenium grid console page %s" %
+           (datetime.datetime.utcnow(), longId, myselenium_grid_console_url))
     driver.get(myselenium_grid_console_url)
 
-@retry(stop_max_attempt_number=5, stop_max_delay=20100, wait_fixed=100)
+@retry(stop_max_attempt_number=8, stop_max_delay=20100, wait_fixed=200)
 def check_hub_title():
-    print ("Current title: %s" % driver.title)
-    print ("Asserting 'Grid Console' in driver.title")
+    print ("%s %s - Current title: %s" % (datetime.datetime.utcnow(), longId, driver.title))
+    print ("%s %s - Asserting 'Grid Console' in driver.title" % (datetime.datetime.utcnow(), longId))
     assert "Grid Console" in driver.title
 
 if args.browser == 'chrome':
@@ -100,75 +136,83 @@ def check_hub_title():
 page_host = os.environ.get('MOCK_SERVER_HOST','localhost')
 pageurl = ("http://%s:%s/adwords" % (page_host, page_port))
 
-@retry(stop_max_attempt_number=7, stop_max_delay=20100, wait_fixed=300)
+@retry(stop_max_attempt_number=20, stop_max_delay=40100, wait_fixed=300)
 def open_web_page():
-    print ("Opening page %s" % pageurl)
+    print ("%s %s - (02/14) Opening page %s" % (datetime.datetime.utcnow(), longId, pageurl))
     driver.get(pageurl)
     time.sleep(msleep)
-    print ("Current title: %s" % driver.title)
-    print ("Asserting 'Google Adwords' in driver.title")
+    print ("%s %s - (03/14) Current title: %s" % (datetime.datetime.utcnow(), longId, driver.title))
+    print ("%s %s - (04/14) Asserting 'Google Adwords' in driver.title" % (datetime.datetime.utcnow(), longId))
     assert "Google AdWords | Pay-per-Click-Onlinewerbung auf Google (PPC)" in driver.title
 
 open_web_page()
 
-if args.browser == 'mobile_emulation':
+@retry(stop_max_attempt_number=12, stop_max_delay=5000, wait_fixed=300)
+def mobile_emulation_get_costs():
     pageurl = ("http://%s:%s/adwords/costs" % (page_host, page_port))
-    print ("mobile_emulation test: Opening page %s" % pageurl)
+    print ("%s %s - (04/14) mobile_emulation test: Opening page %s" % (datetime.datetime.utcnow(), longId, pageurl))
     driver.get(pageurl)
-    time.sleep(msleep)
-else:
-    print ("Click link 'Kosten'")
+
+@retry(stop_max_attempt_number=40, stop_max_delay=40100, wait_fixed=300)
+def click_kosten():
+    print ("%s %s - (04/14) Click link 'Kosten'" % (datetime.datetime.utcnow(), longId))
+    assert is_element_present(By.LINK_TEXT, "Kosten")
     link = driver.find_element_by_link_text('Kosten')
+    assert link.is_displayed()
     link.click()
-    driver.maximize_window()
-    time.sleep(msleep)
 
-@retry(stop_max_attempt_number=7, stop_max_delay=20100, wait_fixed=300)
-def open_costs_page():
-    print ("Current title: %s" % driver.title)
-    print ("Asserting 'Kosten' in driver.title")
+if args.browser == 'mobile_emulation':
+    mobile_emulation_get_costs()
+else:
+    try:
+        click_kosten()
+    except:
+        time.sleep(1)
+        open_web_page()
+        try:
+            click_kosten()
+        except:
+            time.sleep(2)
+            open_web_page()
+            click_kosten()
+
+time.sleep(msleep)
+
+@retry(stop_max_attempt_number=20, stop_max_delay=40100, wait_fixed=300)
+def assert_at_costs_page():
+    print ("%s %s - (05/14) Current title: %s" % (datetime.datetime.utcnow(), longId, driver.title))
+    print ("%s %s - (06/14) Asserting 'Kosten' in driver.title" % (datetime.datetime.utcnow(), longId))
     assert "Kosten von Google AdWords | Google AdWords" in driver.title
 
-open_costs_page()
+assert_at_costs_page()
 
-if args.browser != 'mobile_emulation':
-    @retry(stop_max_attempt_number=4, stop_max_delay=10100, wait_fixed=300)
-    def assert_overview_page():
-        print ("Go back to home page")
-        screen_shot_path = '/test/overview1.png'
-        print ("Taking screen shot and saving to %s" % screen_shot_path)
-        driver.get_screenshot_as_file(screen_shot_path)
-        try:
-            link = driver.find_element_by_link_text('Übersicht')
-        except:
-            time.sleep(1)
-            try:
-                link = driver.find_element_by_link_text('Übersicht')
-            except:
-                time.sleep(3)
-                link = driver.find_element_by_link_text('Übersicht')
-
-        screen_shot_path = '/test/overview2.png'
-        print ("Taking screen shot and saving to %s" % screen_shot_path)
-        driver.get_screenshot_as_file(screen_shot_path)
-        link.click()
-        time.sleep(msleep)
-        print ("Current title: %s" % driver.title)
-        print ("Asserting 'Google (PPC)' in driver.title")
-        assert "Google AdWords | Pay-per-Click-Onlinewerbung auf Google (PPC)" in driver.title
-        time.sleep(msleep)
+@retry(stop_max_attempt_number=40, stop_max_delay=40100, wait_fixed=300)
+def assert_overview_page():
+    print ("%s %s - (07/14) Go back to home page" % (datetime.datetime.utcnow(), longId))
+    assert is_element_present(By.LINK_TEXT, 'Übersicht')
+    link = driver.find_element_by_link_text('Übersicht')
+    assert link.is_displayed()
+    link.click()
+    time.sleep(msleep)
+    print ("%s %s - (10/14) Current title: %s" % (datetime.datetime.utcnow(), longId, driver.title))
+    print ("%s %s - (11/14) Asserting 'Google (PPC)' in driver.title" % (datetime.datetime.utcnow(), longId))
+    assert "Google AdWords | Pay-per-Click-Onlinewerbung auf Google (PPC)" in driver.title
+    time.sleep(msleep)
 
+if args.browser != 'mobile_emulation':
     assert_overview_page()
 
-print ("Close driver and clean up")
+print ("%s %s - (12/14) Test done - will driver.close()" % (datetime.datetime.utcnow(), longId))
 try:
     driver.close()
 except:
     pass
 time.sleep(msleep)
 
-print ("All done. SUCCESS!")
+print ("%s %s - (13/14) Test done - will driver.quit()" % (datetime.datetime.utcnow(), longId))
 try:
     driver.quit()
 except:
     pass
+
+print ("%s %s - (14/14) All done. SUCCESS! - DONE driver.quit()" % (datetime.datetime.utcnow(), longId))

test/script_scenario_basic

@@ -22,20 +22,27 @@ function get_mock_port() {
 }
 
 function get_mock_ip() {
-  docker inspect -f='{{.NetworkSettings.IPAddress}}' grid_mock
+  #if [ "$(uname)" == 'Darwin' ]; then
+  #  echo "192.168.65.1"
+  #else
+    docker inspect -f='{{.NetworkSettings.IPAddress}}' grid_mock
+  #fi
 }
 
 docker stop grid_mock || true
 docker rm grid_mock || true
 
 export MOCK_SERVER_PORT=8080
 
-docker run -d -t --name=grid_mock -e MOCK_SERVER_PORT elgalu/google_adwords_mock
+docker run -d -t --name=grid_mock -e MOCK_SERVER_PORT \
+  -p $MOCK_SERVER_PORT:$MOCK_SERVER_PORT \
+  elgalu/google_adwords_mock
+
 docker attach grid_mock &
 
 export MOCK_SERVER_HOST=$(get_mock_ip)
 
-while ! curl -s "http://${MOCK_SERVER_HOST}:${MOCK_SERVER_PORT}/adwords"; do
+while ! curl -s "http://localhost:${MOCK_SERVER_PORT}/adwords"; do
   echo -n '.'
   sleep 0.2
 done