Merge pull request #301 from seleniumbase/automated-visual-testing

Automated Visual Testing

Author: mdmintz

.gitignore

@@ -66,6 +66,9 @@ report.xml
 # Tours
 tours_exported
 
+# Automated Visual Testing
+visual_baseline
+
 # Other
 selenium-server-standalone.jar
 proxy.zip

examples/visual_test.py

@@ -0,0 +1,25 @@
+from seleniumbase import BaseCase
+
+
+class AutomatedVisualTest(BaseCase):
+
+    def test_applitools_helloworld(self):
+        self.open('https://applitools.com/helloworld?diff1')
+        print('Creating baseline in "visual_baseline" folder...')
+        self.check_window(name="helloworld", baseline=True)
+        self.click('a[href="?diff1"]')
+        # Verify html tags match previous version
+        self.check_window(name="helloworld", level=1)
+        # Verify html tags + attributes match previous version
+        self.check_window(name="helloworld", level=2)
+        # Verify html tags + attributes + values match previous version
+        self.check_window(name="helloworld", level=3)
+        # Change the page enough for a Level-3 comparison to fail
+        self.click("button")
+        self.check_window(name="helloworld", level=1)
+        self.check_window(name="helloworld", level=2)
+        with self.assertRaises(Exception):
+            self.check_window(name="helloworld", level=3)
+        # Now that we know the exception was raised as expected,
+        # let's print out the comparison results by running in Level-0.
+        self.check_window(name="helloworld", level=0)

help_docs/method_summary.md

@@ -172,6 +172,14 @@ self.get_domain_url(url)
 
 self.get_beautiful_soup(source=None)
 
+self.get_unique_links()
+
+self.get_link_status_code(link, allow_redirects=False, timeout=5)
+
+self.assert_no_404_errors()
+
+self.print_unique_links_with_status_codes()
+
 self.safe_execute_script(script)
 
 self.download_file(file_url, destination_folder=None)
@@ -345,6 +353,8 @@ self.switch_to_window(window, timeout=settings.SMALL_TIMEOUT)
 
 self.switch_to_default_window()
 
+self.check_window(name="default", level=0, baseline=False)
+
 self.save_screenshot(name, folder=None)
 
 self.get_new_driver(browser=None, headless=None, servername=None, port=None,

requirements.txt

@@ -8,11 +8,11 @@ unittest2
 selenium==3.141.0
 requests==2.21.0
 urllib3==1.24.1
-pytest>=4.3.1
+pytest>=4.4.0
 pytest-cov>=2.6.1
 pytest-html>=1.20.0
-pytest-rerunfailures>=6.0
-pytest-xdist>=1.26.1
+pytest-rerunfailures>=7.0
+pytest-xdist>=1.27.0
 parameterized>=0.7.0
 beautifulsoup4>=4.6.0
 colorama==0.4.1

seleniumbase/core/visual_helper.py

@@ -0,0 +1,19 @@
+import os
+from seleniumbase.fixtures import constants
+
+VISUAL_BASELINE_DIR = constants.VisualBaseline.STORAGE_FOLDER
+abs_path = os.path.abspath('.')
+visual_baseline_path = os.path.join(abs_path, VISUAL_BASELINE_DIR)
+
+
+def get_visual_baseline_folder():
+    return visual_baseline_path
+
+
+def visual_baseline_folder_setup():
+    """ Handle Logging """
+    if not os.path.exists(visual_baseline_path):
+        try:
+            os.makedirs(visual_baseline_path)
+        except Exception:
+            pass  # Should only be reachable during multi-threaded runs