Merge pull request #648 from seleniumbase/update-chromium-options-and-node

Update default Chromium options and more

Author: mdmintz

README.md

@@ -15,7 +15,7 @@
 <a href="https://github.com/seleniumbase/SeleniumBase/releases">
 <img src="https://img.shields.io/github/v/release/seleniumbase/SeleniumBase.svg?color=2277EE" alt="Latest Release on GitHub" /></a> <a href="https://pypi.python.org/pypi/seleniumbase">
 <img src="https://img.shields.io/pypi/v/seleniumbase.svg?color=22AAEE" alt="Latest Release on PyPI" /></a> <a href="https://seleniumbase.io">
-<img src="https://img.shields.io/badge/docs-%20here-11BBDD.svg" alt="SeleniumBase.io Docs" /></a> <a href="https://travis-ci.org/seleniumbase/SeleniumBase">
+<img src="https://img.shields.io/badge/docs-%20seleniumbase.io-11BBDD.svg" alt="SeleniumBase.io Docs" /></a> <a href="https://travis-ci.org/seleniumbase/SeleniumBase">
 <img src="https://img.shields.io/travis/seleniumbase/SeleniumBase/master.svg" alt="SeleniumBase on TravisCI" /></a> <a href="https://github.com/seleniumbase/SeleniumBase/actions">
 <img src="https://github.com/seleniumbase/SeleniumBase/workflows/CI%20build/badge.svg" alt="SeleniumBase GitHub Actions" /></a> <a href="https://gitter.im/seleniumbase/SeleniumBase">
 <img src="https://badges.gitter.im/seleniumbase/SeleniumBase.svg" alt="SeleniumBase" /></a>
@@ -283,7 +283,7 @@ The code above will leave your browser window open in case there's a failure. (i
 Here are some useful command-line options that come with ``pytest``:
 
 ```bash
--v  # Verbose mode. Print the full name of each test run.
+-v  # Verbose mode. Prints the full name of each test run.
 -q  # Quiet mode. Print fewer details in the console output when running tests.
 -x  # Stop running the tests after the first failure is reached.
 --html=report.html  # Creates a detailed pytest-html report after tests finish.
@@ -298,7 +298,7 @@ Here are some useful command-line options that come with ``pytest``:
 SeleniumBase provides additional ``pytest`` command-line options for tests:
 
 ```bash
---browser=BROWSER  # (The web browser to use. Default: "chrome")
+--browser=BROWSER  # (The web browser to use. Default: "chrome".)
 --cap-file=FILE  # (The web browser's desired capabilities to use.)
 --cap-string=STRING  # (The web browser's desired capabilities to use.)
 --settings-file=FILE  # (Override default SeleniumBase settings.)
@@ -308,9 +308,10 @@ SeleniumBase provides additional ``pytest`` command-line options for tests:
 --var2=DATA  # (Extra test data. Access with "self.var2" in tests.)
 --var3=DATA  # (Extra test data. Access with "self.var3" in tests.)
 --user-data-dir=DIR  # (Set the Chrome user data directory to use.)
---server=SERVER  # (The server / IP address used by the tests.)
---port=PORT  # (The port that's used by the test server.)
---proxy=SERVER:PORT  # (This is the proxy server:port combo used by tests.)
+--server=SERVER  # (The Selenium Grid server/IP used for tests.)
+--port=PORT  # (The Selenium Grid port used by the test server.)
+--proxy=SERVER:PORT  # (Connect to a proxy server:port for tests.)
+--proxy=USERNAME:PASSWORD@SERVER:PORT  # (Use authenticated proxy server.)
 --agent=STRING  # (Modify the web browser's User-Agent string.)
 --mobile  # (Use the mobile device emulator while running tests.)
 --metrics=STRING  # (Set mobile "CSSWidth,CSSHeight,PixelRatio".)

examples/visual_testing/test_layout_fail.py

@@ -3,7 +3,7 @@
 
 class VisualLayoutFailureTest(BaseCase):
 
-    def test_applitools_layout_change_failure(self):
+    def test_applitools_change(self):
         self.open('https://applitools.com/helloworld?diff1')
         print('\nCreating baseline in "visual_baseline" folder.')
         self.check_window(name="helloworld", baseline=True)
@@ -13,15 +13,15 @@ def test_applitools_layout_change_failure(self):
         self.click("button")
         self.check_window(name="helloworld", level=3)
 
-    def test_python_home_layout_change_failure(self):
+    def test_python_home_change(self):
         self.open('https://python.org/')
         print('\nCreating baseline in "visual_baseline" folder.')
         self.check_window(name="python_home", baseline=True)
         # Remove the "Donate" button
         self.remove_element('a.donate-button')
         self.check_window(name="python_home", level=3)
 
-    def test_xkcd_layout_change_failure(self):
+    def test_xkcd_logo_change(self):
         self.open('https://xkcd.com/554/')
         print('\nCreating baseline in "visual_baseline" folder.')
         self.check_window(name="xkcd_554", baseline=True)

help_docs/customizing_test_runs.md

@@ -78,7 +78,7 @@ If you're using ``pytest`` for running tests outside of the SeleniumBase repo, y
 Here are some useful command-line options that come with ``pytest``:
 
 ```bash
--v  # Verbose mode. Print the full name of each test run.
+-v  # Verbose mode. Prints the full name of each test run.
 -q  # Quiet mode. Print fewer details in the console output when running tests.
 -x  # Stop running the tests after the first failure is reached.
 --html=report.html  # Creates a detailed pytest-html report after tests finish.
@@ -93,7 +93,7 @@ Here are some useful command-line options that come with ``pytest``:
 SeleniumBase provides additional ``pytest`` command-line options for tests:
 
 ```bash
---browser=BROWSER  # (The web browser to use. Default: "chrome")
+--browser=BROWSER  # (The web browser to use. Default: "chrome".)
 --cap-file=FILE  # (The web browser's desired capabilities to use.)
 --cap-string=STRING  # (The web browser's desired capabilities to use.)
 --settings-file=FILE  # (Override default SeleniumBase settings.)
@@ -103,10 +103,10 @@ SeleniumBase provides additional ``pytest`` command-line options for tests:
 --var2=DATA  # (Extra test data. Access with "self.var2" in tests.)
 --var3=DATA  # (Extra test data. Access with "self.var3" in tests.)
 --user-data-dir=DIR  # (Set the Chrome user data directory to use.)
---server=SERVER  # (The server / IP address used by the tests.)
---port=PORT  # (The port that's used by the test server.)
---proxy=SERVER:PORT  # (This is the proxy server:port combo used by tests.)
---agent=STRING  # (Modify the web browser's User-Agent string.)
+--server=SERVER  # (The Selenium Grid server/IP used for tests.)
+--port=PORT  # (The Selenium Grid port used by the test server.)
+--proxy=SERVER:PORT  # (Connect to a proxy server:port for tests.)
+--proxy=USERNAME:PASSWORD@SERVER:PORT  # (Use authenticated proxy server.)
 --mobile  # (Use the mobile device emulator while running tests.)
 --metrics=STRING  # (Set mobile "CSSWidth,CSSHeight,PixelRatio".)
 --extension-zip=ZIP  # (Load a Chrome Extension .zip file, comma-separated.)

integrations/node_js/ReadMe.md

@@ -1,4 +1,4 @@
-<h2><img src="https://seleniumbase.io/img/sb_icon.png" title="SeleniumBase" width="30" /> Creating a SeleniumBase Test Launcher by using NodeJS</h2>
+<h2><img src="https://seleniumbase.io/img/sb_icon.png" title="SeleniumBase" width="30" /> Creating a SeleniumBase Test Runner with NodeJS</h2>
 
 You can create a customized web app for running SeleniumBase tests by using NodeJS. (This tutorial assumes that you've already installed SeleniumBase by following the instructions from the [top-level ReadMe](https://github.com/seleniumbase/SeleniumBase/blob/master/README.md) file.)
 
@@ -15,23 +15,23 @@ You can create a customized web app for running SeleniumBase tests by using Node
 npm install -g express
 ```
 
-#### 3. Install the Example Test Launcher for SeleniumBase from the ``integrations/node_js`` folder
+#### 3. Install the Example Test Runner for SeleniumBase from the ``integrations/node_js`` folder
 
 ```bash
 npm install
 ```
 
 (You should see a ``node_modules`` folder appear in your ``node_js`` folder.)
 
-#### 4. Run the NodeJS server for your SeleniumBase Test Launcher web app
+#### 4. Run the NodeJS server for your SeleniumBase Test Runner web app
 
 ```bash
 node server.js
 ```
 
 (You can always stop the server by using ``CTRL-C``.)
 
-#### 5. Open the SeleniumBase Test Launcher web app
+#### 5. Open the SeleniumBase Test Runner web app
 
 * Navigate to [http://127.0.0.1:3000/](http://127.0.0.1:3000/)
 
@@ -41,4 +41,4 @@ Click on a button to run a SeleniumBase example test.
 
 #### 7. Expand your web app
 
-Now that you have a web app for launching SeleniumBase tests, you can expand it to run any script that you want after pressing a button.
+Now that you have a web app for running SeleniumBase tests, you can expand it to run any script that you want after pressing a button.

integrations/node_js/server.js

@@ -1,53 +1,43 @@
-var http = require('http');
-var express = require('express');
-var path = require('path');
-var app = express();
-var exec = require('child_process').exec;
-
-function run_my_first_test() {
-    exec("pytest my_first_test.py");
-}
-
-function run_test_demo_site() {
-    exec("pytest test_demo_site.py");
-}
-
-function run_my_first_test_with_demo_mode() {
-    exec("pytest my_first_test.py --demo_mode");
-}
-
-function run_test_demo_site_with_demo_mode() {
-    exec("pytest test_demo_site.py --demo_mode");
+const http = require('http');
+const express = require('express');
+const path = require('path');
+const app = express();
+const exec = require('child_process').exec;
+var server_info = '\nServer running at http://127.0.0.1:3000/  (CTRL-C to stop)';
+
+function run_command(command) {
+    console.log("\n" + command);
+    exec(command, (err, stdout, stderr) => console.log(stdout, server_info));
 }
 
 app.get('/', function(req, res) {
     res.sendFile(path.join(__dirname + '/index.html'));
-})
+});
 
 app.get('/run_my_first_test', function(req, res) {
     res.sendFile(path.join(__dirname + '/index.html'));
     res.redirect('/');
-    run_my_first_test()
-})
+    run_command("pytest my_first_test.py");
+});
 
 app.get('/run_test_demo_site', function(req, res) {
     res.sendFile(path.join(__dirname + '/index.html'));
     res.redirect('/');
-    run_test_demo_site()
-})
+    run_command("pytest test_demo_site.py");
+});
 
 app.get('/run_my_first_test_with_demo_mode', function(req, res) {
     res.sendFile(path.join(__dirname + '/index.html'));
     res.redirect('/');
-    run_my_first_test_with_demo_mode()
-})
+    run_command("pytest my_first_test.py --demo_mode");
+});
 
 app.get('/run_test_demo_site_with_demo_mode', function(req, res) {
     res.sendFile(path.join(__dirname + '/index.html'));
     res.redirect('/');
-    run_test_demo_site_with_demo_mode()
-})
+    run_command("pytest test_demo_site.py --demo_mode");
+});
 
 app.listen(3000, "127.0.0.1", function() {
-    console.log('Server running at http://127.0.0.1:3000/  (CTRL-C to stop)');
+    console.log(server_info);
 });

requirements.txt

@@ -1,7 +1,7 @@
 pip>=20.2.1
 packaging>=20.4
 setuptools>=44.1.1;python_version<"3.5"
-setuptools>=49.2.1;python_version>="3.5"
+setuptools>=49.3.1;python_version>="3.5"
 setuptools-scm>=4.1.2
 wheel>=0.34.2
 six==1.15.0
@@ -37,6 +37,8 @@ soupsieve==2.0.1;python_version>="3.5"
 beautifulsoup4==4.9.1
 cryptography==3.0
 pyopenssl==19.1.0
+prompt-toolkit==1.0.18;python_version<"3.6.1"
+prompt-toolkit==3.0.6;python_version>="3.6.1"
 pygments==2.5.2;python_version<"3.5"
 pygments==2.6.1;python_version>="3.5"
 ipython==5.10.0;python_version<"3.5"
@@ -49,7 +51,7 @@ brython>=3.8.9
 pyotp==2.4.0
 boto==2.49.0
 cffi==1.14.1
-rich==5.0.0;python_version>="3.6" and python_version<"4.0"
+rich==5.1.2;python_version>="3.6" and python_version<"4.0"
 flake8==3.7.9;python_version<"3.5"
 flake8==3.8.3;python_version>="3.5"
 pyflakes==2.1.1;python_version<"3.5"

seleniumbase/console_scripts/run.py

@@ -443,14 +443,14 @@ def show_options():
     c2 = colorama.Fore.BLUE + colorama.Back.LIGHTGREEN_EX
     c3 = colorama.Fore.BLUE + colorama.Back.LIGHTYELLOW_EX
     cr = colorama.Style.RESET_ALL
-    sc = ("\n  " + c2 + "** " + c3 + "pytest cmd options" + c2 + " **" + cr)
+    sc = ("\n " + c2 + " ** " + c3 + " pytest CMD Options " + c2 + " ** " + cr)
     print(sc)
     print("")
     line = "Here are some common pytest options to use with SeleniumBase:"
     line = c1 + line + cr
     print(line)
     print("")
-    print('--browser=BROWSER  (The web browser to use. Default: "chrome")')
+    print('--browser=BROWSER  (The web browser to use. Default: "chrome".)')
     print('--headless  (Run tests headlessly. Default mode on Linux OS.)')
     print('--demo  (Slow down and visually see test actions as they occur.)')
     print('--slow  (Slow down the automation. Faster than using Demo Mode.)')
@@ -461,27 +461,35 @@ def show_options():
     print("--guest  (Enable Chrome's Guest mode.)")
     print('-m MARKER  (Run tests with the specified pytest marker.)')
     print('-n NUM  (Multithread the tests using that many threads.)')
-    print('-v  (Verbose mode. Print the full name of each test run.)')
-    print('--check-js  (Check for JavaScript errors after page loads.)')
+    print('-v  (Verbose mode. Prints the full names of each test run.)')
     print('--html=report.html  (Create a detailed pytest-html report.)')
+    print('--collect-only / --co  (Only show discovered tests. No run.)')
+    print('--co -q  (Only show full names of discovered tests. No run.)')
+    print('--trace  (Enter Debug Mode immediately after starting any test.')
+    print('          n: Next line of method. s: Step through. c: Continue.)')
+    print('--pdb  (Enter Debug Mode if a test fails. h: Help. c: Continue.')
+    print('        where: Stacktrace location. u: Up stack. d: Down stack.')
+    print('        longlist: Stack code. dir(): List objects in namespace.)')
+    print('-x  (Stop running the tests after the first failure is reached.)')
+    print('--archive-logs  (Archive old log files instead of deleting them.)')
+    print('--save-screenshot  (Save a screenshot at the end of each test.)')
+    print('--check-js  (Check for JavaScript errors after page loads.)')
+    print('--start-page=URL  (The browser start page when tests begin.)')
     print("--agent=STRING  (Modify the web browser's User-Agent string.)")
     print('--mobile  (Use the mobile device emulator while running tests.)')
     print('--metrics=STRING  (Set mobile "CSSWidth,CSSHeight,PixelRatio".)')
     print('--ad-block  (Block some types of display ads after page loads.)')
-    print('--pdb  (Enter Debug Mode if a test fails. h: Help. c: Continue.')
-    print('       interact: Interactive Mode. CTRL-D: Exit Interactive Mode.)')
-    print('--archive-logs  (Archive old log files instead of deleting them.)')
-    print('--disable-csp  (Disable the Content Security Policy of websites.)')
-    print('--save-screenshot  (Save a screenshot at the end of each test.)')
-    print('--proxy=SERVER:PORT  (Set a proxy server:port combo for tests.)')
-    print("--settings-file=FILE  (Override default SeleniumBase settings.)")
+    print('--settings-file=FILE  (Override default SeleniumBase settings.)')
     print('--env=ENV  (Set the test env. Access with "self.env" in tests.)')
     print('--data=DATA  (Extra test data. Access with "self.data" in tests.)')
-    print('--collect-only -q  (Show discovered tests without running them.)')
-    print('-x  (Stop running tests after the first failure is reached.)')
+    print('--disable-csp  (Disable the Content Security Policy of websites.)')
+    print('--server=SERVER  (The Selenium Grid server/IP used for tests.)')
+    print('--port=PORT  (The Selenium Grid port used by the test server.)')
+    print('--proxy=SERVER:PORT  (Connect to a proxy server:port for tests.)')
+    print('--proxy=USER:PASS@SERVER:PORT  (Use authenticated proxy server.)')
     print("")
-    line = 'For the full list of ' + c1 + 'command-line options' + cr
-    line += ', type: "' + c2 + 'pytest' + cr + ' ' + c3 + '--help' + cr + '".'
+    line = 'For the full list of ' + c2 + 'command-line options' + cr
+    line += ', type: "' + c1 + 'pytest' + cr + ' ' + c3 + '--help' + cr + '".'
     print(line)
     print("")
 

seleniumbase/core/browser_launcher.py

@@ -223,6 +223,8 @@ def _set_chrome_options(
     chrome_options.add_argument("--homepage=about:blank")
     chrome_options.add_argument("--dns-prefetch-disable")
     chrome_options.add_argument("--dom-automation")
+    chrome_options.add_argument("--disable-hang-monitor")
+    chrome_options.add_argument("--disable-prompt-on-repost")
     if not use_auto_ext:  # (It's ON by default. Disable it when not wanted.)
         chrome_options.add_experimental_option("useAutomationExtension", False)
     if (settings.DISABLE_CSP_ON_CHROME or disable_csp) and not headless:
@@ -695,9 +697,11 @@ def get_local_driver(
                     print("\nWarning: msedgedriver not found. Installing now:")
                     sb_install.main(override="edgedriver")
                     sys.argv = sys_args  # Put back the original sys args
+            # For Microsoft Edge (Chromium) version 79 or lower
             return webdriver.Chrome(executable_path=LOCAL_EDGEDRIVER,
                                     options=chrome_options)
         except Exception:
+            # For Microsoft Edge (Chromium) version 80 or higher
             from msedge.selenium_tools import Edge, EdgeOptions
             if LOCAL_EDGEDRIVER and os.path.exists(LOCAL_EDGEDRIVER):
                 try:
@@ -707,6 +711,18 @@ def get_local_driver(
                                   " executable: %s" % e)
             edge_options = EdgeOptions()
             edge_options.use_chromium = True
+            prefs = {
+                "download.default_directory": downloads_path,
+                "local_discovery.notifications_enabled": False,
+                "credentials_enable_service": False,
+                "profile": {
+                    "password_manager_enabled": False
+                }
+            }
+            if block_images:
+                prefs["profile.managed_default_content_settings.images"] = 2
+            edge_options.add_experimental_option("prefs", prefs)
+            edge_options.add_experimental_option("w3c", True)
             edge_options.add_experimental_option(
                 "useAutomationExtension", False)
             edge_options.add_experimental_option(
@@ -734,13 +750,36 @@ def get_local_driver(
                 edge_options.add_experimental_option(
                     "mobileEmulation", emulator_settings)
                 edge_options.add_argument("--enable-sync")
+            edge_options.add_argument("--disable-infobars")
+            edge_options.add_argument("--disable-save-password-bubble")
+            edge_options.add_argument("--disable-single-click-autofill")
+            edge_options.add_argument("--disable-translate")
+            edge_options.add_argument("--disable-web-security")
+            edge_options.add_argument("--homepage=about:blank")
+            edge_options.add_argument("--dns-prefetch-disable")
+            edge_options.add_argument("--dom-automation")
+            edge_options.add_argument("--disable-hang-monitor")
+            edge_options.add_argument("--disable-prompt-on-repost")
             if proxy_string:
-                if proxy_auth:
-                    edge_options = _add_chrome_proxy_extension(
-                        edge_options, proxy_string, proxy_user, proxy_pass)
                 edge_options.add_argument('--proxy-server=%s' % proxy_string)
+            edge_options.add_argument("--test-type")
+            edge_options.add_argument("--log-level=3")
+            edge_options.add_argument("--no-first-run")
+            edge_options.add_argument("--ignore-certificate-errors")
+            if devtools and not headless:
+                edge_options.add_argument("--auto-open-devtools-for-tabs")
+            edge_options.add_argument("--allow-file-access-from-files")
+            edge_options.add_argument("--allow-insecure-localhost")
+            edge_options.add_argument("--allow-running-insecure-content")
             if user_agent:
                 edge_options.add_argument("--user-agent=%s" % user_agent)
+            edge_options.add_argument("--no-sandbox")
+            if swiftshader:
+                edge_options.add_argument("--use-gl=swiftshader")
+            else:
+                edge_options.add_argument("--disable-gpu")
+            if "linux" in PLATFORM:
+                edge_options.add_argument("--disable-dev-shm-usage")
             capabilities = edge_options.to_capabilities()
             capabilities["platform"] = ''
             return Edge(