Improve reliability

Author: mdmintz

seleniumbase/core/browser_launcher.py

@@ -431,6 +431,7 @@ def _set_chrome_options(
     chrome_options.add_argument(
         "--disable-autofill-keyboard-accessory-view[8]"
     )
+    chrome_options.add_argument("--disable-browser-side-navigation")
     chrome_options.add_argument("--disable-translate")
     chrome_options.add_argument("--homepage=about:blank")
     chrome_options.add_argument("--dns-prefetch-disable")
@@ -1797,6 +1798,7 @@ def get_local_driver(
         edge_options.add_argument(
             "--disable-autofill-keyboard-accessory-view[8]"
         )
+        edge_options.add_argument("--disable-browser-side-navigation")
         edge_options.add_argument("--disable-translate")
         if not enable_ws:
             edge_options.add_argument("--disable-web-security")

seleniumbase/fixtures/base_case.py

@@ -200,6 +200,29 @@ def open(self, url):
             ):
                 time.sleep(0.5)
                 self.driver.get(url)
+            elif "Timed out receiving message from renderer" in e.msg:
+                page_load_timeout = None
+                if selenium4_or_newer:
+                    page_load_timeout = self.driver.timeouts.page_load
+                else:
+                    if hasattr(settings, "PAGE_LOAD_TIMEOUT"):
+                        page_load_timeout = settings.PAGE_LOAD_TIMEOUT
+                    else:
+                        page_load_timeout = 120
+                logging.info(
+                    "The page load timed out after %s seconds! Will retry..."
+                    % page_load_timeout
+                )
+                try:
+                    self.driver.get(url)
+                except Exception as e:
+                    if "Timed out receiving message from renderer" in e.msg:
+                        raise Exception(
+                            "Retry of page load timed out after %s seconds!"
+                            % page_load_timeout
+                        )
+                    else:
+                        raise
             elif (
                 "cannot determine loading status" in e.msg
                 or "unexpected command response" in e.msg
@@ -5475,6 +5498,12 @@ def get_beautiful_soup(self, source=None):
         from bs4 import BeautifulSoup
 
         if not source:
+            try:
+                self.wait_for_element_visible(
+                    "body", timeout=settings.MINI_TIMEOUT
+                )
+            except Exception:
+                pass
             source = self.get_page_source()
         soup = BeautifulSoup(source, "html.parser")
         return soup
@@ -6277,13 +6306,13 @@ def assert_title(self, title):
                 self.assertEqual(expected, actual, error % (expected, actual))
         except Exception:
             self.wait_for_ready_state_complete()
-            time.sleep(settings.MINI_TIMEOUT)
+            time.sleep(2)
             actual = self.get_page_title().strip()
             try:
                 self.assertEqual(expected, actual, error % (expected, actual))
             except Exception:
                 self.wait_for_ready_state_complete()
-                time.sleep(settings.MINI_TIMEOUT)
+                time.sleep(2)
                 actual = self.get_page_title().strip()
                 self.assertEqual(expected, actual, error % (expected, actual))
         if self.demo_mode and not self.recorder_mode:
@@ -11134,6 +11163,12 @@ def check_window(
             self.check_window(name="wikipedia_page", level=3)
         """
         self.wait_for_ready_state_complete()
+        try:
+            self.wait_for_element_visible(
+                "body", timeout=settings.MINI_TIMEOUT
+            )
+        except Exception:
+            pass
         if level == "0":
             level = 0
         if level == "1":
@@ -12807,6 +12842,12 @@ def setUp(self, masterqa_mode=False):
         # Configure the test time limit (if used).
         self.set_time_limit(self.time_limit)
 
+        # Configure the page load timeout
+        if hasattr(settings, "PAGE_LOAD_TIMEOUT"):
+            self.driver.set_page_load_timeout(settings.PAGE_LOAD_TIMEOUT)
+        else:
+            self.driver.set_page_load_timeout(120)  # Selenium uses 300
+
         # Set the start time for the test (in ms).
         # Although the pytest clock starts before setUp() begins,
         # the time-limit clock starts at the end of the setUp() method.