Update browser versions

Author: hp23 Server

README.md

@@ -37,6 +37,8 @@ By slightly adapting the configuration and updating the used browsers, it is als
   - It can happen that some tests do not have 5 results after the above commands due to timeouts and similar, to ensure that all tests have at least 5 results run the below commands.
   - Run missing basic tests: `poetry run python create_repeat.py --selection_str "\"Response\".resp_type = 'basic' and \"Browser\".os = 'Ubuntu 22.04'` and `poetry run python desktop_selenium.py --num_browsers 50 --run_mode repeat --max_urls_until_restart 50`
   - Run missing parsing tests: `poetry run python create_repeat.py --selection_str "\"Response\".resp_type = 'parsing' and \"Browser\".os = 'Ubuntu 22.04'` and `poetry run python desktop_selenium.py --num_browsers 50 --run_mode repeat --max_urls_until_restart 50`
+  - To reproduce the results of the second experiment run with newer browsers, add `--new_browsers`
+  - To run our tests on newer browsers, adjust the browser config in `desktop_selenium.py`
 - Optional configuration to debug headfull browsers on the Ubuntu container:
 ```bash
 Xvfb :99 -screen 0 1920x1080x24 &

_hp/hp/tools/crawler/desktop_selenium.py

@@ -341,6 +341,8 @@ def unraisable_hook(unraisable):
     parser.add_argument("--gen_page_runner", action="store_true", help="Toggle the generate test-page-runner mode.")
     parser.add_argument("--gen_multiplier", default=1, type=int, help="How often to include each URL in the test-page-runner page.")
     parser.add_argument("--page_runner_json", default="", type=str, help="Path to a json list of generated test-page-runner URLs to visit")
+    parser.add_argument("--new_browsers", action="store_true",
+                        help="Toggle on to use the set of newer browsers")
     args = parser.parse_args()
 
     # Browser Config:
@@ -384,8 +386,6 @@ def unraisable_hook(unraisable):
             # Released 2023-02-20
             ("firefox", "123", None, ["-headless"], get_or_create_browser("firefox", "123", "Ubuntu 22.04", "headless", "selenium", "")),
 
-
-
             # Brave (setup for a concrete version managed manually)
             # mkdir ~/brave-versions
             # mkdir ~/brave-versions/brave-version
@@ -397,7 +397,16 @@ def unraisable_hook(unraisable):
             ("brave", "121", "/home/ubuntu/brave-versions/v1.62.156/brave-browser",
              ["--headless=new"], get_or_create_browser("brave", "v1.62.156 (121.0.6167.139)", "Ubuntu 22.04", "headless-new", "selenium", "")),
         ]
-
+    if args.new_browsers:
+        config = [
+            # Released 2024-11-06
+            ("chrome", "131", None, ["--headless=new"], get_or_create_browser("chrome", "131", "Ubuntu 22.04", "headless-new", "selenium", "")),
+            # Released 2024-11-26
+            ("firefox", "133", None, ["-headless"], get_or_create_browser("firefox", "133", "Ubuntu 22.04", "headless", "selenium", "")),
+            # Released 2024-12-11 
+            ("brave", "131", "/home/ubuntu/brave-versions/v1.73.101/brave-browser",
+             ["--headless=new"], get_or_create_browser("brave", "v1.73.101 (Chromium 131.0.6778.139)", "Ubuntu 22.04", "headless-new", "selenium", "")),
+        ]
     if args.debug_browsers:
         config = [
             # Configure browsers to use for debug runs manually here