From 1bc579b00627651d51054f73e5020e9cf260d605 Mon Sep 17 00:00:00 2001 From: Michael Mintz Date: Tue, 4 Feb 2025 15:38:53 -0500 Subject: [PATCH 1/4] Update acceptable URL schemes --- seleniumbase/fixtures/page_utils.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/seleniumbase/fixtures/page_utils.py b/seleniumbase/fixtures/page_utils.py index abae8feeee4..04348bfc284 100644 --- a/seleniumbase/fixtures/page_utils.py +++ b/seleniumbase/fixtures/page_utils.py @@ -111,7 +111,9 @@ def looks_like_a_page_url(url): self.get_element(URL_AS_A_SELECTOR) if the input is not a URL.""" return url.startswith(( "http:", "https:", "://", "about:", "blob:", "chrome:", - "data:", "edge:", "file:", "view-source:" + "data:", "edge:", "file:", "view-source:", "chrome-search:", + "chrome-extension:", "chrome-untrusted:", "isolated-app:", + "chrome-devtools:", "devtools:" )) From ece3784a380cfd51d9e0454ddaa81706da65104e Mon Sep 17 00:00:00 2001 From: Michael Mintz Date: Tue, 4 Feb 2025 15:39:50 -0500 Subject: [PATCH 2/4] Refresh Python dependencies --- mkdocs_build/requirements.txt | 2 +- requirements.txt | 2 +- setup.py | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/mkdocs_build/requirements.txt b/mkdocs_build/requirements.txt index 11968232aa5..007c6725b8e 100644 --- a/mkdocs_build/requirements.txt +++ b/mkdocs_build/requirements.txt @@ -14,7 +14,7 @@ pathspec==0.12.1 Babel==2.17.0 paginate==0.5.7 mkdocs==1.6.1 -mkdocs-material==9.6.1 +mkdocs-material==9.6.2 mkdocs-exclude-search==0.6.6 mkdocs-simple-hooks==0.1.5 mkdocs-material-extensions==1.3.1 diff --git a/requirements.txt b/requirements.txt index af495d6bef6..00fda432eeb 100755 --- a/requirements.txt +++ b/requirements.txt @@ -59,7 +59,7 @@ pytest-xdist==3.6.1 parameterized==0.9.0 behave==1.2.6 soupsieve==2.6 -beautifulsoup4==4.12.3 +beautifulsoup4==4.13.3 pyotp==2.9.0 python-xlib==0.33;platform_system=="Linux" markdown-it-py==3.0.0 diff --git a/setup.py b/setup.py index 34275be5dbe..a865f4746fb 100755 --- a/setup.py +++ b/setup.py @@ -208,7 +208,7 @@ 'parameterized==0.9.0', "behave==1.2.6", 'soupsieve==2.6', - "beautifulsoup4==4.12.3", + "beautifulsoup4==4.13.3", 'pyotp==2.9.0', 'python-xlib==0.33;platform_system=="Linux"', 'markdown-it-py==3.0.0', From 9e7c5c16256a6d7b4cd3765f165df8ea7a031eaf Mon Sep 17 00:00:00 2001 From: Michael Mintz Date: Tue, 4 Feb 2025 15:50:41 -0500 Subject: [PATCH 3/4] Add a new CDP Mode example --- examples/cdp_mode/raw_indeed.py | 23 +++++++++++++++++++++++ 1 file changed, 23 insertions(+) create mode 100644 examples/cdp_mode/raw_indeed.py diff --git a/examples/cdp_mode/raw_indeed.py b/examples/cdp_mode/raw_indeed.py new file mode 100644 index 00000000000..92f3bc2d9e7 --- /dev/null +++ b/examples/cdp_mode/raw_indeed.py @@ -0,0 +1,23 @@ +from seleniumbase import SB + +with SB(uc=True, test=True) as sb: + url = "https://www.indeed.com/companies/search" + sb.activate_cdp_mode(url) + sb.sleep(2) + sb.uc_gui_click_captcha() + sb.sleep(1) + company = "NASA Jet Propulsion Laboratory" + sb.press_keys('input[data-testid="company-search-box"]', company) + sb.click('button[type="submit"]') + sb.click('a:contains("%s")' % company) + sb.sleep(3) + sb.cdp.highlight('div[itemprop="name"]') + sb.sleep(1) + sb.cdp.highlight('h2:contains("About the company")') + sb.sleep(2) + for i in range(10): + sb.cdp.scroll_down(12) + sb.sleep(0.14) + info = sb.find_element('[data-testid="AboutSection-section"]') + soup = sb.get_beautiful_soup(info.get_html()).get_text("\n").strip() + print("*** %s: ***\n%s" % (company, soup.replace("\n:", ":"))) From 03e6e0102fc5076a32ecf09d2157272b424ae5ad Mon Sep 17 00:00:00 2001 From: Michael Mintz Date: Tue, 4 Feb 2025 15:51:13 -0500 Subject: [PATCH 4/4] Version 4.34.7 --- seleniumbase/__version__.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/seleniumbase/__version__.py b/seleniumbase/__version__.py index 67094005160..ad541b90471 100755 --- a/seleniumbase/__version__.py +++ b/seleniumbase/__version__.py @@ -1,2 +1,2 @@ # seleniumbase package -__version__ = "4.34.6" +__version__ = "4.34.7"