Merge pull request #4352 from seleniumbase/cdp-mode-patch-107

CDP Mode: Patch 107

Author: mdmintz

README.md

@@ -50,9 +50,40 @@
 <br />
 </p>
 
-🐙 <a translate="no" href="https://github.com/seleniumbase/SeleniumBase/blob/master/examples/cdp_mode/ReadMe.md"><b>CDP Mode</b></a> bypasses bot-detection and handles CAPTCHAs by driving the browser directly through the <a href="https://chromedevtools.github.io/devtools-protocol/" translate="no">Chrome DevTools Protocol</a>. Includes <a href="https://github.com/seleniumbase/SeleniumBase/blob/master/examples/cdp_mode/playwright/ReadMe.md"><b><span translate="no">Stealthy Playwright Mode</span></b></a>, which extends these advanced anti-detection patches to Playwright scripts.
+🐙 <a translate="no" href="https://github.com/seleniumbase/SeleniumBase/blob/master/examples/cdp_mode/ReadMe.md"><b>CDP Mode</b></a> <b>bypasses bot-detection</b> and handles CAPTCHAs with the <a href="https://chromedevtools.github.io/devtools-protocol/" translate="no">Chrome DevTools Protocol</a>. Includes <a href="https://github.com/seleniumbase/SeleniumBase/blob/master/examples/cdp_mode/playwright/ReadMe.md"><b><span translate="no">Stealthy Playwright Mode</span></b></a>, which extends CDP Mode's anti-detection to <b>Playwright</b> scripts. <b><code>sb.solve_captcha()</code></b> handles CAPTCHAs that aren't bypassed automatically.
 
-📚 The [SeleniumBase/examples/](https://github.com/seleniumbase/SeleniumBase/tree/master/examples) folder includes over 100 ready-to-run examples of E2E testing. Examples that start with `test_` or end with `_test.py`/`_tests.py` are specifically designed to run with `pytest`. Other examples run directly with raw `python` (those files generally start with `raw_` to avoid confusion).
+<b>Python sync version of SeleniumBase's CDP Mode: (<code>sb_cdp</code>)</b>
+
+```python
+from seleniumbase import sb_cdp
+
+sb = sb_cdp.Chrome()
+sb.open("https://demo.fingerprint.com/playground")
+sb.sleep(3)
+sb.driver.quit()
+```
+
+<b>Playwright can use SeleniumBase's stealth browser:</b>
+
+```python
+from playwright.sync_api import sync_playwright
+from seleniumbase import sb_cdp
+
+sb = sb_cdp.Chrome()
+endpoint_url = sb.get_endpoint_url()
+
+with sync_playwright() as p:
+    browser = p.chromium.connect_over_cdp(endpoint_url)
+    page = browser.contexts[0].pages[0]
+    page.goto("https://browserscan.net/bot-detection")
+
+sb.sleep(3)
+sb.driver.quit()
+```
+
+--------
+
+📚 The [SeleniumBase/examples/](https://github.com/seleniumbase/SeleniumBase/tree/master/examples) folder includes over 150 ready-to-run examples of E2E testing. Examples that start with `test_` or end with `_test.py`/`_tests.py` run with `pytest`. Other examples run directly with raw `python` (those generally start with `raw_` to avoid confusion).
 
 🥷 Stealthy CDP Mode examples are located in [./examples/cdp_mode/](https://github.com/seleniumbase/SeleniumBase/tree/master/examples/cdp_mode).
 
@@ -73,12 +104,12 @@
 ```python
 from seleniumbase import sb_cdp
 
-url = "https://www.browserscan.net/bot-detection"
-sb = sb_cdp.Chrome(url, locale="en", ad_block=True)
-sb.flash("Test Results", duration=3, pause=1)
+sb = sb_cdp.Chrome(locale="en", ad_block=True)
+sb.open("https://browserscan.net/bot-detection")
+sb.flash("Test Results", duration=1.5, pause=0.5)
 sb.assert_element('strong:contains("Normal")')
 print("Bot Not Detected")
-sb.flash('strong:contains("Normal")', duration=3, pause=2)
+sb.flash('strong:contains("Normal")', pause=1)
 ```
 
 <img src="https://seleniumbase.github.io/other/b_scan_results.jpg" width="628" alt="Stealthy architecture flowchart" />
@@ -95,15 +126,18 @@ endpoint_url = sb.get_endpoint_url()
 with sync_playwright() as p:
     browser = p.chromium.connect_over_cdp(endpoint_url)
     page = browser.contexts[0].pages[0]
-    page.goto("https://www.browserscan.net/bot-detection")
+    page.goto("https://browserscan.net/bot-detection")
     page.wait_for_timeout(500)
-    sb.flash("Test Results", duration=3, pause=1)
+    sb.flash("Test Results", duration=1.5, pause=0.5)
     sb.assert_element('strong:contains("Normal")')
-    sb.flash('strong:contains("Normal")', duration=3, pause=2)
+    print("Bot Not Detected")
+    sb.flash('strong:contains("Normal")', pause=1)
 ```
 
 --------
 
+<h3 align="left">🌐 CLI Options for Supported Chromium Browsers</h3>
+
 💡 You can set which Chromium browser to use via command-line options:
 
 ```zsh

examples/cdp_mode/ReadMe.md

@@ -154,14 +154,14 @@ with SB(uc=True, test=True, locale="en", ad_block=True) as sb:
     sb.assert_element('img[alt="Pikachu"]')
     sb.scroll_into_view("div.pokemon-ability-info")
     sb.sleep(1.2)
-    sb.cdp.flash('div[class*="title"]')
-    sb.cdp.flash('img[alt="Pikachu"]')
-    sb.cdp.flash("div.pokemon-ability-info")
+    sb.flash('div[class*="title"]')
+    sb.flash('img[alt="Pikachu"]')
+    sb.flash("div.pokemon-ability-info")
     name = sb.get_text("label.styled-select")
     info = sb.get_text("div.version-descriptions p.active")
     print("*** %s: ***\n* %s" % (name, info))
     sb.sleep(2)
-    sb.cdp.highlight_overlay("div.pokemon-ability-info")
+    sb.highlight_overlay("div.pokemon-ability-info")
     sb.sleep(2)
     sb.open("https://events.pokemon.com/EventLocator/")
     sb.sleep(2)
@@ -186,10 +186,10 @@ with SB(uc=True, test=True, locale="en", ad_block=True) as sb:
 ```python
 from seleniumbase import SB
 
-with SB(uc=True, test=True, locale="en") as sb:
+with SB(uc=True, test=True, locale="en", guest=True) as sb:
     url = "https://www.hyatt.com/"
     sb.activate_cdp_mode(url)
-    sb.sleep(3.2)
+    sb.sleep(3.4)
     sb.click_if_visible('button[aria-label="Close"]')
     sb.sleep(0.1)
     sb.click_if_visible("#onetrust-reject-all-handler")
@@ -200,11 +200,11 @@ with SB(uc=True, test=True, locale="en") as sb:
     sb.click('li[data-js="suggestion"]')
     sb.sleep(0.6)
     sb.click_if_visible('button[aria-label="Close"]')
-    sb.sleep(0.6)
+    sb.sleep(0.8)
     sb.click("button.be-button-shop")
     sb.sleep(1)
     sb.click_if_visible('[label="Find Hotels"]')
-    sb.sleep(5)
+    sb.sleep(5.5)
     card_info = 'div[data-booking-status="BOOKABLE"] [class*="HotelCard_info"]'
     hotels = sb.select_all(card_info)
     print("Hyatt Hotels in %s:" % location)
@@ -285,7 +285,7 @@ with SB(uc=True, test=True, ad_block=True) as sb:
     sb.sleep(1.8)
     continue_button = 'button:contains("Continue shopping")'
     if sb.is_element_visible(continue_button):
-        sb.cdp.gui_click_element(continue_button)
+        sb.gui_click_element(continue_button)
         sb.sleep(0.6)
     sb.click('input[aria-label="Search"]')
     sb.sleep(1.2)
@@ -294,10 +294,10 @@ with SB(uc=True, test=True, ad_block=True) as sb:
     sb.press_keys('input[aria-label="Search"]', search + "\n")
     sb.sleep(3.8)
     if sb.is_element_visible("#px-captcha"):
-        sb.cdp.gui_click_and_hold("#px-captcha", 7.2)
+        sb.gui_click_and_hold("#px-captcha", 7.2)
         sb.sleep(4.2)
         if sb.is_element_visible("#px-captcha"):
-            sb.cdp.gui_click_and_hold("#px-captcha", 4.2)
+            sb.gui_click_and_hold("#px-captcha", 4.2)
             sb.sleep(3.2)
     sb.remove_elements('[data-testid="skyline-ad"]')
     sb.remove_elements('[data-testid="sba-container"]')

examples/cdp_mode/playwright/ReadMe.md

@@ -55,7 +55,7 @@ from seleniumbase import SB
 
 with SB(uc=True) as sb:
     sb.activate_cdp_mode()
-    endpoint_url = sb.cdp.get_endpoint_url()
+    endpoint_url = sb.get_endpoint_url()
 
     with sync_playwright() as p:
         browser = p.chromium.connect_over_cdp(endpoint_url)

examples/cdp_mode/playwright/raw_basic_nested.py

@@ -3,7 +3,7 @@
 
 with SB(uc=True) as sb:
     sb.activate_cdp_mode()
-    endpoint_url = sb.cdp.get_endpoint_url()
+    endpoint_url = sb.get_endpoint_url()
 
     with sync_playwright() as p:
         browser = p.chromium.connect_over_cdp(endpoint_url)

examples/cdp_mode/playwright/raw_bing_cap_nested.py

@@ -3,7 +3,7 @@
 
 with SB(uc=True, locale="en") as sb:
     sb.activate_cdp_mode()
-    endpoint_url = sb.cdp.get_endpoint_url()
+    endpoint_url = sb.get_endpoint_url()
 
     with sync_playwright() as p:
         browser = p.chromium.connect_over_cdp(endpoint_url)

examples/cdp_mode/playwright/raw_browserscan_nested.py

@@ -3,14 +3,14 @@
 
 with SB(uc=True, locale="en", ad_block=True) as sb:
     sb.activate_cdp_mode()
-    endpoint_url = sb.cdp.get_endpoint_url()
+    endpoint_url = sb.get_endpoint_url()
 
     with sync_playwright() as p:
         browser = p.chromium.connect_over_cdp(endpoint_url)
         page = browser.contexts[0].pages[0]
-        page.goto("https://www.browserscan.net/bot-detection")
+        page.goto("https://browserscan.net/bot-detection")
         page.wait_for_timeout(500)
-        sb.cdp.flash("Test Results", duration=3, pause=1)
+        sb.flash("Test Results", duration=1.5, pause=0.5)
         sb.assert_element('strong:contains("Normal")')
         print("Bot Not Detected")
-        sb.cdp.flash('strong:contains("Normal")', duration=3, pause=2)
+        sb.flash('strong:contains("Normal")', pause=1)

examples/cdp_mode/playwright/raw_browserscan_sync.py

@@ -7,9 +7,9 @@
 with sync_playwright() as p:
     browser = p.chromium.connect_over_cdp(endpoint_url)
     page = browser.contexts[0].pages[0]
-    page.goto("https://www.browserscan.net/bot-detection")
+    page.goto("https://browserscan.net/bot-detection")
     page.wait_for_timeout(500)
-    sb.flash("Test Results", duration=3, pause=1)
+    sb.flash("Test Results", duration=1.5, pause=0.5)
     sb.assert_element('strong:contains("Normal")')
     print("Bot Not Detected")
-    sb.flash('strong:contains("Normal")', duration=3, pause=2)
+    sb.flash('strong:contains("Normal")', pause=1)

examples/cdp_mode/playwright/raw_copilot_nested.py

@@ -3,7 +3,7 @@
 
 with SB(uc=True) as sb:
     sb.activate_cdp_mode()
-    endpoint_url = sb.cdp.get_endpoint_url()
+    endpoint_url = sb.get_endpoint_url()
 
     with sync_playwright() as p:
         browser = p.chromium.connect_over_cdp(endpoint_url)

examples/cdp_mode/playwright/raw_fingerprint_nested.py

@@ -3,15 +3,15 @@
 
 with SB(uc=True, locale="en") as sb:
     sb.activate_cdp_mode()
-    endpoint_url = sb.cdp.get_endpoint_url()
+    endpoint_url = sb.get_endpoint_url()
 
     with sync_playwright() as p:
         browser = p.chromium.connect_over_cdp(endpoint_url)
         page = browser.contexts[0].pages[0]
         page.goto("https://demo.fingerprint.com/playground")
         page.wait_for_timeout(500)
-        sb.cdp.flash('a[href*="browser-bot-detection"]', duration=3, pause=1)
+        sb.flash('a[href*="browser-bot-detection"]', duration=3, pause=1)
         bot_row_selector = 'table:contains("Bot") tr:nth-of-type(3)'
         print(sb.get_text(bot_row_selector))
         sb.assert_text("Bot Not detected", bot_row_selector)
-        sb.cdp.flash(bot_row_selector, duration=3, pause=2)
+        sb.flash(bot_row_selector, duration=3, pause=2)

examples/cdp_mode/playwright/raw_gitlab_nested.py

@@ -3,7 +3,7 @@
 
 with SB(uc=True, locale="en") as sb:
     sb.activate_cdp_mode()
-    endpoint_url = sb.cdp.get_endpoint_url()
+    endpoint_url = sb.get_endpoint_url()
 
     with sync_playwright() as p:
         browser = p.chromium.connect_over_cdp(endpoint_url)