Merge pull request #4303 from seleniumbase/cdp-mode-patch-102

CDP Mode: Patch 102

Author: mdmintz

examples/cdp_mode/ReadMe.md

@@ -471,6 +471,7 @@ sb.cdp.get_current_url()
 sb.cdp.get_origin()
 sb.cdp.get_html(include_shadow_dom=True)
 sb.cdp.get_page_source(include_shadow_dom=True)
+sb.cdp.get_beautiful_soup(source=None)
 sb.cdp.get_user_agent()
 sb.cdp.get_cookie_string()
 sb.cdp.get_locale_code()

examples/cdp_mode/playwright/ReadMe.md

@@ -88,6 +88,12 @@ The `SB()` format requires WebDriver, therefore `chromedriver` will be downloade
 
 In the sync formats, `get_endpoint_url()` also applies `nest-asyncio` so that nested event loops are allowed. (Python doesn't allow nested event loops by default). Without this, you'd get the error: `"Cannot run the event loop while another loop is running"` when calling CDP Mode methods (such as `solve_captcha()`) from within the Playwright context manager. This `nest-asyncio` call is done behind-the-scenes so that users don't need to handle this on their own.
 
+Default timeout values are different between Playwright and SeleniumBase. For instance, a 30-second default timeout in a Playwright method might be 10 seconds in the equivalent SeleniumBase method. When specifying custom timeout values, Playwright uses milliseconds, whereas SeleniumBase uses seconds. Eg. `page.wait_for_timeout(500)` is the equivalent of `sb.sleep(0.5)`.
+
+Playwright's `:has-text()` selector is the equivalent of SeleniumBase's `:contains()` selector, except for one small difference: `:has-text()` isn't case-sensitive, but `:contains()` is.
+
+Unlike normal Playwright, you don't need to run `playwright install` before running Stealthy Playwright Mode scripts because the system Chrome will be used. There's also the option of setting `use_chromium=True` to use the unbranded Chromium browser instead, which still supports extensions.
+
 ### 🎭 <b translate="no">Stealthy Playwright Mode</b> examples:
 
 Here's an example that queries Microsoft Copilot:
@@ -105,16 +111,16 @@ with sync_playwright() as p:
     page = context.pages[0]
     page.goto("https://copilot.microsoft.com")
     page.wait_for_selector("textarea#userInput")
-    sb.sleep(1)
+    page.wait_for_timeout(1000)
     query = "Playwright Python connect_over_cdp() sync example"
     page.fill("textarea#userInput", query)
     page.click('button[data-testid="submit-button"]')
-    sb.sleep(3)
+    page.wait_for_timeout(4000)
     sb.solve_captcha()
     page.wait_for_selector('button[data-testid*="-thumbs-up"]')
-    sb.sleep(4)
+    page.wait_for_timeout(4000)
     page.click('button[data-testid*="scroll-to-bottom"]')
-    sb.sleep(3)
+    page.wait_for_timeout(3000)
     chat_results = '[data-testid="highlighted-chats"]'
     result = page.locator(chat_results).inner_text()
     print(result.replace("\n\n", " \n"))
@@ -134,9 +140,9 @@ with sync_playwright() as p:
     context = browser.contexts[0]
     page = context.pages[0]
     page.goto("https://www.bing.com/turing/captcha/challenge")
-    sb.sleep(3)
+    page.wait_for_timeout(2000)
     sb.solve_captcha()
-    sb.sleep(3)
+    page.wait_for_timeout(2000)
 ```
 
 --------

examples/cdp_mode/playwright/raw_basic_async.py

@@ -16,7 +16,7 @@ async def main():
         await page.fill("#password", "secret_pass")
         await page.click("#log-in")
         await page.wait_for_selector("h1")
-        await driver.sleep(1)
+        await page.wait_for_timeout(1000)
 
 
 if __name__ == "__main__":

examples/cdp_mode/playwright/raw_basic_nested.py

@@ -14,4 +14,4 @@
         page.fill("#password", "secret_pass")
         page.click("#log-in")
         page.wait_for_selector("h1")
-        sb.sleep(1)
+        page.wait_for_timeout(1000)

examples/cdp_mode/playwright/raw_basic_sync.py

@@ -13,4 +13,4 @@
     page.fill("#password", "secret_pass")
     page.click("#log-in")
     page.wait_for_selector("h1")
-    sb.sleep(1)
+    page.wait_for_timeout(1000)

examples/cdp_mode/playwright/raw_bing_cap_async.py

@@ -12,9 +12,9 @@ async def main():
         context = browser.contexts[0]
         page = context.pages[0]
         await page.goto("https://www.bing.com/turing/captcha/challenge")
-        await driver.sleep(3)
+        await page.wait_for_timeout(2000)
         await driver.solve_captcha()
-        await driver.sleep(3)
+        await page.wait_for_timeout(2000)
 
 
 if __name__ == "__main__":

examples/cdp_mode/playwright/raw_bing_cap_nested.py

@@ -10,6 +10,6 @@
         context = browser.contexts[0]
         page = context.pages[0]
         page.goto("https://www.bing.com/turing/captcha/challenge")
-        sb.sleep(3)
+        page.wait_for_timeout(2000)
         sb.solve_captcha()
-        sb.sleep(3)
+        page.wait_for_timeout(2000)

examples/cdp_mode/playwright/raw_bing_cap_sync.py

@@ -9,6 +9,6 @@
     context = browser.contexts[0]
     page = context.pages[0]
     page.goto("https://www.bing.com/turing/captcha/challenge")
-    sb.sleep(3)
+    page.wait_for_timeout(2000)
     sb.solve_captcha()
-    sb.sleep(3)
+    page.wait_for_timeout(2000)

examples/cdp_mode/playwright/raw_cf_cap_sync.py

@@ -9,6 +9,6 @@
     context = browser.contexts[0]
     page = context.pages[0]
     page.goto("https://www.cloudflare.com/login")
-    sb.sleep(3)
+    page.wait_for_timeout(4500)
     sb.solve_captcha()
-    sb.sleep(3)
+    page.wait_for_timeout(3000)

examples/cdp_mode/playwright/raw_copilot_async.py

@@ -13,16 +13,16 @@ async def main():
         page = context.pages[0]
         await page.goto("https://copilot.microsoft.com")
         await page.wait_for_selector("textarea#userInput")
-        await driver.sleep(1)
+        await page.wait_for_timeout(1000)
         query = "Playwright Python connect_over_cdp() sync example"
         await page.fill("textarea#userInput", query)
         await page.click('button[data-testid="submit-button"]')
-        await driver.sleep(4)
+        await page.wait_for_timeout(4000)
         await driver.solve_captcha()
         await page.wait_for_selector('button[data-testid*="-thumbs-up"]')
-        await driver.sleep(4)
+        await page.wait_for_timeout(4000)
         await page.click('button[data-testid*="scroll-to-bottom"]')
-        await driver.sleep(3)
+        await page.wait_for_timeout(3000)
         chat_results = '[data-testid="highlighted-chats"]'
         result = await page.locator(chat_results).inner_text()
         print(result.replace("\n\n", " \n"))