Update CDP Mode examples

Author: mdmintz

examples/cdp_mode/playwright/raw_copilot_async.py

@@ -17,7 +17,7 @@ async def main():
         query = "Playwright Python connect_over_cdp() sync example"
         await page.fill("textarea#userInput", query)
         await page.click('button[data-testid="submit-button"]')
-        await driver.sleep(3)
+        await driver.sleep(4)
         await driver.solve_captcha()
         await page.wait_for_selector('button[data-testid*="-thumbs-up"]')
         await driver.sleep(4)

examples/cdp_mode/playwright/raw_copilot_nested.py

@@ -15,7 +15,7 @@
         query = "Playwright Python connect_over_cdp() sync example"
         page.fill("textarea#userInput", query)
         page.click('button[data-testid="submit-button"]')
-        sb.sleep(3)
+        sb.sleep(4)
         sb.solve_captcha()
         page.wait_for_selector('button[data-testid*="-thumbs-up"]')
         sb.sleep(4)

examples/cdp_mode/playwright/raw_copilot_sync.py

@@ -14,7 +14,7 @@
     query = "Playwright Python connect_over_cdp() sync example"
     page.fill("textarea#userInput", query)
     page.click('button[data-testid="submit-button"]')
-    sb.sleep(3)
+    sb.sleep(4)
     sb.solve_captcha()
     page.wait_for_selector('button[data-testid*="-thumbs-up"]')
     sb.sleep(4)

examples/cdp_mode/raw_cf_captcha.py

@@ -4,6 +4,6 @@
     url = "https://www.cloudflare.com/login"
     sb.activate_cdp_mode(url)
     sb.wait_for_element('div[data-testid*="challenge-widget"]')
-    sb.sleep(1.5)
+    sb.sleep(2)
     sb.solve_captcha()
     sb.sleep(3)

examples/cdp_mode/raw_cf_clearance.py

@@ -11,9 +11,9 @@ def get_cf_clearance_cookie(sb):
 
 url = "https://gitlab.com/users/sign_in"
 sb = sb_cdp.Chrome(url)
-sb.sleep(2.5)  # Wait for CAPTCHA to load
+sb.sleep(3)  # Wait for CAPTCHA to load
 sb.solve_captcha()  # (Only if found)
-sb.sleep(2.2)  # Wait for CAPTCHA success
+sb.sleep(2)  # Wait for CAPTCHA success
 cf_cookie = get_cf_clearance_cookie(sb)
 if cf_cookie:
     print("cf_clearance cookie: %s" % cf_cookie.value)

examples/cdp_mode/raw_multi_captcha.py

@@ -6,7 +6,7 @@
 
 
 def main(url):
-    sb = sb_cdp.Chrome(url, lang="en")
+    sb = sb_cdp.Chrome(url, lang="en", incognito=True)
     sb.set_window_rect(randint(4, 680), randint(8, 380), 840, 520)
     sb.sleep(2)
     sb.gui_click_captcha()

examples/cdp_mode/raw_reddit_async.py

@@ -0,0 +1,24 @@
+import asyncio
+from seleniumbase import cdp_driver
+
+
+async def main():
+    search = "reddit+scraper"
+    url = f"https://www.reddit.com/r/webscraping/search/?q={search}"
+    driver = await cdp_driver.start_async(use_chromium=True)
+    page = await driver.get(url)
+    await page.solve_captcha()  # Might not be needed
+    post_title = '[data-testid="post-title"]'
+    await page.select(post_title)
+    for i in range(8):
+        await page.scroll_down(25)
+        await page.sleep(0.2)
+    posts = await page.select_all(post_title)
+    print('*** Reddit Posts for "%s":' % search)
+    for post in posts:
+        print("* " + post.text)
+    driver.stop()
+
+if __name__ == "__main__":
+    loop = asyncio.new_event_loop()
+    loop.run_until_complete(main())

examples/cdp_mode/raw_turnstile.py

@@ -3,6 +3,7 @@
 with SB(uc=True, test=True) as sb:
     url = "https://seleniumbase.io/apps/turnstile"
     sb.activate_cdp_mode(url)
+    sb.sleep(1)
     sb.solve_captcha()
     sb.assert_element("img#captcha-success", timeout=3)
     sb.set_messenger_theme(location="top_left")