feat: Use specialized Playwright docker images in templates

.github/workflows/on_schedule_tests.yaml

@@ -24,8 +24,8 @@ jobs:
       fail-fast: false
       max-parallel: 12
       matrix:
-        crawler-type: ["playwright_camoufox", "playwright", "parsel", "beautifulsoup"]
-        http-client: [ "httpx", "curl_impersonate"]
+        crawler-type: ["playwright_camoufox", "playwright_chrome", "playwright_firefox", "playwright_webkit", "playwright", "parsel", "beautifulsoup"]
+        http-client: ["httpx", "curl_impersonate"]
         package-manager: ["pip", "uv", "poetry"]
 
     runs-on: "ubuntu-latest"

src/crawlee/browsers/_playwright_browser_plugin.py

@@ -83,16 +83,16 @@ def __init__(
             'chromium_sandbox': not config.disable_browser_sandbox,
         }
 
-        if browser_type == 'chrome' and default_launch_browser_options['executable_path']:
-            raise ValueError(
-                'Cannot use browser_type `chrome` with `Configuration.default_browser_path` or `executable_path` set.'
-            )
-
         # Map 'chrome' to 'chromium' with the 'chrome' channel.
         if browser_type == 'chrome':
             browser_type = 'chromium'
             # Chromium parameter 'channel' set to 'chrome' enables using installed Google Chrome.
             default_launch_browser_options['channel'] = 'chrome'
+            if default_launch_browser_options['executable_path']:
+                logger.debug(
+                    f'Using browser executable from {default_launch_browser_options["executable_path"]},'
+                    f" which takes precedence over 'chrome' channel."
+                )
 
         self._browser_type: BrowserType = browser_type
         self._browser_launch_options: dict[str, Any] = default_launch_browser_options | (browser_launch_options or {})

src/crawlee/project_template/cookiecutter.json

@@ -1,7 +1,7 @@
 {
     "project_name": "crawlee-python-project",
     "__package_name": "{{ cookiecutter.project_name|lower|replace('-', '_') }}",
-    "crawler_type": ["beautifulsoup", "parsel", "playwright", "playwright-camoufox"],
+    "crawler_type": ["beautifulsoup", "parsel", "playwright", "playwright-camoufox", "playwright-chrome", "playwright-firefox", "playwright-webkit"],
     "__crawler_type": "{{ cookiecutter.crawler_type|lower|replace('-', '_') }}",
     "http_client": ["impit", "httpx", "curl-impersonate"],
     "package_manager": ["poetry", "pip", "uv"],

src/crawlee/project_template/templates/main_playwright_chrome.py

@@ -0,0 +1,14 @@
+# % extends 'main.py'
+
+# % block import
+from crawlee.crawlers import PlaywrightCrawler
+# % endblock
+
+# % block instantiation
+crawler = PlaywrightCrawler(
+    request_handler=router,
+    headless=True,
+    max_requests_per_crawl=10,
+    browser_type="chrome",
+    {{ self.http_client_instantiation() }})
+# % endblock

src/crawlee/project_template/templates/main_playwright_firefox.py

@@ -0,0 +1,14 @@
+# % extends 'main.py'
+
+# % block import
+from crawlee.crawlers import PlaywrightCrawler
+# % endblock
+
+# % block instantiation
+crawler = PlaywrightCrawler(
+    request_handler=router,
+    headless=True,
+    max_requests_per_crawl=10,
+    browser_type="firefox",
+    {{ self.http_client_instantiation() }})
+# % endblock

src/crawlee/project_template/templates/main_playwright_webkit.py

@@ -0,0 +1,14 @@
+# % extends 'main.py'
+
+# % block import
+from crawlee.crawlers import PlaywrightCrawler
+# % endblock
+
+# % block instantiation
+crawler = PlaywrightCrawler(
+    request_handler=router,
+    headless=True,
+    max_requests_per_crawl=10,
+    browser_type="webkit",
+    {{ self.http_client_instantiation() }})
+# % endblock

src/crawlee/project_template/{{cookiecutter.project_name}}/Dockerfile

@@ -4,8 +4,13 @@
 # % if cookiecutter.crawler_type == 'playwright'
 FROM apify/actor-python-playwright:3.13
 # % elif cookiecutter.crawler_type == 'playwright-camoufox'
-# Currently camoufox has issues installing on Python 3.13
-FROM apify/actor-python-playwright:3.12
+FROM apify/actor-python-playwright-camoufox:3.13
+# % elif cookiecutter.crawler_type == 'playwright-chrome'
+FROM apify/actor-python-playwright-chrome:3.13
+# % elif cookiecutter.crawler_type == 'playwright-firefox'
+FROM apify/actor-python-playwright-firefox:3.13
+# % elif cookiecutter.crawler_type == 'playwright-webkit'
+FROM apify/actor-python-playwright-webkit:3.13
 # % else
 FROM apify/actor-python:3.13
 # % endif

src/crawlee/project_template/{{cookiecutter.project_name}}/pyproject.toml

@@ -1,4 +1,4 @@
-# % if cookiecutter.crawler_type == 'playwright-camoufox'
+# % if cookiecutter.crawler_type.startswith('playwright')
 # % set extras = ['playwright']
 # % else
 # % set extras = [cookiecutter.crawler_type]

src/crawlee/project_template/{{cookiecutter.project_name}}/requirements.txt

@@ -1,5 +1,7 @@
 # % if cookiecutter.crawler_type == 'playwright-camoufox'
 camoufox[geoip]~=0.4.5
+# % endif
+# % if cookiecutter.crawler_type.startswith('playwright')
 # % set extras = ['playwright']
 # % else
 # % set extras = [cookiecutter.crawler_type]

src/crawlee/project_template/{{cookiecutter.project_name}}/{{cookiecutter.__package_name}}/routes.py

@@ -1 +1,5 @@
+# % if cookiecutter.crawler_type.startswith('playwright')
+# % include 'routes_playwright.py'
+# % else
 # % include 'routes_%s.py' % cookiecutter.__crawler_type
+# % endif

tests/e2e/project_template/test_static_crawlers_templates.py

@@ -20,6 +20,9 @@
     'crawler_type',
     [
         pytest.param('playwright-camoufox', marks=pytest.mark.playwright_camoufox),
+        pytest.param('playwright-chrome', marks=pytest.mark.playwright_chrome),
+        pytest.param('playwright-firefox', marks=pytest.mark.playwright_firefox),
+        pytest.param('playwright-webkit', marks=pytest.mark.playwright_webkit),
         pytest.param('playwright', marks=pytest.mark.playwright),
         pytest.param('parsel', marks=pytest.mark.parsel),
         pytest.param('beautifulsoup', marks=pytest.mark.beautifulsoup),