Update tesmplates and e2e tests to use specialized Playwright docker images

Author: Pijukatel

.github/workflows/on_schedule_tests.yaml

@@ -24,8 +24,8 @@ jobs:
       fail-fast: false
       max-parallel: 12
       matrix:
-        crawler-type: ["playwright_camoufox", "playwright", "parsel", "beautifulsoup"]
-        http-client: [ "httpx", "curl_impersonate"]
+        crawler-type: ["playwright_camoufox", "playwright_chrome", "playwright_firefox", "playwright_webkit", "playwright", "parsel", "beautifulsoup"]
+        http-client: ["httpx", "curl_impersonate"]
         package-manager: ["pip", "uv", "poetry"]
 
     runs-on: "ubuntu-latest"

src/crawlee/project_template/cookiecutter.json

@@ -1,7 +1,7 @@
 {
     "project_name": "crawlee-python-project",
     "__package_name": "{{ cookiecutter.project_name|lower|replace('-', '_') }}",
-    "crawler_type": ["beautifulsoup", "parsel", "playwright", "playwright-camoufox"],
+    "crawler_type": ["beautifulsoup", "parsel", "playwright", "playwright-camoufox", "playwright-chrome", "playwright-firefox", "playwright-webkit"],
     "__crawler_type": "{{ cookiecutter.crawler_type|lower|replace('-', '_') }}",
     "http_client": ["impit", "httpx", "curl-impersonate"],
     "package_manager": ["poetry", "pip", "uv"],

src/crawlee/project_template/templates/main_playwright_chrome.py

@@ -0,0 +1,14 @@
+# % extends 'main.py'
+
+# % block import
+from crawlee.crawlers import PlaywrightCrawler
+# % endblock
+
+# % block instantiation
+crawler = PlaywrightCrawler(
+    request_handler=router,
+    headless=True,
+    max_requests_per_crawl=10,
+    browser_type="chrome",
+    {{ self.http_client_instantiation() }})
+# % endblock

src/crawlee/project_template/templates/main_playwright_firefox.py

@@ -0,0 +1,14 @@
+# % extends 'main.py'
+
+# % block import
+from crawlee.crawlers import PlaywrightCrawler
+# % endblock
+
+# % block instantiation
+crawler = PlaywrightCrawler(
+    request_handler=router,
+    headless=True,
+    max_requests_per_crawl=10,
+    browser_type="firefox",
+    {{ self.http_client_instantiation() }})
+# % endblock

src/crawlee/project_template/templates/main_playwright_webkit.py

@@ -0,0 +1,14 @@
+# % extends 'main.py'
+
+# % block import
+from crawlee.crawlers import PlaywrightCrawler
+# % endblock
+
+# % block instantiation
+crawler = PlaywrightCrawler(
+    request_handler=router,
+    headless=True,
+    max_requests_per_crawl=10,
+    browser_type="webkit",
+    {{ self.http_client_instantiation() }})
+# % endblock

src/crawlee/project_template/templates/routes_playwright_camoufox.py

@@ -4,8 +4,13 @@
 # % if cookiecutter.crawler_type == 'playwright'
 FROM apify/actor-python-playwright:3.13
 # % elif cookiecutter.crawler_type == 'playwright-camoufox'
-# Currently camoufox has issues installing on Python 3.13
-FROM apify/actor-python-playwright:3.12
+FROM apify/actor-python-playwright-camoufox:3.13
+# % elif cookiecutter.crawler_type == 'playwright-chrome'
+FROM apify/actor-python-playwright-chrome:3.13
+# % elif cookiecutter.crawler_type == 'playwright-firefox'
+FROM apify/actor-python-playwright-firefox:3.13
+# % elif cookiecutter.crawler_type == 'playwright-webkit'
+FROM apify/actor-python-playwright-webkit:3.13
 # % else
 FROM apify/actor-python:3.13
 # % endif

src/crawlee/project_template/{{cookiecutter.project_name}}/Dockerfile

@@ -1,5 +1,7 @@
 # % if cookiecutter.crawler_type == 'playwright-camoufox'
 camoufox[geoip]~=0.4.5
+# % endif
+# % if cookiecutter.crawler_type.startswith('playwright')
 # % set extras = ['playwright']
 # % else
 # % set extras = [cookiecutter.crawler_type]

src/crawlee/project_template/{{cookiecutter.project_name}}/requirements.txt

@@ -1 +1,5 @@
+# % if cookiecutter.crawler_type.startswith('playwright')
+# % include 'routes_playwright.py'
+# % else
 # % include 'routes_%s.py' % cookiecutter.__crawler_type
+# % endif

src/crawlee/project_template/{{cookiecutter.project_name}}/{{cookiecutter.__package_name}}/routes.py

@@ -20,6 +20,9 @@
     'crawler_type',
     [
         pytest.param('playwright-camoufox', marks=pytest.mark.playwright_camoufox),
+        pytest.param('playwright-chrome', marks=pytest.mark.playwright_chrome),
+        pytest.param('playwright-firefox', marks=pytest.mark.playwright_firefox),
+        pytest.param('playwright-webkit', marks=pytest.mark.playwright_webkit),
         pytest.param('playwright', marks=pytest.mark.playwright),
         pytest.param('parsel', marks=pytest.mark.parsel),
         pytest.param('beautifulsoup', marks=pytest.mark.beautifulsoup),