[pull] master from apify:master

packages/templates/templates/camoufox-ts/Dockerfile

@@ -28,7 +28,7 @@ COPY --from=builder --chown=myuser /home/myuser/dist ./dist
 # to speed up the build using Docker layer cache.
 COPY --chown=myuser package*.json ./
 
-# Install NPM packages, skip optional and development dependencies to
+# Install NPM packages, skip development dependencies to
 # keep the image small. Avoid logging too much and print the dependency
 # tree for debugging
 RUN npm --quiet set progress=false \

packages/templates/templates/camoufox-ts/package.json

@@ -4,6 +4,7 @@
     "type": "module",
     "description": "This is an example of a Crawlee project.",
     "dependencies": {
+        "@crawlee/impit-client": "^3.0.0",
         "camoufox-js": "^0.9.0",
         "crawlee": "^3.0.0",
         "playwright": "1.58.2"

packages/templates/templates/camoufox-ts/src/main.ts

@@ -1,4 +1,5 @@
 // For more information, see https://crawlee.dev/
+import { Browser, ImpitHttpClient } from '@crawlee/impit-client';
 import { launchOptions } from 'camoufox-js';
 import { PlaywrightCrawler, ProxyConfiguration } from 'crawlee';
 import { firefox } from 'playwright';
@@ -9,6 +10,7 @@ const startUrls = ['https://crawlee.dev'];
 
 const crawler = new PlaywrightCrawler({
     // proxyConfiguration: new ProxyConfiguration({ proxyUrls: ['...'] }),
+    httpClient: new ImpitHttpClient({ browser: Browser.Firefox }),
     requestHandler: router,
     // Comment this option to scrape the full website.
     maxRequestsPerCrawl: 20,

packages/templates/templates/cheerio-js/Dockerfile

@@ -7,11 +7,11 @@ FROM apify/actor-node:20
 # to speed up the build using Docker layer cache.
 COPY package*.json ./
 
-# Install NPM packages, skip optional and development dependencies to
+# Install NPM packages, skip development dependencies to
 # keep the image small. Avoid logging too much and print the dependency
 # tree for debugging
 RUN npm --quiet set progress=false \
-    && npm install --omit=dev --omit=optional \
+    && npm install --omit=dev \
     && echo "Installed NPM packages:" \
     && (npm list --omit=dev --all || true) \
     && echo "Node.js version:" \

packages/templates/templates/cheerio-js/package.json

@@ -4,6 +4,7 @@
     "type": "module",
     "description": "This is an example of a Crawlee project.",
     "dependencies": {
+        "@crawlee/impit-client": "^3.0.0",
         "crawlee": "^3.0.0"
     },
     "scripts": {

packages/templates/templates/cheerio-js/src/main.js

@@ -1,11 +1,13 @@
 // For more information, see https://crawlee.dev/
+import { Browser, ImpitHttpClient } from '@crawlee/impit-client';
 import { CheerioCrawler, ProxyConfiguration } from 'crawlee';
 import { router } from './routes.js';
 
 const startUrls = ['https://crawlee.dev'];
 
 const crawler = new CheerioCrawler({
     // proxyConfiguration: new ProxyConfiguration({ proxyUrls: ['...'] }),
+    httpClient: new ImpitHttpClient({ browser: Browser.Chrome }),
     requestHandler: router,
     // Comment this option to scrape the full website.
     maxRequestsPerCrawl: 20,

packages/templates/templates/cheerio-ts/Dockerfile

@@ -28,11 +28,11 @@ COPY --from=builder /usr/src/app/dist ./dist
 # to speed up the build using Docker layer cache.
 COPY package*.json ./
 
-# Install NPM packages, skip optional and development dependencies to
+# Install NPM packages, skip development dependencies to
 # keep the image small. Avoid logging too much and print the dependency
 # tree for debugging
 RUN npm --quiet set progress=false \
-    && npm install --omit=dev --omit=optional \
+    && npm install --omit=dev \
     && echo "Installed NPM packages:" \
     && (npm list --omit=dev --all || true) \
     && echo "Node.js version:" \

packages/templates/templates/cheerio-ts/package.json

@@ -4,6 +4,7 @@
     "type": "module",
     "description": "This is an example of a Crawlee project.",
     "dependencies": {
+        "@crawlee/impit-client": "^3.0.0",
         "crawlee": "^3.0.0"
     },
     "devDependencies": {

packages/templates/templates/cheerio-ts/src/main.ts

@@ -1,4 +1,5 @@
 // For more information, see https://crawlee.dev/
+import { Browser, ImpitHttpClient } from '@crawlee/impit-client';
 import { CheerioCrawler, ProxyConfiguration } from 'crawlee';
 
 import { router } from './routes.js';
@@ -7,6 +8,7 @@ const startUrls = ['https://crawlee.dev'];
 
 const crawler = new CheerioCrawler({
     // proxyConfiguration: new ProxyConfiguration({ proxyUrls: ['...'] }),
+    httpClient: new ImpitHttpClient({ browser: Browser.Chrome }),
     requestHandler: router,
     // Comment this option to scrape the full website.
     maxRequestsPerCrawl: 20,

packages/templates/templates/getting-started-js/Dockerfile

@@ -7,11 +7,11 @@ FROM apify/actor-node-playwright-chrome:24-1.58.2
 # to speed up the build using Docker layer cache.
 COPY --chown=myuser package*.json ./
 
-# Install NPM packages, skip optional and development dependencies to
+# Install NPM packages, skip development dependencies to
 # keep the image small. Avoid logging too much and print the dependency
 # tree for debugging
 RUN npm --quiet set progress=false \
-    && npm install --omit=dev --omit=optional \
+    && npm install --omit=dev \
     && echo "Installed NPM packages:" \
     && (npm list --omit=dev --all || true) \
     && echo "Node.js version:" \

packages/templates/templates/getting-started-js/package.json

@@ -4,6 +4,7 @@
     "type": "module",
     "description": "This is an example of a Crawlee project.",
     "dependencies": {
+        "@crawlee/impit-client": "^3.0.0",
         "crawlee": "^3.0.0",
         "playwright": "1.58.2"
     },

packages/templates/templates/getting-started-js/src/main.js

@@ -1,9 +1,11 @@
 // For more information, see https://crawlee.dev/
+import { Browser, ImpitHttpClient } from '@crawlee/impit-client';
 import { PlaywrightCrawler } from 'crawlee';
 
 // PlaywrightCrawler crawls the web using a headless
 // browser controlled by the Playwright library.
 const crawler = new PlaywrightCrawler({
+    httpClient: new ImpitHttpClient({ browser: Browser.Chrome }),
     // Use the requestHandler to process each of the crawled pages.
     async requestHandler({ request, page, enqueueLinks, log, pushData }) {
         const title = await page.title();

packages/templates/templates/getting-started-ts/Dockerfile

@@ -28,11 +28,11 @@ COPY --from=builder --chown=myuser /home/myuser/dist ./dist
 # to speed up the build using Docker layer cache.
 COPY --chown=myuser package*.json ./
 
-# Install NPM packages, skip optional and development dependencies to
+# Install NPM packages, skip development dependencies to
 # keep the image small. Avoid logging too much and print the dependency
 # tree for debugging
 RUN npm --quiet set progress=false \
-    && npm install --omit=dev --omit=optional \
+    && npm install --omit=dev \
     && echo "Installed NPM packages:" \
     && (npm list --omit=dev --all || true) \
     && echo "Node.js version:" \

packages/templates/templates/getting-started-ts/package.json

@@ -4,6 +4,7 @@
     "type": "module",
     "description": "This is an example of a Crawlee project.",
     "dependencies": {
+        "@crawlee/impit-client": "^3.0.0",
         "crawlee": "^3.0.0",
         "playwright": "1.58.2"
     },

packages/templates/templates/getting-started-ts/src/main.ts

@@ -1,9 +1,11 @@
 // For more information, see https://crawlee.dev/
+import { Browser, ImpitHttpClient } from '@crawlee/impit-client';
 import { PlaywrightCrawler } from 'crawlee';
 
 // PlaywrightCrawler crawls the web using a headless
 // browser controlled by the Playwright library.
 const crawler = new PlaywrightCrawler({
+    httpClient: new ImpitHttpClient({ browser: Browser.Chrome }),
     // Use the requestHandler to process each of the crawled pages.
     async requestHandler({ request, page, enqueueLinks, log, pushData }) {
         const title = await page.title();

packages/templates/templates/playwright-js/Dockerfile

@@ -7,11 +7,11 @@ FROM apify/actor-node-playwright-chrome:24-1.58.2
 # to speed up the build using Docker layer cache.
 COPY --chown=myuser package*.json ./
 
-# Install NPM packages, skip optional and development dependencies to
+# Install NPM packages, skip development dependencies to
 # keep the image small. Avoid logging too much and print the dependency
 # tree for debugging
 RUN npm --quiet set progress=false \
-    && npm install --omit=dev --omit=optional \
+    && npm install --omit=dev \
     && echo "Installed NPM packages:" \
     && (npm list --omit=dev --all || true) \
     && echo "Node.js version:" \

packages/templates/templates/playwright-js/package.json

@@ -4,6 +4,7 @@
     "type": "module",
     "description": "This is an example of a Crawlee project.",
     "dependencies": {
+        "@crawlee/impit-client": "^3.0.0",
         "crawlee": "^3.0.0",
         "playwright": "1.58.2"
     },

packages/templates/templates/playwright-js/src/main.js

@@ -1,11 +1,13 @@
 // For more information, see https://crawlee.dev/
+import { Browser, ImpitHttpClient } from '@crawlee/impit-client';
 import { PlaywrightCrawler, ProxyConfiguration } from 'crawlee';
 import { router } from './routes.js';
 
 const startUrls = ['https://crawlee.dev'];
 
 const crawler = new PlaywrightCrawler({
     // proxyConfiguration: new ProxyConfiguration({ proxyUrls: ['...'] }),
+    httpClient: new ImpitHttpClient({ browser: Browser.Chrome }),
     requestHandler: router,
     // Comment this option to scrape the full website.
     maxRequestsPerCrawl: 20,

packages/templates/templates/playwright-ts/Dockerfile

@@ -28,11 +28,11 @@ COPY --from=builder --chown=myuser /home/myuser/dist ./dist
 # to speed up the build using Docker layer cache.
 COPY --chown=myuser package*.json ./
 
-# Install NPM packages, skip optional and development dependencies to
+# Install NPM packages, skip development dependencies to
 # keep the image small. Avoid logging too much and print the dependency
 # tree for debugging
 RUN npm --quiet set progress=false \
-    && npm install --omit=dev --omit=optional \
+    && npm install --omit=dev \
     && echo "Installed NPM packages:" \
     && (npm list --omit=dev --all || true) \
     && echo "Node.js version:" \

packages/templates/templates/playwright-ts/package.json

@@ -4,6 +4,7 @@
     "type": "module",
     "description": "This is an example of a Crawlee project.",
     "dependencies": {
+        "@crawlee/impit-client": "^3.0.0",
         "crawlee": "^3.0.0",
         "playwright": "1.58.2"
     },

packages/templates/templates/playwright-ts/src/main.ts

@@ -1,4 +1,5 @@
 // For more information, see https://crawlee.dev/
+import { Browser, ImpitHttpClient } from '@crawlee/impit-client';
 import { PlaywrightCrawler, ProxyConfiguration } from 'crawlee';
 
 import { router } from './routes.js';
@@ -7,6 +8,7 @@ const startUrls = ['https://crawlee.dev'];
 
 const crawler = new PlaywrightCrawler({
     // proxyConfiguration: new ProxyConfiguration({ proxyUrls: ['...'] }),
+    httpClient: new ImpitHttpClient({ browser: Browser.Chrome }),
     requestHandler: router,
     // Comment this option to scrape the full website.
     maxRequestsPerCrawl: 20,

packages/templates/templates/puppeteer-js/Dockerfile

@@ -7,11 +7,11 @@ FROM apify/actor-node-puppeteer-chrome:20
 # to speed up the build using Docker layer cache.
 COPY --chown=myuser package*.json ./
 
-# Install NPM packages, skip optional and development dependencies to
+# Install NPM packages, skip development dependencies to
 # keep the image small. Avoid logging too much and print the dependency
 # tree for debugging
 RUN npm --quiet set progress=false \
-    && npm install --omit=dev --omit=optional \
+    && npm install --omit=dev \
     && echo "Installed NPM packages:" \
     && (npm list --omit=dev --all || true) \
     && echo "Node.js version:" \

packages/templates/templates/puppeteer-js/package.json

@@ -4,6 +4,7 @@
     "type": "module",
     "description": "This is an example of a Crawlee project.",
     "dependencies": {
+        "@crawlee/impit-client": "^3.0.0",
         "crawlee": "^3.0.0",
         "puppeteer": "*"
     },

packages/templates/templates/puppeteer-js/src/main.js

@@ -1,11 +1,13 @@
 // For more information, see https://crawlee.dev/
+import { Browser, ImpitHttpClient } from '@crawlee/impit-client';
 import { PuppeteerCrawler, ProxyConfiguration } from 'crawlee';
 import { router } from './routes.js';
 
 const startUrls = ['https://crawlee.dev'];
 
 const crawler = new PuppeteerCrawler({
     // proxyConfiguration: new ProxyConfiguration({ proxyUrls: ['...'] }),
+    httpClient: new ImpitHttpClient({ browser: Browser.Chrome }),
     requestHandler: router,
     // Comment this option to scrape the full website.
     maxRequestsPerCrawl: 20,

packages/templates/templates/puppeteer-ts/Dockerfile

@@ -28,11 +28,11 @@ COPY --from=builder --chown=myuser /home/myuser/dist ./dist
 # to speed up the build using Docker layer cache.
 COPY --chown=myuser package*.json ./
 
-# Install NPM packages, skip optional and development dependencies to
+# Install NPM packages, skip development dependencies to
 # keep the image small. Avoid logging too much and print the dependency
 # tree for debugging
 RUN npm --quiet set progress=false \
-    && npm install --omit=dev --omit=optional \
+    && npm install --omit=dev \
     && echo "Installed NPM packages:" \
     && (npm list --omit=dev --all || true) \
     && echo "Node.js version:" \

packages/templates/templates/puppeteer-ts/package.json

@@ -4,6 +4,7 @@
     "type": "module",
     "description": "This is an example of a Crawlee project.",
     "dependencies": {
+        "@crawlee/impit-client": "^3.0.0",
         "crawlee": "^3.0.0",
         "puppeteer": "*"
     },

packages/templates/templates/puppeteer-ts/src/main.ts

@@ -1,4 +1,5 @@
 // For more information, see https://crawlee.dev/
+import { Browser, ImpitHttpClient } from '@crawlee/impit-client';
 import { log, PuppeteerCrawler } from 'crawlee';
 
 import { router } from './routes.js';
@@ -7,6 +8,7 @@ const startUrls = ['https://crawlee.dev'];
 
 const crawler = new PuppeteerCrawler({
     // proxyConfiguration: new ProxyConfiguration({ proxyUrls: ['...'] }),
+    httpClient: new ImpitHttpClient({ browser: Browser.Chrome }),
     requestHandler: router,
     // Comment this option to scrape the full website.
     maxRequestsPerCrawl: 20,

website/yarn.lock

@@ -14966,13 +14966,13 @@ __metadata:
   linkType: hard
 
 "postcss@npm:^8.4.21, postcss@npm:^8.4.24, postcss@npm:^8.4.33, postcss@npm:^8.5.4":
-  version: 8.5.6
-  resolution: "postcss@npm:8.5.6"
+  version: 8.5.12
+  resolution: "postcss@npm:8.5.12"
   dependencies:
     nanoid: "npm:^3.3.11"
     picocolors: "npm:^1.1.1"
     source-map-js: "npm:^1.2.1"
-  checksum: 10c0/5127cc7c91ed7a133a1b7318012d8bfa112da9ef092dddf369ae699a1f10ebbd89b1b9f25f3228795b84585c72aabd5ced5fc11f2ba467eedf7b081a66fad024
+  checksum: 10c0/5baebaf574c567bc1b3d61197f38af4ce5920b8f611c887fb6bc3dcc14af00253c169dbf19897bc889cce0b0d9818ab5eb4ea0caedf02b0bab10da8a43ce8c12
   languageName: node
   linkType: hard