Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion .github/workflows/check-pr-title.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,6 @@ on:
jobs:
check_pr_title:
name: 'Check PR title'
runs-on: ubuntu-22.04
runs-on: ubuntu-24.04
steps:
- uses: apify/actions/pr-title-check@v1.3.0
13 changes: 9 additions & 4 deletions .github/workflows/on-pull-request.yml
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,7 @@ jobs:
build_and_test:
name: Build & Test
if: (!contains(github.event.head_commit.message, '[skip ci]') && !contains(github.event.head_commit.message, 'docs:'))
runs-on: ubuntu-22.04
runs-on: ubuntu-24.04
timeout-minutes: 30

steps:
Expand All @@ -25,20 +25,25 @@ jobs:
node-version: 24

- name: Install pnpm and dependencies
uses: apify/actions/pnpm-install@v1.1.2
uses: apify/actions/pnpm-install@v1.3.0

- name: Install Chrome for puppeteer
run: pnpm exec puppeteer browsers install chrome

- name: Build
run: pnpm ci:build

# ubuntu-24.04 restricts unprivileged user namespaces via AppArmor, which breaks
# Chrome's sandbox and fails the browser-launch tests. Re-enable it for the runner.
- name: Enable unprivileged user namespaces (Chrome sandbox)
run: sudo sysctl -w kernel.apparmor_restrict_unprivileged_userns=0

- name: Tests
run: pnpm test

lint:
name: Lint
runs-on: ubuntu-22.04
runs-on: ubuntu-24.04
timeout-minutes: 30
steps:
- name: Checkout repository
Expand All @@ -50,7 +55,7 @@ jobs:
node-version: 24

- name: Install pnpm and dependencies
uses: apify/actions/pnpm-install@v1.1.2
uses: apify/actions/pnpm-install@v1.3.0

- name: Lint
run: pnpm lint
Expand Down
2 changes: 1 addition & 1 deletion .github/workflows/release-generic-actors.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -125,7 +125,7 @@ jobs:

- name: Install pnpm and dependencies
if: matrix.settings.should-build == 'true'
uses: apify/actions/pnpm-install@v1.1.2
uses: apify/actions/pnpm-install@v1.3.0

- name: Log matrix
run: |
Expand Down
9 changes: 7 additions & 2 deletions .github/workflows/test-e2e.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,7 @@ on:
jobs:
build_and_test:
name: Build & Test
runs-on: ubuntu-22.04
runs-on: ubuntu-24.04
timeout-minutes: 60

steps:
Expand All @@ -39,7 +39,7 @@ jobs:
turbo-${{ github.job }}-${{ github.ref_name }}-

- name: Install pnpm and dependencies
uses: apify/actions/pnpm-install@v1.1.2
uses: apify/actions/pnpm-install@v1.3.0

- name: Install browsers
run: |
Expand All @@ -49,6 +49,11 @@ jobs:
- name: Build
run: pnpm ci:build

# ubuntu-24.04 restricts unprivileged user namespaces via AppArmor, which breaks
# Chrome's sandbox and fails the browser-launch tests. Re-enable it for the runner.
- name: Enable unprivileged user namespaces (Chrome sandbox)
run: sudo sysctl -w kernel.apparmor_restrict_unprivileged_userns=0

- name: Test
run: pnpm test:e2e
env:
Expand Down
2 changes: 1 addition & 1 deletion .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -26,7 +26,7 @@ docs/typedefs
docs/changelog.md
.history
.docusaurus
tsconfig.tsbuildinfo
*.tsbuildinfo
apify_storage
crawlee_storage
storage
Expand Down
4 changes: 2 additions & 2 deletions package.json
Original file line number Diff line number Diff line change
Expand Up @@ -58,7 +58,7 @@
"@apify/input_secrets": "^1.2.0",
"@apify/log": "^2.5.22",
"@apify/oxlint-config": "^0.3.0",
"@apify/tsconfig": "^0.1.2",
"@apify/tsconfig": "^0.2.0",
"@commitlint/config-conventional": "^20.0.0",
"@isaacs/brace-expansion": "^5.0.1",
"@playwright/browser-chromium": "^1.61.0",
Expand Down Expand Up @@ -86,7 +86,7 @@
"rimraf": "^6.0.1",
"tsx": "^4.16.5",
"turbo": "2.9.1",
"typescript": "~5.9.0",
"typescript": "~6.0.0",
"vite-tsconfig-paths": "^6.0.0",
"vitest": "^4.0.0"
},
Expand Down
4 changes: 2 additions & 2 deletions packages/actor-scraper/camoufox-scraper/package.json
Original file line number Diff line number Diff line change
Expand Up @@ -16,10 +16,10 @@
"playwright-core": "1.59.1"
},
"devDependencies": {
"@apify/tsconfig": "^0.1.0",
"@apify/tsconfig": "^0.2.0",
"@types/node": "^24.0.0",
"tsx": "^4.19.1",
"typescript": "~5.9.0"
"typescript": "~6.0.0"
},
"scripts": {
"start": "pnpm start:dev",
Expand Down
2 changes: 2 additions & 0 deletions packages/actor-scraper/camoufox-scraper/tsconfig.json
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,9 @@
"extends": "@apify/tsconfig",
"compilerOptions": {
"outDir": "dist",
"rootDir": "src",
"module": "ESNext",
"moduleResolution": "bundler",
"allowJs": true,
"skipLibCheck": true
},
Expand Down
4 changes: 2 additions & 2 deletions packages/actor-scraper/cheerio-scraper/package.json
Original file line number Diff line number Diff line change
Expand Up @@ -10,10 +10,10 @@
"apify": "^3.7.1"
},
"devDependencies": {
"@apify/tsconfig": "^0.1.0",
"@apify/tsconfig": "^0.2.0",
"@types/node": "^24.0.0",
"tsx": "^4.19.1",
"typescript": "~5.9.0"
"typescript": "~6.0.0"
},
"peerDependencies": {
"cheerio": "^1.0.0-rc.12"
Expand Down
2 changes: 2 additions & 0 deletions packages/actor-scraper/cheerio-scraper/tsconfig.json
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,9 @@
"extends": "@apify/tsconfig",
"compilerOptions": {
"outDir": "dist",
"rootDir": "src",
"module": "ESNext",
"moduleResolution": "bundler",
"allowJs": true,
"skipLibCheck": true
},
Expand Down
4 changes: 2 additions & 2 deletions packages/actor-scraper/jsdom-scraper/package.json
Original file line number Diff line number Diff line change
Expand Up @@ -10,10 +10,10 @@
"apify": "^3.7.1"
},
"devDependencies": {
"@apify/tsconfig": "^0.1.0",
"@apify/tsconfig": "^0.2.0",
"@types/node": "^24.0.0",
"tsx": "^4.19.1",
"typescript": "~5.9.0"
"typescript": "~6.0.0"
},
"peerDependencies": {
"jsdom": "^29.0.0"
Expand Down
2 changes: 2 additions & 0 deletions packages/actor-scraper/jsdom-scraper/tsconfig.json
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,9 @@
"extends": "@apify/tsconfig",
"compilerOptions": {
"outDir": "dist",
"rootDir": "src",
"module": "ESNext",
"moduleResolution": "bundler",
"allowJs": true,
"skipLibCheck": true
},
Expand Down
4 changes: 2 additions & 2 deletions packages/actor-scraper/playwright-scraper/package.json
Original file line number Diff line number Diff line change
Expand Up @@ -14,10 +14,10 @@
"playwright": "1.61.0"
},
"devDependencies": {
"@apify/tsconfig": "^0.1.0",
"@apify/tsconfig": "^0.2.0",
"@types/node": "^24.0.0",
"tsx": "^4.19.1",
"typescript": "~5.9.0"
"typescript": "~6.0.0"
},
"scripts": {
"start": "pnpm start:dev",
Expand Down
2 changes: 2 additions & 0 deletions packages/actor-scraper/playwright-scraper/tsconfig.json
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,9 @@
"extends": "@apify/tsconfig",
"compilerOptions": {
"outDir": "dist",
"rootDir": "src",
"module": "ESNext",
"moduleResolution": "bundler",
"allowJs": true,
"skipLibCheck": true
},
Expand Down
4 changes: 2 additions & 2 deletions packages/actor-scraper/puppeteer-scraper/package.json
Original file line number Diff line number Diff line change
Expand Up @@ -12,10 +12,10 @@
"puppeteer": "25.2.0"
},
"devDependencies": {
"@apify/tsconfig": "^0.1.0",
"@apify/tsconfig": "^0.2.0",
"@types/node": "^24.0.0",
"tsx": "^4.19.1",
"typescript": "~5.9.0"
"typescript": "~6.0.0"
},
"scripts": {
"start": "pnpm start:dev",
Expand Down
2 changes: 2 additions & 0 deletions packages/actor-scraper/puppeteer-scraper/tsconfig.json
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,9 @@
"extends": "@apify/tsconfig",
"compilerOptions": {
"outDir": "dist",
"rootDir": "src",
"module": "ESNext",
"moduleResolution": "bundler",
"allowJs": true,
"skipLibCheck": true
},
Expand Down
4 changes: 2 additions & 2 deletions packages/actor-scraper/sitemap-scraper/package.json
Original file line number Diff line number Diff line change
Expand Up @@ -19,10 +19,10 @@
"@crawlee/utils": "4.0.0-beta.25"
},
"devDependencies": {
"@apify/tsconfig": "^0.1.0",
"@apify/tsconfig": "^0.2.0",
"@types/node": "^24.0.0",
"tsx": "^4.19.1",
"typescript": "~5.9.0"
"typescript": "~6.0.0"
},
"scripts": {
"start": "pnpm start:dev",
Expand Down
2 changes: 2 additions & 0 deletions packages/actor-scraper/sitemap-scraper/tsconfig.json
Original file line number Diff line number Diff line change
Expand Up @@ -2,8 +2,10 @@
"extends": "@apify/tsconfig",
"compilerOptions": {
"outDir": "dist",
"rootDir": "src",
"module": "ESNext",
"moduleResolution": "bundler",
"lib": ["ESNext"],
"allowJs": true,
"skipLibCheck": true
},
Expand Down
4 changes: 2 additions & 2 deletions packages/actor-scraper/web-scraper/package.json
Original file line number Diff line number Diff line change
Expand Up @@ -15,11 +15,11 @@
"puppeteer": "25.2.0"
},
"devDependencies": {
"@apify/tsconfig": "^0.1.0",
"@apify/tsconfig": "^0.2.0",
"@types/content-type": "^1.1.8",
"@types/node": "^24.0.0",
"tsx": "^4.19.1",
"typescript": "~5.9.0"
"typescript": "~6.0.0"
},
"scripts": {
"start": "pnpm start:dev",
Expand Down
2 changes: 2 additions & 0 deletions packages/actor-scraper/web-scraper/tsconfig.json
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,9 @@
"extends": "@apify/tsconfig",
"compilerOptions": {
"outDir": "dist",
"rootDir": "src",
"module": "ESNext",
"moduleResolution": "bundler",
"allowJs": true,
"skipLibCheck": true,
"lib": ["dom"]
Expand Down
1 change: 1 addition & 0 deletions packages/scraper-tools/package.json
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,7 @@
"types": "dist/index.d.ts",
"exports": {
".": {
"types": "./dist/index.d.ts",
"import": "./dist/index.mjs",
"require": "./dist/index.js"
}
Expand Down
3 changes: 2 additions & 1 deletion packages/scraper-tools/tsconfig.build.json
Original file line number Diff line number Diff line change
@@ -1,7 +1,8 @@
{
"extends": "../../tsconfig.build.json",
"compilerOptions": {
"outDir": "./dist"
"outDir": "./dist",
"rootDir": "./src"
},
"include": ["src/**/*"]
}
Loading
Loading