Add a scrapy-unreleased CI job.

Author: wRAR

.github/workflows/checks.yml

@@ -1,4 +1,8 @@
 name: Checks
+
+permissions:
+  contents: read
+
 on: [push, pull_request, workflow_dispatch]
 
 jobs:
@@ -22,10 +26,10 @@ jobs:
             TOXENV: pylint
 
     steps:
-    - uses: actions/checkout@v4
+    - uses: actions/checkout@v6
 
     - name: Set up Python
-      uses: actions/setup-python@v5
+      uses: actions/setup-python@v6
       with:
         python-version: 3.11
 

.github/workflows/publish.yml

@@ -1,4 +1,8 @@
 name: Publish
+
+permissions:
+  contents: read
+
 on:
   release:
     types: [published]
@@ -9,10 +13,10 @@ jobs:
     timeout-minutes: 5
 
     steps:
-    - uses: actions/checkout@v4
+    - uses: actions/checkout@v6
 
     - name: Set up Python
-      uses: actions/setup-python@v5
+      uses: actions/setup-python@v6
       with:
         python-version: 3.11
 

.github/workflows/scrapy-unreleased.yml

@@ -0,0 +1,42 @@
+# This runs the tests for the unreleased Scrapy master branch.
+# It doesn't run by default, to run it label your PR with the "test-scrapy-unreleased" label.
+name: Tests with unreleased Scrapy
+
+permissions:
+  contents: read
+
+on:
+  pull_request:
+    types: [ opened, synchronize, reopened, labeled ]
+
+jobs:
+  tests:
+    if: contains(github.event.pull_request.labels.*.name, 'test-scrapy-unreleased')
+    runs-on: ubuntu-22.04
+    timeout-minutes: 20
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: ["3.10", "3.11", "3.12", "3.13"]
+
+    steps:
+    - uses: actions/checkout@v6
+
+    - name: Set up Python ${{ matrix.python-version }}
+      uses: actions/setup-python@v6
+      with:
+        python-version: ${{ matrix.python-version }}
+
+    - name: Set up node
+      uses: actions/setup-node@v4
+      with:
+        node-version: 18
+
+    - name: Install tox
+      run: pip install tox
+
+    - name: Run asyncio tests
+      run: tox -e py
+
+    - name: Run twisted tests
+      run: tox -e py-twisted

.github/workflows/tests.yml

@@ -1,4 +1,8 @@
 name: Tests
+
+permissions:
+  contents: read
+
 on: [push, pull_request, workflow_dispatch]
 
 jobs:
@@ -18,15 +22,15 @@ jobs:
             python-version: "3.12"
 
     steps:
-    - uses: actions/checkout@v4
+    - uses: actions/checkout@v6
 
     - name: Set up Python ${{ matrix.python-version }}
-      uses: actions/setup-python@v5
+      uses: actions/setup-python@v6
       with:
         python-version: ${{ matrix.python-version }}
 
     - name: Set up node
-      uses: actions/setup-node@v4
+      uses: actions/setup-node@v6
       with:
         node-version: 18
 
@@ -80,15 +84,15 @@ jobs:
     timeout-minutes: 20
 
     steps:
-    - uses: actions/checkout@v4
+    - uses: actions/checkout@v6
 
     - name: Set up Python 3.10
-      uses: actions/setup-python@v5
+      uses: actions/setup-python@v6
       with:
         python-version: "3.10"
 
     - name: Set up node
-      uses: actions/setup-node@v4
+      uses: actions/setup-node@v6
       with:
         node-version: 18
 

tox.ini

@@ -84,6 +84,17 @@ commands =
         --cov-report=html:coverage-pinned-twisted \
         --cov=scrapy_playwright {posargs: scrapy_playwright tests/tests_twisted}
 
+[testenv:py-scrapy-unreleased]
+deps =
+    {[testenv]deps}
+    scrapy @ git+https://github.com/scrapy/scrapy@master
+
+[testenv:py-twisted-scrapy-unreleased]
+deps =
+    {[testenv]deps}
+    scrapy @ git+https://github.com/scrapy/scrapy@master
+commands = {[testenv:py-twisted]commands}
+
 [testenv:bandit]
 deps =
     bandit