[WIP] Introduce a GitHub Actions workflow for running the integration tests

Author: timvandermeij

.github/workflows/integration_tests.yml

@@ -0,0 +1,54 @@
+name: Integration tests
+on:
+  push:
+    paths:
+      - '.github/workflows/integration_tests.yml'
+    branches:
+      - master
+  pull_request:
+    paths:
+      - '.github/workflows/integration_tests.yml'
+    branches:
+      - master
+  workflow_dispatch:
+permissions:
+  contents: read
+
+jobs:
+  test:
+    name: Test
+
+    strategy:
+      fail-fast: false
+      matrix:
+        node-version: [lts/*]
+        os: [windows-latest, ubuntu-latest]
+
+    runs-on: ${{ matrix.os }}
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6
+        with:
+          fetch-depth: 0
+          persist-credentials: false
+
+      - name: Use Node.js ${{ matrix.node-version }}
+        uses: actions/setup-node@53b83947a5a98c8d113130e565377fae1a50d02f # v6
+        with:
+          node-version: ${{ matrix.node-version }}
+
+      - name: Install dependencies
+        run: npm ci
+
+      - name: Update resolution (Windows)
+        if: ${{ matrix.os == 'windows-latest' }}
+        run: Set-DisplayResolution -Width 1920 -Height 1080 -Force
+
+      - name: Run integration tests (Windows)
+        if: ${{ matrix.os == 'windows-latest' }}
+        run: npx gulp integrationtest
+
+      - name: Run integration tests (Linux)
+        if: ${{ matrix.os == 'ubuntu-latest' }}
+        run: xvfb-run -a --server-args="-screen 0, 1920x1080x24" npx gulp integrationtest

test/test.mjs

@@ -331,17 +331,20 @@ function handleSessionTimeout(session) {
   closeSession(browser);
 }
 
-function getTestManifest() {
+function getTestManifest(label = null) {
   var manifest = JSON.parse(fs.readFileSync(options.manifestFile));
 
   const testFilter = options.testfilter.slice(0);
-  if (testFilter.length) {
+  if (label || testFilter.length) {
     manifest = manifest.filter(function (item) {
       var i = testFilter.indexOf(item.id);
       if (i !== -1) {
         testFilter.splice(i, 1);
         return true;
       }
+      if (label && item.labels?.includes(label)) {
+        return true;
+      }
       return false;
     });
     if (testFilter.length) {
@@ -1068,8 +1071,8 @@ async function closeSession(browser) {
   }
 }
 
-async function ensurePDFsDownloaded() {
-  const manifest = getTestManifest();
+async function ensurePDFsDownloaded(label = null) {
+  const manifest = getTestManifest(label);
   await downloadManifestFiles(manifest);
   try {
     await verifyManifestFiles(manifest);
@@ -1113,7 +1116,7 @@ async function main() {
       await startUnitTest("/test/font/font_test.html", "font");
     } else if (options.integration) {
       // Allows linked PDF files in integration-tests as well.
-      await ensurePDFsDownloaded();
+      await ensurePDFsDownloaded("integration");
       await startIntegrationTest();
     } else {
       await startRefTest(options.masterMode, options.reftest);

test/test_manifest.json

@@ -1028,7 +1028,8 @@
     "type": "eq",
     "link": true,
     "lastPage": 1,
-    "about": "The same file as issue2337."
+    "about": "The same file as issue2337.",
+    "labels": ["integration"]
   },
   {
     "id": "freeculture",
@@ -2081,7 +2082,8 @@
     "rounds": 1,
     "link": true,
     "enableXfa": true,
-    "type": "eq"
+    "type": "eq",
+    "labels": ["integration"]
   },
   {
     "id": "xfa_bug1716380",
@@ -5165,7 +5167,8 @@
     "file": "pdfs/issue13132.pdf",
     "md5": "1b28964b9188047bc6c786302c95029f",
     "link": true,
-    "type": "other"
+    "type": "other",
+    "labels": ["integration"]
   },
   {
     "id": "issue11518",
@@ -8494,7 +8497,8 @@
     "link": true,
     "rounds": 1,
     "type": "eq",
-    "forms": true
+    "forms": true,
+    "labels": ["integration"]
   },
   {
     "id": "issue12233-print",
@@ -9109,7 +9113,8 @@
     "md5": "3ce134ead03d6158c3e8207453dcd21d",
     "rounds": 1,
     "link": true,
-    "type": "other"
+    "type": "other",
+    "labels": ["integration"]
   },
   {
     "id": "issue14301",
@@ -9997,7 +10002,8 @@
     "file": "pdfs/bug1823296.pdf",
     "md5": "f71e89ebe3d6e75e0c83ce41cd72df1f",
     "link": true,
-    "type": "other"
+    "type": "other",
+    "labels": ["integration"]
   },
   {
     "id": "bug1942064",
@@ -10441,7 +10447,8 @@
     "md5": "d2e167216493a50f732b4b3685a91792",
     "rounds": 1,
     "link": true,
-    "type": "other"
+    "type": "other",
+    "labels": ["integration"]
   },
   {
     "id": "protected-stamp-editor-save-print",
@@ -10477,7 +10484,8 @@
     "file": "pdfs/issue16863.pdf",
     "md5": "af8abe281721f92a0d46646969f061de",
     "link": true,
-    "type": "other"
+    "type": "other",
+    "labels": ["integration"]
   },
   {
     "id": "bug1851498",
@@ -10511,7 +10519,8 @@
     "firstPage": 2,
     "lastPage": 2,
     "type": "eq",
-    "forms": true
+    "forms": true,
+    "labels": ["integration"]
   },
   {
     "id": "issue17169",