qunit tests: fix runner stalled freezes (#31274) (#31781)

Author: EugeniyKiyashko

.github/actions/run-qunit-tests/action.yml

@@ -25,6 +25,9 @@ inputs:
   useCsp:
     description: "Indicates if tests should run with Content Security Policy (CSP) enabled"
     default: "true"
+  maxWorkers:
+    description: "Maximum number of parallel test workers"
+    default: ""
 
 runs:
   using: composite
@@ -36,23 +39,15 @@ runs:
         echo "MATRIX_ENVS_NAME_SAFE=$MATRIX_ENVS_NAME_SAFE"
         echo "MATRIX_ENVS_NAME_SAFE=$MATRIX_ENVS_NAME_SAFE" >> $GITHUB_ENV
 
-#    - name: Update apt
-#      run: |
-#        sudo apt-get update
-
-#    - name: Setup utils
-#      run: |
-#        sudo apt-get install -y dbus-x11 httping x11vnc xvfb
+    # - name: Setup Chrome
+    #   uses: ./.github/actions/setup-chrome-headless-shell
+    #   with:
+    #     chrome-version: '141.0.7390.122'
 
-    - name: Setup Chrome
-      uses: ./.github/actions/setup-chrome-headless-shell
-      with:
-        chrome-version: '141.0.7390.122'
-
-    - name: Use Node.js
-      uses: actions/setup-node@v4
-      with:
-        node-version: '20'
+    # - name: Use Node.js
+    #   uses: actions/setup-node@v4
+    #   with:
+    #     node-version: '20'
 
     - name: Download artifacts
       uses: actions/download-artifact@v4
@@ -109,14 +104,14 @@ runs:
         NORENOVATION: "false"
         GITHUBACTION: "true"
         TARGET: "test"
-        DISPLAY: ":99"
         CHROME_CMD: ${{ env.CHROME_SHELL }}
+        MAX_WORKERS: ${{ inputs.maxWorkers }}
       run: |
         chmod +x ./docker-ci.sh
         ./docker-ci.sh
 
     - name: Copy RawLog.txt
-      if: ${{ failure() }}
+      if: ${{ always() }}
       uses: actions/upload-artifact@v4
       with:
         name: RawLog-${{ env.MATRIX_ENVS_NAME_SAFE }}

.github/workflows/demos_visual_tests.yml

@@ -710,11 +710,11 @@ jobs:
       id: set-concurrency
       run: |
         if [[ "${{ matrix.CONSTEL }}" == react* ]]; then
-          echo "concurrency=3" >> $GITHUB_OUTPUT
+          echo "concurrency=4" >> $GITHUB_OUTPUT
         elif [[ "${{ matrix.CONSTEL }}" == angular* ]]; then
-          echo "concurrency=2" >> $GITHUB_OUTPUT
+          echo "concurrency=3" >> $GITHUB_OUTPUT
         else
-          echo "concurrency=2" >> $GITHUB_OUTPUT
+          echo "concurrency=3" >> $GITHUB_OUTPUT
         fi
 
     - name: Run TestCafe tests

.github/workflows/qunit_tests.yml

@@ -90,40 +90,36 @@ jobs:
     needs: build
     runs-on: devextreme-shr2
     name: Constel ${{ matrix.CONSTEL }}${{ matrix.TIMEZONE != '' && format('-{0}', matrix.TIMEZONE) || '' }}${{ matrix.CSP == 'false' && '-no-csp' || '' }}
-    timeout-minutes: 60
+    timeout-minutes: 20
     strategy:
       fail-fast: false
       matrix:
         CONSTEL: [
-          export,
           misc,
           ui,
           ui.editors,
-          ui.htmlEditor,
           ui.grid,
-          ui.scheduler(1/2),
-          ui.scheduler(2/2),
-          viz
+          ui.scheduler,
         ]
         TIMEZONE: ['']
         CSP: ['true']
         useJQuery: ['false']
+        MAX_WORKERS: ['']
         include:
-          - CONSTEL: ui.scheduler(1/2)
-            TIMEZONE: US/Pacific
+          - CONSTEL: export
+            MAX_WORKERS: '3'
             useJQuery: 'false'
-          - CONSTEL: ui.scheduler(2/2)
+            CSP: 'true'
+          - CONSTEL: ui.scheduler
             TIMEZONE: US/Pacific
             useJQuery: 'false'
           - CONSTEL: misc
             CSP: 'false'
             useJQuery: 'true'
-          - CONSTEL: ui.widgets(1/2)
-            CSP: 'false'
-            useJQuery: 'false'
-          - CONSTEL: ui.widgets(2/2)
+          - CONSTEL: ui.widgets
             CSP: 'false'
             useJQuery: 'false'
+            MAX_WORKERS: '3'
 
     steps:
     - name: Get sources
@@ -137,6 +133,7 @@ jobs:
         timezone: ${{ matrix.TIMEZONE }}
         useJQuery: ${{ matrix.useJQuery }}
         useCsp: ${{ matrix.CSP }}
+        maxWorkers: ${{ matrix.MAX_WORKERS || '' }}
 
   qunit-tests-shadow-dom:
     needs: [check-should-run-all, build]
@@ -149,16 +146,10 @@ jobs:
       matrix:
         constel: [
           'ui',
-          'ui.widgets(1/2)',
-          'ui.widgets(2/2)',
-          'ui.editors(1/2)',
-          'ui.editors(2/2)',
-          'ui.htmlEditor',
-          'ui.grid(1/2)',
-          'ui.grid(2/2)',
-          'ui.scheduler(1/2)',
-          'ui.scheduler(2/2)',
-          'viz'
+          'ui.widgets',
+          'ui.editors',
+          'ui.grid',
+          'ui.scheduler',
         ]
 
     steps:
@@ -173,6 +164,7 @@ jobs:
           useJQuery: 'true'
           useShadowDom: 'true'
           useCsp: 'true'
+          maxWorkers: ${{ (matrix.constel == 'ui.editors' || matrix.constel == 'ui.widgets') && '3' || '' }}
 
   notify:
     runs-on: devextreme-shr2

.github/workflows/testcafe_tests.yml

@@ -95,7 +95,7 @@ jobs:
       fail-fast: false
       matrix:
         ARGS: [
-          { componentFolder: "accessibility", name: "accessibility" },
+          { componentFolder: "accessibility", name: "accessibility", concurrency: 6 },
           { componentFolder: "common", name: "common" },
 
           { name: "generic", theme: 'generic.light' },
@@ -108,10 +108,11 @@ jobs:
           # { componentFolder: "editors", name: "editors - themes" },
           # { componentFolder: "navigation", name: "navigation - themes" },
 
-          { componentFolder: "cardView", name: "cardView" },
-          { componentFolder: "dataGrid", name: "dataGrid (1/3)", indices: "1/3" },
-          { componentFolder: "dataGrid", name: "dataGrid (2/3)", indices: "2/3" },
-          { componentFolder: "dataGrid", name: "dataGrid (3/3)", indices: "3/3" },
+          { componentFolder: "cardView", name: "cardView", cache: true },
+          { componentFolder: "dataGrid", name: "dataGrid (1/4)", indices: "1/4", cache: true },
+          { componentFolder: "dataGrid", name: "dataGrid (2/4)", indices: "2/4", cache: true },
+          { componentFolder: "dataGrid", name: "dataGrid (3/4)", indices: "3/4", cache: true },
+          { componentFolder: "dataGrid", name: "dataGrid (4/4)", indices: "4/4", cache: true },
 
           { componentFolder: "editors", name: "editors" },
           { componentFolder: "navigation", name: "navigation" },
@@ -146,10 +147,10 @@ jobs:
       working-directory: ./packages/devextreme
       run: 7z x artifacts.zip -aoa
 
-    - name: Setup Chrome
-      uses: ./.github/actions/setup-chrome
-      with:
-        chrome-version: '141.0.7390.122'
+    # - name: Setup Chrome
+    #   uses: ./.github/actions/setup-chrome
+    #   with:
+    #     chrome-version: '141.0.7390.122'
 
     - name: Use Node.js
       uses: actions/setup-node@v4
@@ -190,24 +191,25 @@ jobs:
         [ "${{ matrix.ARGS.indices }}" != "" ] && INDICES="--indices ${{ matrix.ARGS.indices }}"
         [ "${{ matrix.ARGS.concurrency }}" != "" ] && CONCURRENCY="--concurrency ${{ matrix.ARGS.concurrency }}"
         [ "${{ matrix.ARGS.platform }}" != "" ] && PLATFORM="--platform ${{ matrix.ARGS.platform }}"
-        all_args="--browsers=chrome:devextreme-shr2 --componentFolder ${{ matrix.ARGS.componentFolder }} $CONCURRENCY $INDICES $PLATFORM $THEME"
+        [ "${{ matrix.ARGS.cache }}" == "true" ] && CACHE="--cache true"
+        all_args="--browsers=chrome:devextreme-shr2 --componentFolder ${{ matrix.ARGS.componentFolder }} $CONCURRENCY $INDICES $PLATFORM $THEME $CACHE"
         echo "$all_args"
         pnpm run test $all_args
 
     - name: Sanitize job name
-      if: ${{ failure() }}
+      if: ${{ always() }}
       run: echo "JOB_NAME=$(echo "${{ matrix.ARGS.name }}" | tr '/' '-')" >> $GITHUB_ENV
 
     - name: Copy compared screenshot artifacts
-      if: ${{ failure() }}
+      if: ${{ always() }}
       uses: actions/upload-artifact@v4
       with:
         name: compared-screenshots-${{ env.JOB_NAME }}
         path: ${{ github.workspace }}/e2e/testcafe-devextreme/artifacts/compared-screenshots/**/*
         if-no-files-found: ignore
 
     - name: Copy failed test artifacts
-      if: ${{ failure() }}
+      if: ${{ always() }}
       uses: actions/upload-artifact@v4
       with:
         name: failed-tests-${{ env.JOB_NAME }}
@@ -217,7 +219,7 @@ jobs:
   merge-artifacts:
     runs-on: devextreme-shr2
     needs: testcafe
-    if: ${{ failure() }}
+    if: ${{ always() }}
 
     steps:
     - name: Merge screenshot artifacts

apps/demos/utils/visual-tests/testcafe-runner.ts

@@ -1,6 +1,5 @@
 import createTestCafe from 'testcafe';
 import { ClientFunction } from 'testcafe';
-import { THEME } from './helpers/theme-utils';
 import fs from 'fs';
 
 const LAUNCH_RETRY_ATTEMPTS = 3;
@@ -79,9 +78,7 @@ function accessibilityTestCafeReporter() {
 }
 
 async function main() {
-  const tester = await createTestCafe({
-    cache: true,
-  });
+  const tester = await createTestCafe({});
   const runner = tester.createRunner();
   const concurrency = (process.env.CONCURRENCY && (+process.env.CONCURRENCY)) || 1;
 

e2e/testcafe-devextreme/runner.ts

@@ -14,7 +14,7 @@ import { getCurrentTheme } from './helpers/themeUtils';
 
 const LAUNCH_RETRY_ATTEMPTS = 3;
 const LAUNCH_RETRY_TIMEOUT = 10000;
-const FAILED_TESTS_RETRY_ATTEMPTS = 2;
+const FAILED_TESTS_RETRY_ATTEMPTS = 3;
 
 const wait = async (
   timeout: number,
@@ -58,12 +58,12 @@ interface ParsedArgs {
   retryFailed: boolean;
 }
 
-const TESTCAFE_CONFIG: Partial<TestCafeConfigurationOptions> = {
+const getTestCafeConfig = (cache: boolean): Partial<TestCafeConfigurationOptions> => ({
   hostname: 'localhost',
   port1: 1437,
   port2: 1438,
-  cache: true,
-};
+  cache,
+});
 
 const changeTheme = async (t: TestController, themeName: string): Promise<void> => {
   const changeThemeClientFn = ClientFunction(() => new Promise<void>((resolve) => {
@@ -106,7 +106,7 @@ function getArgs(): ParsedArgs {
       reporter: 'spec-time',
       componentFolder: '',
       file: '*',
-      cache: true,
+      cache: false,
       quarantineMode: false,
       indices: '',
       platform: '',
@@ -123,9 +123,8 @@ async function main() {
   let testCafe: Awaited<ReturnType<typeof createTestCafe>> | null = null;
 
   try {
-    testCafe = await createTestCafe(TESTCAFE_CONFIG);
-
     const args = getArgs();
+    testCafe = await createTestCafe(getTestCafeConfig(args.cache));
 
     const testName = args.test.trim();
     const reporter = typeof args.reporter === 'string' ? args.reporter.trim() : args.reporter;