attempt 6

Author: EugeniyKiyashko

.github/workflows/demos_visual_tests.yml

@@ -68,8 +68,7 @@ jobs:
         # STRATEGY: [screenshots, accessibility]
         STRATEGY: [screenshots]
         THEME: ['generic.light', 'material.blue.light', 'fluent.blue.light']
-        # CONSTEL: [jquery(1/4), jquery(2/4), jquery(3/4), jquery(4/4)]
-        CONSTEL: [jquery(1/3), jquery(2/3), jquery(3/3)]
+        CONSTEL: [jquery(1/6), jquery(2/6), jquery(3/6), jquery(4/6), jquery(5/6), jquery(6/6)]
     env:
       ACCESSIBILITY_TESTCAFE_REPORT_PATH: "accessibility_testcafe_report"
 
@@ -122,6 +121,7 @@ jobs:
         python -m http.server 8080 &
         python -m http.server 8081 &
         python -m http.server 8082 &
+        python -m http.server 8083 &
 
     - name: Run TestCafe tests
       shell: bash
@@ -131,7 +131,7 @@ jobs:
         CHANGEDFILEINFOSPATH: changed-files.json
         BROWSERS: chrome:headless --disable-partial-raster --disable-skia-runtime-opts --run-all-compositor-stages-before-draw --disable-new-content-rendering-timeout --disable-threaded-animation --disable-threaded-scrolling --disable-checker-imaging --disable-image-animation-resync --use-gl="swiftshader" --disable-features=PaintHolding --js-flags=--random-seed=2147483647 --font-render-hinting=none --disable-font-subpixel-positioning
         #DEBUG: hammerhead:*,testcafe:*
-        CONCURRENCY: 3
+        CONCURRENCY: 4
         TCQUARANTINE: true
         CONSTEL: ${{ matrix.CONSTEL }}
         THEME: ${{ matrix.THEME }}

.github/workflows/demos_visual_tests_frameworks.yml

@@ -301,86 +301,86 @@ jobs:
         DEBUG: 'eslint:cli-engine,stylelint:standalone'
       run: pnpx nx lint
 
-  check_generated_demos:
-    name: ${{ matrix.name }}
-    runs-on: ubuntu-22.04
-    timeout-minutes: 10
-    needs: build-demos
-
-    strategy:
-      fail-fast: false
-      matrix:
-        include:
-          - name: Check generated demos (1/5)
-            command: CONSTEL=1/5 pnpm run convert-to-js
-          - name: Check generated demos (2/5)
-            command: CONSTEL=2/5 pnpm run convert-to-js
-          - name: Check generated demos (3/5)
-            command: CONSTEL=3/5 pnpm run convert-to-js
-          - name: Check generated demos (4/5)
-            command: CONSTEL=4/5 pnpm run convert-to-js
-          - name: Check generated demos (5/5)
-            command: CONSTEL=5/5 pnpm run convert-to-js
-
-    steps:
-    - name: Get sources
-      uses: actions/checkout@v4
-
-    - uses: pnpm/action-setup@v4
-      with:
-        run_install: false
-
-    - name: Use Node.js
-      uses: actions/setup-node@v4
-      with:
-        node-version: '20'
-        cache: 'pnpm'
-
-#    - name: Get pnpm store directory
-#      shell: bash
-#      run: |
-#        echo "STORE_PATH=$(pnpm store path --silent)" >> $GITHUB_ENV
-#
-#    - uses: actions/cache@v4
-#      name: Setup pnpm cache
-#      with:
-#        path: |
-#          ${{ env.STORE_PATH }}
-#          .nx/cache
-#        key: ${{ runner.os }}-pnpm-store-${{ hashFiles('**/pnpm-lock.yaml') }}
-#        restore-keys: |
-#          ${{ runner.os }}-pnpm-store
-
-    - name: Download devextreme sources
-      uses: actions/download-artifact@v4
-      with:
-        name: devextreme-sources
-
-    - name: Install dependencies
-      run: pnpm install --frozen-lockfile
-
-    - name: Install tgz
-      working-directory: apps/demos
-      run: pnpm add ../../devextreme-installer.tgz ../../devextreme-dist-installer.tgz ../../devextreme-react-installer.tgz ../../devextreme-vue-installer.tgz ../../devextreme-angular-installer.tgz
-
-    - name: Prepare JS
-      working-directory: apps/demos
-      run: pnpm run prepare-js
-
-    - name: Check generated JS demos
-      working-directory: apps/demos
-      run: |
-        ${{ matrix.command }}
-
-        git add ./Demos -N
-
-        if git diff --exit-code . ':!package.json' ; then
-          echo "Generated JS demos are up-to-date"
-        else
-            echo "Generated JS demos are outdated. Execute 'pnpm run convert-to-js split' and commit changes."
-            echo "If you see another diff, ensure that extra listed files have LF endings."
-            exit 1
-        fi
+#   check_generated_demos:
+#     name: ${{ matrix.name }}
+#     runs-on: ubuntu-22.04
+#     timeout-minutes: 10
+#     needs: build-demos
+
+#     strategy:
+#       fail-fast: false
+#       matrix:
+#         include:
+#           - name: Check generated demos (1/5)
+#             command: CONSTEL=1/5 pnpm run convert-to-js
+#           - name: Check generated demos (2/5)
+#             command: CONSTEL=2/5 pnpm run convert-to-js
+#           - name: Check generated demos (3/5)
+#             command: CONSTEL=3/5 pnpm run convert-to-js
+#           - name: Check generated demos (4/5)
+#             command: CONSTEL=4/5 pnpm run convert-to-js
+#           - name: Check generated demos (5/5)
+#             command: CONSTEL=5/5 pnpm run convert-to-js
+
+#     steps:
+#     - name: Get sources
+#       uses: actions/checkout@v4
+
+#     - uses: pnpm/action-setup@v4
+#       with:
+#         run_install: false
+
+#     - name: Use Node.js
+#       uses: actions/setup-node@v4
+#       with:
+#         node-version: '20'
+#         cache: 'pnpm'
+
+# #    - name: Get pnpm store directory
+# #      shell: bash
+# #      run: |
+# #        echo "STORE_PATH=$(pnpm store path --silent)" >> $GITHUB_ENV
+# #
+# #    - uses: actions/cache@v4
+# #      name: Setup pnpm cache
+# #      with:
+# #        path: |
+# #          ${{ env.STORE_PATH }}
+# #          .nx/cache
+# #        key: ${{ runner.os }}-pnpm-store-${{ hashFiles('**/pnpm-lock.yaml') }}
+# #        restore-keys: |
+# #          ${{ runner.os }}-pnpm-store
+
+#     - name: Download devextreme sources
+#       uses: actions/download-artifact@v4
+#       with:
+#         name: devextreme-sources
+
+#     - name: Install dependencies
+#       run: pnpm install --frozen-lockfile
+
+#     - name: Install tgz
+#       working-directory: apps/demos
+#       run: pnpm add ../../devextreme-installer.tgz ../../devextreme-dist-installer.tgz ../../devextreme-react-installer.tgz ../../devextreme-vue-installer.tgz ../../devextreme-angular-installer.tgz
+
+#     - name: Prepare JS
+#       working-directory: apps/demos
+#       run: pnpm run prepare-js
+
+#     - name: Check generated JS demos
+#       working-directory: apps/demos
+#       run: |
+#         ${{ matrix.command }}
+
+#         git add ./Demos -N
+
+#         if git diff --exit-code . ':!package.json' ; then
+#           echo "Generated JS demos are up-to-date"
+#         else
+#             echo "Generated JS demos are outdated. Execute 'pnpm run convert-to-js split' and commit changes."
+#             echo "If you see another diff, ensure that extra listed files have LF endings."
+#             exit 1
+#         fi
 
   testcafe:
     needs: build-demos
@@ -389,8 +389,9 @@ jobs:
       fail-fast: false
       matrix:
         # CONSTEL: [react(1/4), react(2/4), react(3/4), react(4/4), vue(1/4), vue(2/4), vue(3/4), vue(4/4), angular(1/4), angular(2/4), angular(3/4), angular(4/4)]
-        CONSTEL: [react(1/3), react(2/3), react(3/3), vue(1/3), vue(2/3), vue(3/3), angular(1/3), angular(2/3), angular(3/3)]
-        THEME: ['generic.light', 'material.blue.light', 'fluent.blue.light']
+        CONSTEL: [react(1/6), react(2/6), react(3/6), react(4/6), react(5/6), react(6/6), vue(1/6), vue(2/6), vue(3/6), vue(4/6), vue(5/6), vue(6/6), angular(1/6), angular(2/6), angular(3/6), angular(4/6), angular(5/6), angular(6/6)]
+        # THEME: ['generic.light', 'material.blue.light', 'fluent.blue.light']
+        THEME: ['fluent.blue.light']
 
     runs-on: ubuntu-22.04
     name: testcafe-${{ matrix.CONSTEL }}-${{ matrix.THEME }}
@@ -474,6 +475,7 @@ jobs:
         python -m http.server 8080 &
         python -m http.server 8081 &
         python -m http.server 8082 &
+        python -m http.server 8083 &
 
     - name: Run TestCafe tests
       shell: bash
@@ -482,7 +484,7 @@ jobs:
         CHANGEDFILEINFOSPATH: changed-files.json
         BROWSERS: chrome:headless --window-size=1200,800 --disable-partial-raster --disable-skia-runtime-opts --run-all-compositor-stages-before-draw --disable-new-content-rendering-timeout --disable-threaded-animation --disable-threaded-scrolling --disable-checker-imaging --disable-image-animation-resync --use-gl="swiftshader" --disable-features=PaintHolding --js-flags=--random-seed=2147483647 --font-render-hinting=none --disable-font-subpixel-positioning
         # DEBUG: hammerhead:*,testcafe:*
-        CONCURRENCY: 3
+        CONCURRENCY: 4
         TCQUARANTINE: true
         CONSTEL: ${{ matrix.CONSTEL }}
         THEME: ${{ matrix.THEME }}

.github/workflows/qunit_tests-additional-renovation.yml

@@ -213,9 +213,10 @@ jobs:
           # 'ui.editors(2/2)',
           'ui.editors',
           'ui.htmlEditor',
-          # 'ui.grid(1/2)',
-          # 'ui.grid(2/2)',
-          'ui.grid',
+          'ui.grid(1/2)',
+          'ui.grid(2/2)',
+          # 7 minutes !!! (not so critical)
+          # 'ui.grid',
           # 'ui.scheduler(1/3)',
           # 'ui.scheduler(2/3)',
           # 'ui.scheduler(3/3)',

.github/workflows/testcafe_tests.yml

@@ -15,7 +15,6 @@ env:
   NX_CLOUD_ACCESS_TOKEN: ${{ secrets.NX_TOKEN }}
   NX_SKIP_NX_CACHE: ${{ (github.event_name != 'pull_request' || contains( github.event.pull_request.labels.*.name, 'skip-cache')) && 'true' || 'false' }}
   BUILD_TEST_INTERNAL_PACKAGE: true
-  CI: true
 
 jobs:
   build:

apps/demos/testing/common.test.js

@@ -68,7 +68,7 @@ FRAMEWORKS.forEach((approach) => {
     .afterEach((t) => clearTimeout(t.ctx.watchDogHandle))
     .clientScripts([
       { module: 'mockdate' },
-      { module: 'axe-core/axe.min.js' },
+      // { module: 'axe-core/axe.min.js' },
       join(__dirname, '../utils/visual-tests/inject/test-utils.js'),
       { content: injectStyle(globalReadFrom(__dirname, '../utils/visual-tests/inject/test-styles.css')) },
       {
@@ -120,16 +120,16 @@ FRAMEWORKS.forEach((approach) => {
     const isGitHubDemos = process.env.ISGITHUBDEMOS;
     let pageURL = '';
     const theme = process.env.THEME.replace('generic.', '');
-    if (isGitHubDemos) {
-      pageURL = `http://127.0.0.1:808${getPortByIndex(index)}/Demos/${widgetName}/${demoName}/${approach}/?theme=dx.${theme}`;
-    } else {
+    // if (isGitHubDemos) {
+    //   pageURL = `http://127.0.0.1:808${getPortByIndex(index)}/Demos/${widgetName}/${demoName}/${approach}/?theme=dx.${theme}`;
+    // } else {
       changeTheme(__dirname, `../${demoPath}/index.html`, process.env.THEME);
       pageURL = `http://127.0.0.1:808${getPortByIndex(index)}/apps/demos/Demos/${widgetName}/${demoName}/${approach}/`;
-    }
-    // remove when tests enabled not only for datagrid
-    if (isGitHubDemos && (widgetName !== 'DataGrid' || gitHubIgnored.includes(demoName))) {
-      return;
-    }
+    // }
+    // // remove when tests enabled not only for datagrid
+    // if (isGitHubDemos && (widgetName !== 'DataGrid' || gitHubIgnored.includes(demoName))) {
+    //   return;
+    // }
 
     if (shouldSkipDemo(approach, widgetName, demoName, skippedTests)) {
       return;
@@ -141,6 +141,8 @@ FRAMEWORKS.forEach((approach) => {
       skipJsErrorsComponents.includes(widgetName),
     )
       .clientScripts(clientScriptSource)(testName, async (t) => {
+        console.time('Timer');
+
         if (visualTestStyles) {
           await execCode(visualTestStyles);
         }
@@ -176,23 +178,21 @@ FRAMEWORKS.forEach((approach) => {
           const testTheme = process.env.THEME;
 
           let comparisonResult;
-          if (isGitHubDemos) {
-            comparisonResult = await compareScreenshot(t, `${testName}${getThemePostfix(testTheme)}.png`, undefined, (comparisonOptions && {
-              ...comparisonOptions,
-              ...{ looksSameComparisonOptions: { antialiasingTolerance: 10 } },
-            }));
-          } else {
-            comparisonResult = await compareScreenshot(t, `${testName}${getThemePostfix(testTheme)}.png`, undefined, comparisonOptions);
-          }
+          
+
+         comparisonResult = await compareScreenshot(t, `${testName}${getThemePostfix(testTheme)}.png`, undefined, comparisonOptions);
+          // const consoleMessages = await t.getBrowserConsoleMessages();
 
-          const consoleMessages = await t.getBrowserConsoleMessages();
+          // const errors = [...consoleMessages.error, ...consoleMessages.warn]
+          //   .filter((e) => !knownWarnings.some((kw) => e.startsWith(kw)));
 
-          const errors = [...consoleMessages.error, ...consoleMessages.warn]
-            .filter((e) => !knownWarnings.some((kw) => e.startsWith(kw)));
+          const errors = [];
 
           await t.expect(errors).eql([]);
           await t.expect(comparisonResult).ok('INVALID_SCREENSHOT');
         }
+
+        console.timeEnd('Timer');
       });
   });
 });