[WebGPU, Dawn]: Upgrade Dawn and new features for WebGPU

.github/workflows/build-android.yml

@@ -25,7 +25,7 @@ jobs:
 
     - name: Set up build environment
       if: success()
-      uses: DiligentGraphics/github-action/setup-build-env@v14
+      uses: DiligentGraphics/github-action/setup-build-env@v21
       with:
         platform: Android
 

.github/workflows/build-apple.yml

@@ -57,7 +57,7 @@ jobs:
 
     - name: Set up build environment
       if:   success()
-      uses: DiligentGraphics/github-action/setup-build-env@v14
+      uses: DiligentGraphics/github-action/setup-build-env@v21
       with:
         platform: ${{ matrix.platform }}
 
@@ -71,20 +71,20 @@ jobs:
 
     - name: Configure CMake
       if:   success()
-      uses: DiligentGraphics/github-action/configure-cmake@v14
+      uses: DiligentGraphics/github-action/configure-cmake@v21
       with:
         build-type: ${{ matrix.build_type }}
         cmake-args: ${{ matrix.cmake_args }}
 
     - name: Build
       if:   success()
-      uses: DiligentGraphics/github-action/build@v14
+      uses: DiligentGraphics/github-action/build@v21
       with:
         target: install
 
     - name: DiligentCoreTest
       if:   ${{ success() && matrix.platform == 'MacOS' }}
-      uses: DiligentGraphics/github-action/run-core-tests@v14
+      uses: DiligentGraphics/github-action/run-core-tests@v21
 
     - name: Upload artifact
       uses: actions/upload-artifact@v7

.github/workflows/build-emscripten.yml

@@ -38,17 +38,17 @@ jobs:
 
     - name: Set up build environment
       if:   success()
-      uses: DiligentGraphics/github-action/setup-build-env@v14
+      uses: DiligentGraphics/github-action/setup-build-env@v21
       with:
         platform: Web
 
     - name: Configure CMake
       if:   success()
-      uses: DiligentGraphics/github-action/configure-cmake@v14
+      uses: DiligentGraphics/github-action/configure-cmake@v21
       with:
         build-type: ${{ matrix.build_type }}
         cmake-args: ${{ matrix.cmake_args }}
 
     - name: Build
       if:   success()
-      uses: DiligentGraphics/github-action/build@v14
+      uses: DiligentGraphics/github-action/build@v21

.github/workflows/build-linux.yml

@@ -61,6 +61,22 @@ jobs:
             cc:              "clang-18"
             cxx:             "clang++-18"
 
+          - name:            "Clang-ASAN"
+            build_type:      "RelWithDebInfo"
+            cmake_generator: "Ninja"
+            cmake_args:      "-DDILIGENT_BUILD_CORE_TESTS=ON"
+            sanitizer:       "address"
+            cc:              "clang-18"
+            cxx:             "clang++-18"
+
+          - name:            "Clang-TSAN"
+            build_type:      "RelWithDebInfo"
+            cmake_generator: "Ninja"
+            cmake_args:      "-DDILIGENT_BUILD_CORE_TESTS=ON"
+            sanitizer:       "thread"
+            cc:              "clang-18"
+            cxx:             "clang++-18"
+
           - name:            "Clang-NO_GLSLANG"
             build_type:      "Debug"
             cmake_generator: "Ninja"
@@ -85,7 +101,7 @@ jobs:
 
     - name: Set up build environment
       if:   success()
-      uses: DiligentGraphics/github-action/setup-build-env@v14
+      uses: DiligentGraphics/github-action/setup-build-env@v21
       with:
         platform:        Linux
         cmake-generator: ${{ matrix.cmake_generator }}
@@ -100,57 +116,58 @@ jobs:
 
     - name: Configure CMake
       if:   success()
-      uses: DiligentGraphics/github-action/configure-cmake@v14
+      uses: DiligentGraphics/github-action/configure-cmake@v21
       with:
         cc:         ${{ matrix.cc }}
         cxx:        ${{ matrix.cxx }}
         generator:  ${{ matrix.cmake_generator }}
         build-type: ${{ matrix.build_type }}
         cmake-args: ${{ matrix.cmake_args }}
+        sanitizer:  ${{ matrix.sanitizer }}
 
 
     - name: Build
       id:   build
       if:   success()
-      uses: DiligentGraphics/github-action/build@v14
+      uses: DiligentGraphics/github-action/build@v21
       with:
         target: install
 
     - name: DiligentCoreTest
       if:   success()
-      uses: DiligentGraphics/github-action/run-core-tests@v14
+      uses: DiligentGraphics/github-action/run-core-tests@v21
 
     - name: DiligentCoreAPITest VK
       # NB: it is essential to include failure() to override the default status check of success()
       #     that is automatically applied to if conditions that don't contain a status check function.
-      if: ${{ (success() || failure() && steps.build.outcome == 'success') && (matrix.name == 'Clang' || matrix.name == 'GCC') }}
-      uses: DiligentGraphics/github-action/run-core-gpu-tests@v14
+      if: ${{ (success() || failure() && steps.build.outcome == 'success') && (matrix.name == 'Clang' || matrix.name == 'GCC' || matrix.name == 'Clang-ASAN' || matrix.name == 'Clang-TSAN') }}
+      uses: DiligentGraphics/github-action/run-core-gpu-tests@v21
       with:
         mode: vk_sw
 
     - name: DiligentCoreAPITest VK Compatibility
-      if: ${{ (success() || failure() && steps.build.outcome == 'success') && (matrix.name == 'Clang' || matrix.name == 'GCC') }}
-      uses: DiligentGraphics/github-action/run-core-gpu-tests@v14
+      if: ${{ (success() || failure() && steps.build.outcome == 'success') && (matrix.name == 'Clang' || matrix.name == 'GCC' || matrix.name == 'Clang-ASAN' || matrix.name == 'Clang-TSAN') }}
+      uses: DiligentGraphics/github-action/run-core-gpu-tests@v21
       with:
         mode: vk_sw
         vk-compatibility: true
 
     - name: DiligentCoreAPITest GL
-      if: ${{ (success() || failure() && steps.build.outcome == 'success') && (matrix.name == 'Clang' || matrix.name == 'GCC') }}
-      uses: DiligentGraphics/github-action/run-core-gpu-tests@v14
+      if: ${{ (success() || failure() && steps.build.outcome == 'success') && (matrix.name == 'Clang' || matrix.name == 'GCC' || matrix.name == 'Clang-ASAN' || matrix.name == 'Clang-TSAN') }}
+      uses: DiligentGraphics/github-action/run-core-gpu-tests@v21
       with:
         mode: gl
 
     - name: DiligentCoreAPITest GL with Non-Separable Programs
-      if: ${{ (success() || failure() && steps.build.outcome == 'success') && (matrix.name == 'Clang' || matrix.name == 'GCC') }}
-      uses: DiligentGraphics/github-action/run-core-gpu-tests@v14
+      if: ${{ (success() || failure() && steps.build.outcome == 'success') && (matrix.name == 'Clang' || matrix.name == 'GCC' || matrix.name == 'Clang-ASAN' || matrix.name == 'Clang-TSAN') }}
+      uses: DiligentGraphics/github-action/run-core-gpu-tests@v21
       with:
         mode: gl
         non-separable-progs: true
 
     - name: Upload artifact
       uses: actions/upload-artifact@v7
-      if: ${{ success() && matrix.build_type != 'Debug' }}
+      if: ${{ success() && matrix.build_type != 'Debug' && matrix.name != 'Clang-ASAN' && matrix.name != 'Clang-TSAN' }}
       with:
         name: DiligentCore-Linux-${{ matrix.name }}-x64-${{ matrix.build_type }}
         path: |

.github/workflows/build-windows.yml

@@ -77,7 +77,7 @@ jobs:
 
     - name: Set up build environment
       if: success()
-      uses: DiligentGraphics/github-action/setup-build-env@v14
+      uses: DiligentGraphics/github-action/setup-build-env@v21
       with:
         platform:        ${{ matrix.platform }}
         cmake-generator: ${{ matrix.cmake_generator }}
@@ -93,7 +93,7 @@ jobs:
 
     - name: Configure CMake
       if: success()
-      uses: DiligentGraphics/github-action/configure-cmake@v14
+      uses: DiligentGraphics/github-action/configure-cmake@v21
       with:
         generator:  ${{ matrix.cmake_generator }}
         vs-arch:    ${{ matrix.toolset }}
@@ -103,31 +103,31 @@ jobs:
     - name: Build
       id:   build
       if:   success()
-      uses: DiligentGraphics/github-action/build@v14
+      uses: DiligentGraphics/github-action/build@v21
       with:
         target: install
 
     - name: DiligentCoreTest
       if:   ${{ success() && matrix.name != 'UWP'}}
-      uses: DiligentGraphics/github-action/run-core-tests@v14
+      uses: DiligentGraphics/github-action/run-core-tests@v21
 
     - name: DiligentCoreAPITest D3D11
       # NB: it is essential to include failure() to override the default status check of success()
       #     that is automatically applied to if conditions that don't contain a status check function.
       if:   ${{ (success() || failure() && steps.build.outcome == 'success') && (matrix.name == 'Win10' || matrix.name == 'Win10-Ninja') }}
-      uses: DiligentGraphics/github-action/run-core-gpu-tests@v14
+      uses: DiligentGraphics/github-action/run-core-gpu-tests@v21
       with:
         mode: d3d11_sw
 
     - name: DiligentCoreAPITest D3D12
       if:   ${{ (success() || failure() && steps.build.outcome == 'success') && (matrix.name == 'Win10' || matrix.name == 'Win10-Ninja') }}
-      uses: DiligentGraphics/github-action/run-core-gpu-tests@v14
+      uses: DiligentGraphics/github-action/run-core-gpu-tests@v21
       with:
         mode: d3d12_sw
 
     - name: DiligentCoreAPITest D3D12 DXC
       if:   ${{ (success() || failure() && steps.build.outcome == 'success') && (matrix.name == 'Win10' || matrix.name == 'Win10-Ninja') }}
-      uses: DiligentGraphics/github-action/run-core-gpu-tests@v14
+      uses: DiligentGraphics/github-action/run-core-gpu-tests@v21
       with:
         mode:    d3d12_sw
         use-dxc: true
@@ -136,7 +136,7 @@ jobs:
 
     - name: DiligentCoreAPITest WebGPU
       if:   ${{ (success() || failure() && steps.build.outcome == 'success') && matrix.name == 'Win10' }}
-      uses: DiligentGraphics/github-action/run-core-gpu-tests@v14
+      uses: DiligentGraphics/github-action/run-core-gpu-tests@v21
       with:
         mode: wgpu
 

.github/workflows/codeql.yml

@@ -41,14 +41,14 @@ jobs:
 
     - name: Set up build environment
       if: success()
-      uses: DiligentGraphics/github-action/setup-build-env@v14
+      uses: DiligentGraphics/github-action/setup-build-env@v21
       with:
         platform:        ${{ matrix.platform }}
         cmake-generator: ${{ matrix.cmake_generator }}
 
     - name: Configure CMake
       if: success()
-      uses: DiligentGraphics/github-action/configure-cmake@v14
+      uses: DiligentGraphics/github-action/configure-cmake@v21
       with:
         cc:         ${{ matrix.cc }}
         cxx:        ${{ matrix.cxx }}
@@ -65,7 +65,7 @@ jobs:
 
     - name: Build
       if: success()
-      uses: DiligentGraphics/github-action/build@v14
+      uses: DiligentGraphics/github-action/build@v21
 
     - name: Perform CodeQL Analysis
       uses: github/codeql-action/analyze@v4

.github/workflows/msvc_analysis.yml

@@ -32,14 +32,14 @@ jobs:
 
     - name: Set up build environment
       if: success()
-      uses: DiligentGraphics/github-action/setup-build-env@v14
+      uses: DiligentGraphics/github-action/setup-build-env@v21
       with:
         platform:        ${{ matrix.platform }}
         cmake-generator: ${{ matrix.cmake_generator }}
 
     - name: Configure CMake
       if: success()
-      uses: DiligentGraphics/github-action/configure-cmake@v14
+      uses: DiligentGraphics/github-action/configure-cmake@v21
       with:
         generator:  ${{ matrix.cmake_generator }}
         vs-arch:    ${{ matrix.toolset }}
@@ -48,7 +48,7 @@ jobs:
 
     - name: Build
       if: success()
-      uses: DiligentGraphics/github-action/build@v14
+      uses: DiligentGraphics/github-action/build@v21
 
     - name: Run MSVC Code Analysis
       uses: DiligentGraphics/msvc-code-analysis-action@main

BuildTools/CMake/BuildUtils.cmake

@@ -295,6 +295,21 @@ function(set_common_target_properties TARGET)
         custom_post_configure_target(${TARGET})
     endif()
 
+    # Mark generated files as such to avoid "file not found" warnings in some IDEs in configuration stage
+    if (WEBGPU_SUPPORTED AND (NOT PLATFORM_WEB))
+        set(DAWN_GENERATED_HEADERS
+            ${DAWN_BUILD_GEN_DIR}/include/dawn/webgpu.h
+            ${DAWN_BUILD_GEN_DIR}/include/dawn/webgpu_cpp.h
+            ${DAWN_BUILD_GEN_DIR}/include/dawn/webgpu_cpp_print.h
+            ${DAWN_BUILD_GEN_DIR}/include/dawn/wire/client/webgpu.h
+            ${DAWN_BUILD_GEN_DIR}/include/dawn/wire/client/webgpu_cpp.h
+            ${DAWN_BUILD_GEN_DIR}/include/dawn/wire/client/webgpu_cpp_print.h
+            ${DAWN_BUILD_GEN_DIR}/include/dawn/dawn_proc_table.h
+            ${DAWN_BUILD_GEN_DIR}/include/webgpu/webgpu_cpp_chained_struct.h
+        )
+        set_source_files_properties(${DAWN_GENERATED_HEADERS} PROPERTIES GENERATED TRUE)
+    endif()
+
 endfunction()
 
 function(find_targets_in_directory _RESULT _DIR)
@@ -518,24 +533,33 @@ function(add_format_validation_target MODULE_NAME MODULE_ROOT_PATH IDE_FOLDER)
 
 endfunction()
 
-# FetchContent's GIT_SHALLOW option is buggy and does not actually do a shallow
-# clone. This macro takes care of it.
-macro(FetchContent_DeclareShallowGit Name GIT_REPOSITORY GitRepository GIT_TAG GitTag)
+# The GIT_SHALLOW option in FetchContent is buggy and does not actually perform
+# a shallow clone. This macro fixes that. Also, we do not want to clone all
+# submodules to reduce download time, therefore an optional GIT_SUBMODULES
+# argument specifies which submodules should be cloned (if omitted, all of them).
+macro(FetchContent_DeclareShallowGit Name)
+    set(oneValueArgs   GIT_REPOSITORY GIT_TAG)
+    set(multiValueArgs GIT_SUBMODULES)
+    cmake_parse_arguments(ARG "" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})
+
     include(FetchContent)
-    FetchContent_Declare(
-        "${Name}"
 
-        # This is what it'd look like if GIT_SHALLOW was indeed working:
-        #GIT_REPOSITORY "${GitRepository}"
-        #GIT_TAG        "${GitTag}"
-        #GIT_SHALLOW    ON
+    # This is what it'd look like if GIT_SHALLOW was indeed working:
+    #GIT_REPOSITORY "${ARG_GIT_REPOSITORY}"
+    #GIT_TAG        "${ARG_GIT_TAG}"
+    #GIT_SHALLOW     ON
+    #GIT_SUBMODULES "${ARG_GIT_SUBMODULES}"
 
-        # Manual download mode instead:
+    # Manual download mode instead:
+    FetchContent_Declare(
+        ${Name}
         DOWNLOAD_COMMAND
             cd "${FETCHCONTENT_BASE_DIR}/${Name}-src" &&
             git init &&
-            git fetch --depth=1 "${GitRepository}" "${GitTag}" &&
-            git reset --hard FETCH_HEAD
+            git remote add origin "${ARG_GIT_REPOSITORY}" &&
+            git fetch --depth=1 origin "${ARG_GIT_TAG}" &&
+            git checkout FETCH_HEAD &&
+            git submodule update --init --recursive --depth=1 ${ARG_GIT_SUBMODULES}
     )
 endmacro()
 

BuildTools/Sanitizers/tsan.supp

@@ -0,0 +1,14 @@
+# Mesa lavapipe/llvmpipe internal synchronization during Vulkan teardown.
+race:libvulkan_lvp.so
+
+# Mesa lavapipe LLVM internals during Vulkan shader compilation.
+race:libLLVM.so
+
+# Mesa Gallium/llvmpipe internal synchronization during OpenGL readback/present.
+race:libgallium
+
+# Vulkan validation layer object lifetime tracking may trigger lock-order-inversion reports.
+deadlock:libVkLayer_khronos_validation.so
+
+# DXC/glibc locale conversion internals during parallel shader compilation.
+race:DXCompilerImpl::Compile