Ur test summary python

.ci/requirements.txt

@@ -1,3 +1,4 @@
 junitparser==3.2.0
 google-cloud-storage==3.3.0
 PyGithub==2.8.1
+defusedxml==0.7.1

.github/workflows/ur-build-hw.yml

@@ -142,20 +142,18 @@ jobs:
       run: cmake --install build
 
     - name: Test adapter specific
-      env:
-        ZE_ENABLE_LOADER_DEBUG_TRACE: 1
-        LIT_OPTS: "--timeout 120 -j 50"
-        # These tests cause timeouts on CI
-        LIT_FILTER_OUT: "(adapters/level_zero/memcheck.test|adapters/level_zero/v2/deferred_kernel_memcheck.test)"
-      run: cmake --build build -j $(($(nproc)/3)) -- check-unified-runtime-adapter
+      uses: ./devops/actions/run-tests/ur/adapter-specific
+      with:
+        build_dir: build
+        artifact_name: 'ur-${{matrix.adapter.name}}-adapter-specific'
       # Don't run adapter specific tests when building multiple adapters
       if: ${{ matrix.adapter.other_name == '' }}
 
     - name: Test adapters
-      env:
-        ZE_ENABLE_LOADER_DEBUG_TRACE: 1
-        LIT_OPTS: "--timeout 120 -j 50"
-      run: cmake --build build -j $(($(nproc)/3)) -- check-unified-runtime-conformance
+      uses: ./devops/actions/run-tests/ur/adapters
+      with:
+        build_dir: build
+        artifact_name: 'ur-${{matrix.adapter.name}}-conformance'
 
     - name: Debug CI platform information
       if: ${{ always() }}

devops/actions/run-tests/ur/adapter-specific/action.yml

@@ -0,0 +1,122 @@
+name: 'Run UR Adapter Specific Tests'
+
+inputs:
+  build_dir:
+    required: false
+    default: 'build'
+  artifact_name:
+    description: 'Name for uploaded test artifacts (logs, XML)'
+    required: false
+    default: ''
+
+runs:
+  using: "composite"
+  steps:
+  - name: Run adapter specific tests
+    id: run_tests
+    continue-on-error: true
+    shell: bash
+    env:
+      BUILD_DIR: ${{ inputs.build_dir }}
+      ZE_ENABLE_LOADER_DEBUG_TRACE: 1
+      LIT_OPTS: "--show-unsupported --show-pass --show-xfail --no-progress-bar --succinct --timeout 120 -j 50 --time-tests --show-flakypass --show-skipped --xunit-xml-output adapter_results.xml"
+      LIT_FILTER_OUT: "(adapters/level_zero/memcheck.test|adapters/level_zero/v2/deferred_kernel_memcheck.test)"
+    run: |
+      if [[ "$BUILD_DIR" =~ [^a-zA-Z0-9/_-] ]] || [[ "$BUILD_DIR" =~ \.\. ]]; then
+        echo "::error::Invalid build_dir: contains disallowed characters or path traversal"
+        exit 1
+      fi
+
+      echo "::group::Show Full Test Adapter Specific Logs"
+      # Write directly to file to avoid SIGPIPE from GitHub Actions closing stdout
+      # (output is too large without --succinct, causing GitHub to close pipe)
+      cmake --build "$BUILD_DIR" -j $(($(nproc)/3)) -- check-unified-runtime-adapter > adapter_tests.log 2>&1
+      EXIT_CODE=$?
+
+      # Optionally show full LIT output including test lists from summary
+      # Set SHOW_FULL_TEST_LISTS=0 to filter out duplicate test lists (default: show all for debugging)
+      if [ "${SHOW_FULL_TEST_LISTS:-1}" = "1" ]; then
+        echo "=== Full test execution log (including LIT summary lists) ===" || true
+        cat adapter_tests.log || true
+      else
+        # Filtered: Show only summary without duplicate test lists
+        # (LIT summary with asterisks is filtered out to avoid duplication with collapsed lists below)
+        echo "=== Test execution log (filtered - lists shown in collapsed sections below) ===" || true
+        sed '/^\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*\*/,$d' adapter_tests.log || true
+      fi
+      echo "::endgroup::"
+
+      # Only fail if cmake actually failed, not if test failed (continue-on-error handles that)
+      # Check that log was created successfully
+      if [ ! -f adapter_tests.log ] || [ ! -s adapter_tests.log ]; then
+        echo "::error::Test execution failed - no log generated"
+        exit 1
+      fi
+
+      exit $EXIT_CODE
+
+  - name: Report adapter specific failures
+    if: steps.run_tests.outcome != 'success'
+    shell: bash
+    run: |
+      python3 devops/scripts/ur_test_summary.py extract-errors adapter_tests.log | tee -a $GITHUB_STEP_SUMMARY
+      exit 1
+
+  - name: Show adapter specific test statistics and lists
+    if: ${{ always() }}
+    shell: bash
+    env:
+      BUILD_DIR: ${{ inputs.build_dir }}
+    run: |
+      if [ ! -f adapter_tests.log ]; then
+        echo "::warning::Adapter specific test log not found - no tests may be available for this adapter"
+        echo "## Adapter Specific Tests Not Available" >> $GITHUB_STEP_SUMMARY
+        echo "" >> $GITHUB_STEP_SUMMARY
+        echo "No adapter-specific tests were found or executed for this configuration." >> $GITHUB_STEP_SUMMARY
+        exit 0
+      fi
+
+      if [ ! -s adapter_tests.log ]; then
+        echo "::warning::Adapter specific test log is empty"
+        echo "## Adapter Specific Tests Log Empty" >> $GITHUB_STEP_SUMMARY
+        echo "" >> $GITHUB_STEP_SUMMARY
+        echo "The adapter-specific test log exists but is empty." >> $GITHUB_STEP_SUMMARY
+        exit 0
+      fi
+
+      # Find actual XML file path (wildcard doesn't work in Python)
+      XML_FILE=$(find "$BUILD_DIR/test/adapters" -name "adapter_results.xml" 2>/dev/null | head -1)
+      if [ -z "$XML_FILE" ]; then
+        XML_FILE=""
+      fi
+
+      python3 devops/scripts/ur_test_summary.py show-summary adapter_tests.log "" "$XML_FILE" | tee -a $GITHUB_STEP_SUMMARY
+
+  - name: Prepare adapter specific test artifacts
+    if: ${{ always() && inputs.artifact_name != '' }}
+    shell: bash
+    env:
+      BUILD_DIR: ${{ inputs.build_dir }}
+    run: |
+      mkdir -p adapter_artifacts
+
+      # Copy log file
+      if [ -f adapter_tests.log ]; then
+        cp adapter_tests.log adapter_artifacts/
+      fi
+
+      # Copy XML file
+      # Use find since we have wildcard
+      FOUND_XML=$(find "$BUILD_DIR/test/adapters" -name "adapter_results.xml" 2>/dev/null | head -1)
+      if [ -n "$FOUND_XML" ]; then
+        cp "$FOUND_XML" adapter_artifacts/adapter_results.xml
+      fi
+
+  - name: Upload adapter specific test artifacts
+    if: ${{ always() && inputs.artifact_name != '' }}
+    uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02  # v4.5.2
+    with:
+      name: ${{ inputs.artifact_name }}
+      path: adapter_artifacts/
+      retention-days: 7
+      if-no-files-found: warn

devops/actions/run-tests/ur/adapters/action.yml

@@ -0,0 +1,127 @@
+name: 'Run UR Adapter Conformance Tests'
+
+inputs:
+  build_dir:
+    required: false
+    default: 'build'
+  artifact_name:
+    description: 'Name for uploaded test artifacts (logs, XML)'
+    required: false
+    default: ''
+
+runs:
+  using: "composite"
+  steps:
+  - name: Run conformance tests
+    id: run_tests
+    continue-on-error: true
+    shell: bash
+    env:
+      BUILD_DIR: ${{ inputs.build_dir }}
+      ZE_ENABLE_LOADER_DEBUG_TRACE: 1
+      LIT_OPTS: "--show-unsupported --show-pass --show-xfail --no-progress-bar --succinct --timeout 120 -j 50 --time-tests --show-flakypass --show-skipped --xunit-xml-output conformance_results.xml"
+    run: |
+      if [[ "$BUILD_DIR" =~ [^a-zA-Z0-9/_-] ]] || [[ "$BUILD_DIR" =~ \.\. ]]; then
+        echo "::error::Invalid build_dir: contains disallowed characters or path traversal"
+        exit 1
+      fi
+
+      # Write directly to file to avoid SIGPIPE from GitHub Actions closing stdout
+      # (output is too large without --succinct, causing GitHub to close pipe)
+      cmake --build "$BUILD_DIR" -j $(($(nproc)/3)) -- check-unified-runtime-conformance > conformance_tests.log 2>&1
+      EXIT_CODE=$?
+
+      # Only fail if cmake actually failed, not if test failed (continue-on-error handles that)
+      # Check that log was created successfully
+      if [ ! -f conformance_tests.log ] || [ ! -s conformance_tests.log ]; then
+        echo "::error::Test execution failed - no log generated"
+        exit 1
+      fi
+
+      exit $EXIT_CODE
+
+  - name: Report conformance failures
+    if: steps.run_tests.outcome != 'success'
+    shell: bash
+    run: |
+      python3 devops/scripts/ur_test_summary.py extract-errors conformance_tests.log | tee -a $GITHUB_STEP_SUMMARY
+      exit 1
+
+  - name: List all conformance tests
+    if: ${{ always() }}
+    shell: bash
+    env:
+      BUILD_DIR: ${{ inputs.build_dir }}
+    run: |
+      > all_conformance_tests.txt
+      binary_count=0
+
+      # Use process substitution to avoid subshell issues with pipe
+      while IFS= read -r binary; do
+        binary_count=$((binary_count + 1))
+
+        # Capture output to temp file to avoid SIGPIPE
+        temp_output=$(mktemp)
+        "$binary" --gtest_list_tests > "$temp_output" 2>&1 || true
+
+        # Filter and append to all_conformance_tests.txt
+        grep -v "^$" "$temp_output" >> all_conformance_tests.txt 2>/dev/null || true
+        rm -f "$temp_output"
+      done < <(find "$BUILD_DIR/test/conformance" -name "*-test" -type f -executable 2>/dev/null)
+
+      test_count=$(wc -l < all_conformance_tests.txt 2>/dev/null || echo 0)
+      echo "Summary: Processed $binary_count binaries, collected $test_count test definition lines" >&2
+
+  - name: Show conformance test statistics and lists
+    if: ${{ always() }}
+    shell: bash
+    env:
+      BUILD_DIR: ${{ inputs.build_dir }}
+    run: |
+      if [ ! -f conformance_tests.log ]; then
+        echo "Log file not found"
+        exit 0
+      fi
+
+      # XML file is generated by LIT in the test directory
+      XML_FILE="$BUILD_DIR/test/conformance/conformance_results.xml"
+      if [ ! -f "$XML_FILE" ]; then
+        echo "Note: XML file not found at $XML_FILE, skipped test names will not be available"
+        XML_FILE=""
+      fi
+
+      python3 devops/scripts/ur_test_summary.py show-summary conformance_tests.log all_conformance_tests.txt "$XML_FILE" | tee -a $GITHUB_STEP_SUMMARY
+
+  - name: Prepare conformance test artifacts
+    if: ${{ always() && inputs.artifact_name != '' }}
+    shell: bash
+    env:
+      BUILD_DIR: ${{ inputs.build_dir }}
+    run: |
+      mkdir -p conformance_artifacts
+
+      # Copy log file
+      if [ -f conformance_tests.log ]; then
+        cp conformance_tests.log conformance_artifacts/
+      fi
+
+      # Copy XML file
+      XML_PATH="$BUILD_DIR/test/conformance/conformance_results.xml"
+      if [ -f "$XML_PATH" ]; then
+        cp "$XML_PATH" conformance_artifacts/
+      else
+        # Try to find it elsewhere
+        FOUND_XML=$(find "$BUILD_DIR" -name "conformance_results.xml" 2>/dev/null | head -1)
+        if [ -n "$FOUND_XML" ]; then
+          cp "$FOUND_XML" conformance_artifacts/conformance_results.xml
+        fi
+      fi
+
+  - name: Upload conformance test artifacts
+    if: ${{ always() && inputs.artifact_name != '' }}
+    uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02  # v4.5.2
+    with:
+      name: ${{ inputs.artifact_name }}
+      path: conformance_artifacts/
+      retention-days: 7
+      if-no-files-found: warn