coverage.yml

name: Code coverage
run-name: ${{ github.event_name == 'schedule' && 'Code coverage - Nightly' || 'Code coverage' }}
on:
  schedule:
    # run daily at 00:00 UTC
    - cron: '0 0 * * *'
  workflow_dispatch:
    inputs:
      run-cpu-tests:
        description: 'Run the standard CPU coverage lanes'
        type: boolean
        required: false
        default: true
      run-gpu-tests:
        description: 'Build with GPU support and run the GPU coverage lanes'
        type: boolean
        required: false
        default: true

concurrency:
  group: ${{ github.event_name == 'pull_request' && github.run_id || format('{0}-{1}', github.workflow, github.ref) }}
  cancel-in-progress: false

permissions: read-all

env:
  ENABLE_BRANCH_COVERAGE: 'false'
  LCOV_CAPTURE_TIMEOUT_SECONDS: '3600'
  NODE_VERSION: '21'
  NODE_EXTRA_CA_CERTS: /usr/local/share/ca-certificates/IntelProxyRootCA-Base64.crt
  IGPU_DRIVER_PACKAGES: |-
    https://github.com/intel/intel-graphics-compiler/releases/download/igc-1.0.15985.7/intel-igc-core_1.0.15985.7_amd64.deb
    https://github.com/intel/intel-graphics-compiler/releases/download/igc-1.0.15985.7/intel-igc-opencl_1.0.15985.7_amd64.deb
    https://github.com/intel/compute-runtime/releases/download/24.05.28454.6/intel-level-zero-gpu_1.3.28454.6_amd64.deb
    https://github.com/intel/compute-runtime/releases/download/24.05.28454.6/intel-opencl-icd_24.05.28454.6_amd64.deb
    https://github.com/intel/compute-runtime/releases/download/24.05.28454.6/libigdgmm12_22.3.11_amd64.deb
  DGPU_DRIVER_PACKAGES: |-
    https://github.com/intel/intel-graphics-compiler/releases/download/igc-1.0.17791.9/intel-igc-core_1.0.17791.9_amd64.deb
    https://github.com/intel/intel-graphics-compiler/releases/download/igc-1.0.17791.9/intel-igc-opencl_1.0.17791.9_amd64.deb
    https://github.com/intel/compute-runtime/releases/download/24.39.31294.12/intel-level-zero-gpu_1.6.31294.12_amd64.deb
    https://github.com/intel/compute-runtime/releases/download/24.39.31294.12/intel-opencl-icd_24.39.31294.12_amd64.deb
    https://github.com/intel/compute-runtime/releases/download/24.39.31294.12/libigdgmm12_22.5.2_amd64.deb

jobs:
  Docker:
    name: Coverage Docker Images
    if: ${{ github.event_name == 'schedule' || github.event_name == 'pull_request' || github.event.inputs.run-cpu-tests == 'true' || github.event.inputs.run-gpu-tests == 'true' }}
    runs-on: aks-linux-4-cores-16gb-docker-build
    container:
      image: openvinogithubactions.azurecr.io/docker_build:0.2
      volumes:
        - /mount:/mount
    outputs:
      images: ${{ steps.handle_docker.outputs.images }}
    steps:
      - name: Checkout
        uses: ababushk/checkout@dd591a6a2ac25618db4eda86e7e0d938f88cf01b # cherry_pick_retries
        timeout-minutes: 15

      - uses: ./.github/actions/handle_docker
        id: handle_docker
        with:
          images: |
            ov_build/ubuntu_22_04_x64
            ov_test/ubuntu_22_04_x64
          registry: 'openvinogithubactions.azurecr.io'
          dockerfiles_root_dir: '.github/dockerfiles'
          changed_components: '{"docker_env":false,"dockerfiles":false}'

  Build:
    name: Coverage Build Artifacts
    needs: Docker
    if: ${{ github.event_name == 'schedule' || github.event_name == 'pull_request' || github.event.inputs.run-cpu-tests == 'true' || github.event.inputs.run-gpu-tests == 'true' }}
    uses: ./.github/workflows/job_build_linux.yml
    with:
      runner: 'aks-linux-16-cores-32gb'
      image: ${{ fromJSON(needs.Docker.outputs.images).ov_build.ubuntu_22_04_x64 }}
      affected-components: '{"JS_API":true}'
      event-name: ${{ github.event_name }}
      os: 'ubuntu_22_04'
      build-js: true
      build-additional-python-packages: false
      build-debian-packages: false
      upload-coverage-notes: true
      use_latest_onednn: false
      cmake-options: >-
        -G 'Ninja Multi-Config'
        -DENABLE_NCC_STYLE=OFF
        -DENABLE_TESTS=ON
        -DENABLE_FUNCTIONAL_TESTS=ON
        -DENABLE_STRICT_DEPENDENCIES=OFF
        -DENABLE_SYSTEM_OPENCL=ON
        -DCMAKE_EXPORT_COMPILE_COMMANDS=ON
        -DCPACK_GENERATOR=TGZ
        -DENABLE_WHEEL=ON
        -DENABLE_PYTHON=ON
        -DENABLE_JS=ON
        -DENABLE_COVERAGE=ON
        -DENABLE_OV_ONNX_FRONTEND=ON
        -DENABLE_OV_PADDLE_FRONTEND=ON
        -DENABLE_OV_PYTORCH_FRONTEND=ON
        -DENABLE_OV_TF_FRONTEND=ON
        -DENABLE_OV_TF_LITE_FRONTEND=ON
        -DENABLE_INTEL_NPU=OFF
        ${{ (github.event_name == 'schedule' || github.event_name == 'pull_request' || github.event.inputs.run-gpu-tests == 'true') && '-DENABLE_INTEL_GPU=ON' || '-DENABLE_INTEL_GPU=OFF' }}
        ${{ (github.event_name == 'schedule' || github.event_name == 'pull_request' || github.event.inputs.run-gpu-tests == 'true') && '-DENABLE_ONEDNN_FOR_GPU=ON' || '-DENABLE_ONEDNN_FOR_GPU=OFF' }}

  CoverageCpp:
    name: Coverage C++ (CPU)
    needs: [Docker, Build]
    if: ${{ github.event_name == 'schedule' || github.event_name == 'pull_request' || github.event.inputs.run-cpu-tests == 'true' }}
    runs-on: aks-linux-16-cores-32gb
    container:
      image: ${{ fromJSON(needs.Docker.outputs.images).ov_test.ubuntu_22_04_x64 }}
      volumes:
        - /usr/local/share/ca-certificates:/usr/local/share/ca-certificates:ro
        - /mount:/mount
        - ${{ github.workspace }}:${{ github.workspace }}
    defaults:
      run:
        shell: bash
        working-directory: ${{ github.workspace }}
    env:
      TEST_PROFILE: cpu
      OV_WORKSPACE: ${{ github.workspace }}
      INSTALL_DIR: ${{ github.workspace }}/install
      INSTALL_TEST_DIR: ${{ github.workspace }}/install/tests
      INSTALL_PKG_DIR: ${{ github.workspace }}/install
      BIN_DIR: ${{ github.workspace }}/install/tests
      BUILD_DIR: ${{ github.workspace }}/openvino/openvino_build
      BUILD_JS_DIR: ${{ github.workspace }}/openvino/openvino_build_js
      COVERAGE_WRITE_STEP_SUMMARY: 'false'
    steps:
      - name: Checkout sources
        uses: ababushk/checkout@dd591a6a2ac25618db4eda86e7e0d938f88cf01b # cherry_pick_retries
        timeout-minutes: 15
        with:
          submodules: 'true'

      - name: Download OpenVINO package
        uses: akashchi/download-artifact@d59a9c15fec3fdb7c9adf09464124d00f9c11415 # main
        with:
          name: openvino_package
          path: ${{ env.INSTALL_DIR }}

      - name: Download OpenVINO tests
        uses: akashchi/download-artifact@d59a9c15fec3fdb7c9adf09464124d00f9c11415 # main
        with:
          name: openvino_tests
          path: ${{ env.INSTALL_DIR }}

      - name: Download coverage build notes
        uses: akashchi/download-artifact@d59a9c15fec3fdb7c9adf09464124d00f9c11415 # main
        with:
          name: coverage_build_notes
          path: ${{ github.workspace }}/coverage_notes

      - name: Extract OpenVINO packages
        run: |
          pigz -dc openvino_package.tar.gz | tar -xf - -C "${INSTALL_DIR}"
          pigz -dc openvino_tests.tar.gz | tar -xf - -C "${INSTALL_DIR}"
        working-directory: ${{ env.INSTALL_DIR }}

      - name: Restore coverage notes
        run: |
          set -euo pipefail
          notes_root="${{ github.workspace }}/coverage_notes"
          if [[ -d "${notes_root}/coverage_build_notes" ]]; then
            notes_root="${notes_root}/coverage_build_notes"
          fi
          rm -rf "${BUILD_DIR}" "${BUILD_JS_DIR}"
          mkdir -p "${BUILD_DIR}" "${BUILD_JS_DIR}"
          cp -a "${notes_root}/main-build/." "${BUILD_DIR}/"
          if [[ -d "${notes_root}/js-build" ]]; then
            cp -a "${notes_root}/js-build/." "${BUILD_JS_DIR}/"
          fi

      - name: Setup Python 3.11
        uses: ./.github/actions/setup_python
        with:
          version: '3.11'
          use-pip-proxy: 'true'
          set-pip-install-path: 'true'
          self-hosted-runner: 'true'

      - name: Install coverage Python dependencies
        uses: ./.github/actions/coverage_toolkit
        with:
          command: install-requirements

      - name: Run CPU C++ coverage tests
        uses: ./.github/actions/coverage_toolkit
        with:
          command: run-suite
          suite: cpp
          profile: cpu
          lane: cpu

      - name: Generate CPU native C/C++ coverage report
        uses: ./.github/actions/coverage_toolkit
        with:
          command: collect-native
          profile: cpu

      - name: Collect C++ CPU results
        id: cpu_artifact
        if: ${{ always() }}
        uses: ./.github/actions/coverage_toolkit
        with:
          command: collect-results
          suite: cpp
          profile: cpu
          lane: cpu

      - name: Upload C++ CPU artifact
        if: ${{ always() }}
        uses: ababushk/upload-artifact@ebc7d74ace101c08868aed05dba2aaf274b9a2c7 # main
        with:
          name: ${{ steps.cpu_artifact.outputs['artifact-name'] }}
          path: ${{ steps.cpu_artifact.outputs.dir }}
          if-no-files-found: warn
          retention-days: 7
          compression-level: 0
          overwrite: true

  CoverageCppGpu:
    name: Coverage C++ (${{ matrix.gpu.name }}, ${{ matrix.lane.name }})
    needs: Build
    if: ${{ github.event_name == 'schedule' || github.event_name == 'pull_request' || github.event.inputs.run-gpu-tests == 'true' }}
    runs-on: ${{ fromJSON(matrix.gpu.runs_on) }}
    container:
      image: ubuntu:22.04
      volumes:
        - /usr/local/share/ca-certificates:/usr/local/share/ca-certificates:ro
        - /mount:/mount
        - ${{ github.workspace }}:${{ github.workspace }}
      options: ${{ matrix.gpu.container_options }}
    strategy:
      fail-fast: false
      max-parallel: 4
      matrix:
        gpu:
          - id: igpu
            name: iGPU
            runs_on: '["self-hosted","igpu","Linux"]'
            container_options: "--group-add 44 --group-add 993 --device /dev/dri/renderD128:/dev/dri/renderD128"
          - id: dgpu
            name: dGPU Arc A770
            runs_on: '["self-hosted","dgpu","Arc-A770","Linux"]'
            container_options: "--group-add 44 --group-add 993 --device /dev/dri/renderD129:/dev/dri/renderD129"
        lane:
          - id: unit
            name: GPU Unit Tests
            test_names: ov_onnx_frontend_tests,ov_onnx_frontend_tests (ONNX_ITERATOR=0),ov_gpu_unit_tests,test_inference_async,test_inference_sync
          - id: func
            name: GPU Functional Tests
            test_names: ov_gpu_func_tests
    defaults:
      run:
        shell: bash
        working-directory: ${{ github.workspace }}
    env:
      TEST_PROFILE: gpu
      CXX_TEST_NAMES: ${{ matrix.lane.test_names }}
      OV_WORKSPACE: ${{ github.workspace }}
      INSTALL_DIR: ${{ github.workspace }}/install
      INSTALL_TEST_DIR: ${{ github.workspace }}/install/tests
      INSTALL_PKG_DIR: ${{ github.workspace }}/install
      BIN_DIR: ${{ github.workspace }}/install/tests
      BUILD_DIR: ${{ github.workspace }}/openvino/openvino_build
      BUILD_JS_DIR: ${{ github.workspace }}/openvino/openvino_build_js
      COVERAGE_WRITE_STEP_SUMMARY: 'false'
      PYTHONDONTWRITEBYTECODE: '1'
    steps:
      - name: Prepare ${{ matrix.gpu.name }} test container
        run: |
          apt-get update && apt-get install -y pigz wget software-properties-common ca-certificates gpg-agent tzdata clinfo git lcov python3-yaml
        env:
          DEBIAN_FRONTEND: noninteractive
          TZ: "Europe/London"

      - name: Checkout sources
        uses: ababushk/checkout@dd591a6a2ac25618db4eda86e7e0d938f88cf01b # cherry_pick_retries
        timeout-minutes: 15
        with:
          submodules: 'true'

      - name: Download OpenVINO package
        uses: akashchi/download-artifact@d59a9c15fec3fdb7c9adf09464124d00f9c11415 # main
        with:
          name: openvino_package
          path: ${{ env.INSTALL_DIR }}

      - name: Download OpenVINO tests
        uses: akashchi/download-artifact@d59a9c15fec3fdb7c9adf09464124d00f9c11415 # main
        with:
          name: openvino_tests
          path: ${{ env.INSTALL_DIR }}

      - name: Download coverage build notes
        uses: akashchi/download-artifact@d59a9c15fec3fdb7c9adf09464124d00f9c11415 # main
        with:
          name: coverage_build_notes
          path: ${{ github.workspace }}/coverage_notes

      - name: Extract OpenVINO packages
        run: |
          pigz -dc openvino_package.tar.gz | tar -xf - -C "${INSTALL_DIR}"
          pigz -dc openvino_tests.tar.gz | tar -xf - -C "${INSTALL_DIR}"
        working-directory: ${{ env.INSTALL_DIR }}

      - name: Install GPU driver dependencies
        run: |
          set -euo pipefail
          "${INSTALL_DIR}/install_dependencies/install_openvino_dependencies.sh" -c=core -c=dev -c=gpu -y

          case "${{ matrix.gpu.id }}" in
            igpu)
              driver_packages="${IGPU_DRIVER_PACKAGES}"
              ;;
            dgpu)
              driver_packages="${DGPU_DRIVER_PACKAGES}"
              ;;
            *)
              echo "Unsupported GPU device '${{ matrix.gpu.id }}'"
              exit 1
              ;;
          esac

          tmp_dir="$(mktemp -d)"
          trap 'rm -rf "${tmp_dir}"' EXIT
          pushd "${tmp_dir}"
          while IFS= read -r package_url; do
            [[ -n "${package_url}" ]] || continue
            wget "${package_url}"
          done <<< "${driver_packages}"
          dpkg -i *.deb
          popd

      - name: Verify GPU device availability
        run: clinfo

      - name: Restore coverage notes
        run: |
          set -euo pipefail
          notes_root="${{ github.workspace }}/coverage_notes"
          if [[ -d "${notes_root}/coverage_build_notes" ]]; then
            notes_root="${notes_root}/coverage_build_notes"
          fi
          rm -rf "${BUILD_DIR}" "${BUILD_JS_DIR}"
          mkdir -p "${BUILD_DIR}" "${BUILD_JS_DIR}"
          cp -a "${notes_root}/main-build/." "${BUILD_DIR}/"
          if [[ -d "${notes_root}/js-build" ]]; then
            cp -a "${notes_root}/js-build/." "${BUILD_JS_DIR}/"
          fi

      - name: Run ${{ matrix.gpu.name }} ${{ matrix.lane.name }} C++ coverage tests
        uses: ./.github/actions/coverage_toolkit
        with:
          command: run-suite
          suite: cpp
          profile: gpu
          lane: ${{ matrix.gpu.id }}-${{ matrix.lane.id }}
          test-names: ${{ matrix.lane.test_names }}

      - name: Generate ${{ matrix.gpu.name }} ${{ matrix.lane.name }} native C/C++ coverage report
        uses: ./.github/actions/coverage_toolkit
        with:
          command: collect-native
          profile: gpu

      - name: Collect C++ ${{ matrix.gpu.name }} ${{ matrix.lane.name }} results
        id: lane_artifact
        if: ${{ always() }}
        uses: ./.github/actions/coverage_toolkit
        with:
          command: collect-results
          suite: cpp
          profile: gpu
          lane: ${{ matrix.gpu.id }}-${{ matrix.lane.id }}
          test-names: ${{ matrix.lane.test_names }}

      - name: Upload C++ ${{ matrix.gpu.name }} ${{ matrix.lane.name }} artifact
        if: ${{ always() }}
        uses: ababushk/upload-artifact@ebc7d74ace101c08868aed05dba2aaf274b9a2c7 # main
        with:
          name: ${{ steps.lane_artifact.outputs['artifact-name'] }}
          path: ${{ steps.lane_artifact.outputs.dir }}
          if-no-files-found: warn
          retention-days: 7
          compression-level: 0
          overwrite: true

  CoveragePython:
    name: Coverage Python (CPU)
    needs: [Docker, Build]
    if: ${{ github.event_name == 'schedule' || github.event_name == 'pull_request' || github.event.inputs.run-cpu-tests == 'true' }}
    runs-on: aks-linux-16-cores-32gb
    container:
      image: ${{ fromJSON(needs.Docker.outputs.images).ov_test.ubuntu_22_04_x64 }}
      volumes:
        - /usr/local/share/ca-certificates:/usr/local/share/ca-certificates:ro
        - /mount:/mount
        - ${{ github.workspace }}:${{ github.workspace }}
    defaults:
      run:
        shell: bash
        working-directory: ${{ github.workspace }}
    env:
      TEST_PROFILE: cpu
      OV_WORKSPACE: ${{ github.workspace }}
      INSTALL_DIR: ${{ github.workspace }}/install
      INSTALL_TEST_DIR: ${{ github.workspace }}/install/tests
      INSTALL_PKG_DIR: ${{ github.workspace }}/install
      BUILD_DIR: ${{ github.workspace }}/openvino/openvino_build
      BUILD_JS_DIR: ${{ github.workspace }}/openvino/openvino_build_js
      COVERAGE_WRITE_STEP_SUMMARY: 'false'
    steps:
      - name: Checkout sources
        uses: ababushk/checkout@dd591a6a2ac25618db4eda86e7e0d938f88cf01b # cherry_pick_retries
        timeout-minutes: 15
        with:
          submodules: 'true'

      - name: Download OpenVINO package
        uses: akashchi/download-artifact@d59a9c15fec3fdb7c9adf09464124d00f9c11415 # main
        with:
          name: openvino_package
          path: ${{ env.INSTALL_DIR }}

      - name: Download OpenVINO tests
        uses: akashchi/download-artifact@d59a9c15fec3fdb7c9adf09464124d00f9c11415 # main
        with:
          name: openvino_tests
          path: ${{ env.INSTALL_DIR }}

      - name: Download OpenVINO wheels
        uses: akashchi/download-artifact@d59a9c15fec3fdb7c9adf09464124d00f9c11415 # main
        with:
          name: openvino_wheels
          path: ${{ env.INSTALL_DIR }}

      - name: Download coverage build notes
        uses: akashchi/download-artifact@d59a9c15fec3fdb7c9adf09464124d00f9c11415 # main
        with:
          name: coverage_build_notes
          path: ${{ github.workspace }}/coverage_notes

      - name: Extract OpenVINO packages
        run: |
          pigz -dc openvino_package.tar.gz | tar -xf - -C "${INSTALL_DIR}"
          pigz -dc openvino_tests.tar.gz | tar -xf - -C "${INSTALL_DIR}"
        working-directory: ${{ env.INSTALL_DIR }}

      - name: Restore coverage notes
        run: |
          set -euo pipefail
          notes_root="${{ github.workspace }}/coverage_notes"
          if [[ -d "${notes_root}/coverage_build_notes" ]]; then
            notes_root="${notes_root}/coverage_build_notes"
          fi
          rm -rf "${BUILD_DIR}" "${BUILD_JS_DIR}"
          mkdir -p "${BUILD_DIR}" "${BUILD_JS_DIR}"
          cp -a "${notes_root}/main-build/." "${BUILD_DIR}/"
          if [[ -d "${notes_root}/js-build" ]]; then
            cp -a "${notes_root}/js-build/." "${BUILD_JS_DIR}/"
          fi

      - name: Setup Python 3.11
        uses: ./.github/actions/setup_python
        with:
          version: '3.11'
          use-pip-proxy: 'true'
          set-pip-install-path: 'true'
          self-hosted-runner: 'true'

      - name: Install coverage Python dependencies
        uses: ./.github/actions/coverage_toolkit
        with:
          command: install-requirements

      - name: Install OpenVINO Python wheels
        uses: ./.github/actions/install_ov_wheels
        with:
          wheels-dir-path: ${{ env.INSTALL_DIR }}
          wheels-to-install: 'openvino'

      - name: Install Python test dependencies
        run: |
          python3 -m pip install -r "${INSTALL_DIR}/tests/bindings/python/requirements_test.txt"
          python3 -m pip install -r "${INSTALL_DIR}/tests/python/preprocess/torchvision/requirements.txt"
          python3 -m pip install -r "${INSTALL_DIR}/tests/layer_tests/requirements.txt"
          python3 -m pip install -r "${INSTALL_DIR}/tests/requirements_onnx"
          python3 -m pip install -r "${INSTALL_DIR}/tests/requirements_jax"
          python3 -m pip install -r "${INSTALL_DIR}/tests/requirements_pytorch"
          python3 -m pip install -r "${INSTALL_DIR}/tests/requirements_tensorflow"

      - name: Run CPU Python coverage tests
        uses: ./.github/actions/coverage_toolkit
        with:
          command: run-suite
          suite: python
          profile: cpu
          lane: cpu

      - name: Generate CPU native C/C++ coverage report
        uses: ./.github/actions/coverage_toolkit
        with:
          command: collect-native
          profile: cpu

      - name: Collect Python CPU results
        id: cpu_artifact
        if: ${{ always() }}
        uses: ./.github/actions/coverage_toolkit
        with:
          command: collect-results
          suite: python
          profile: cpu
          lane: cpu

      - name: Upload Python CPU artifact
        if: ${{ always() }}
        uses: ababushk/upload-artifact@ebc7d74ace101c08868aed05dba2aaf274b9a2c7 # main
        with:
          name: ${{ steps.cpu_artifact.outputs['artifact-name'] }}
          path: ${{ steps.cpu_artifact.outputs.dir }}
          if-no-files-found: warn
          retention-days: 7
          compression-level: 0
          overwrite: true

  CoveragePythonGpu:
    name: Coverage Python (${{ matrix.gpu.name }})
    needs: Build
    if: ${{ github.event_name == 'schedule' || github.event_name == 'pull_request' || github.event.inputs.run-gpu-tests == 'true' }}
    runs-on: ${{ fromJSON(matrix.gpu.runs_on) }}
    container:
      image: ubuntu:22.04
      volumes:
        - /usr/local/share/ca-certificates:/usr/local/share/ca-certificates:ro
        - /mount:/mount
        - ${{ github.workspace }}:${{ github.workspace }}
      options: ${{ matrix.gpu.container_options }}
    strategy:
      fail-fast: false
      matrix:
        gpu:
          - id: igpu
            name: iGPU
            runs_on: '["self-hosted","igpu","Linux"]'
            container_options: "--group-add 44 --group-add 993 --device /dev/dri/renderD128:/dev/dri/renderD128"
          - id: dgpu
            name: dGPU Arc A770
            runs_on: '["self-hosted","dgpu","Arc-A770","Linux"]'
            container_options: "--group-add 44 --group-add 993 --device /dev/dri/renderD129:/dev/dri/renderD129"
    defaults:
      run:
        shell: bash
        working-directory: ${{ github.workspace }}
    env:
      TEST_PROFILE: gpu
      OV_WORKSPACE: ${{ github.workspace }}
      INSTALL_DIR: ${{ github.workspace }}/install
      INSTALL_TEST_DIR: ${{ github.workspace }}/install/tests
      INSTALL_PKG_DIR: ${{ github.workspace }}/install
      BUILD_DIR: ${{ github.workspace }}/openvino/openvino_build
      BUILD_JS_DIR: ${{ github.workspace }}/openvino/openvino_build_js
      COVERAGE_WRITE_STEP_SUMMARY: 'false'
      PYTHONDONTWRITEBYTECODE: '1'
      REQUESTS_CA_BUNDLE: /usr/local/share/ca-certificates/IntelProxyRootCA-Base64.crt
    steps:
      - name: Prepare ${{ matrix.gpu.name }} test container
        run: |
          apt-get update && apt-get install -y pigz wget software-properties-common ca-certificates gpg-agent tzdata clinfo git lcov python3-yaml
        env:
          DEBIAN_FRONTEND: noninteractive
          TZ: "Europe/London"

      - name: Checkout sources
        uses: ababushk/checkout@dd591a6a2ac25618db4eda86e7e0d938f88cf01b # cherry_pick_retries
        timeout-minutes: 15
        with:
          submodules: 'true'

      - name: Download OpenVINO package
        uses: akashchi/download-artifact@d59a9c15fec3fdb7c9adf09464124d00f9c11415 # main
        with:
          name: openvino_package
          path: ${{ env.INSTALL_DIR }}

      - name: Download OpenVINO tests
        uses: akashchi/download-artifact@d59a9c15fec3fdb7c9adf09464124d00f9c11415 # main
        with:
          name: openvino_tests
          path: ${{ env.INSTALL_DIR }}

      - name: Download OpenVINO wheels
        uses: akashchi/download-artifact@d59a9c15fec3fdb7c9adf09464124d00f9c11415 # main
        with:
          name: openvino_wheels
          path: ${{ env.INSTALL_DIR }}

      - name: Download coverage build notes
        uses: akashchi/download-artifact@d59a9c15fec3fdb7c9adf09464124d00f9c11415 # main
        with:
          name: coverage_build_notes
          path: ${{ github.workspace }}/coverage_notes

      - name: Extract OpenVINO packages
        run: |
          pigz -dc openvino_package.tar.gz | tar -xf - -C "${INSTALL_DIR}"
          pigz -dc openvino_tests.tar.gz | tar -xf - -C "${INSTALL_DIR}"
        working-directory: ${{ env.INSTALL_DIR }}

      - name: Install GPU driver dependencies
        run: |
          set -euo pipefail
          "${INSTALL_DIR}/install_dependencies/install_openvino_dependencies.sh" -c=core -c=dev -c=gpu -y

          case "${{ matrix.gpu.id }}" in
            igpu)
              driver_packages="${IGPU_DRIVER_PACKAGES}"
              ;;
            dgpu)
              driver_packages="${DGPU_DRIVER_PACKAGES}"
              ;;
            *)
              echo "Unsupported GPU device '${{ matrix.gpu.id }}'"
              exit 1
              ;;
          esac

          tmp_dir="$(mktemp -d)"
          trap 'rm -rf "${tmp_dir}"' EXIT
          pushd "${tmp_dir}"
          while IFS= read -r package_url; do
            [[ -n "${package_url}" ]] || continue
            wget "${package_url}"
          done <<< "${driver_packages}"
          dpkg -i *.deb
          popd

      - name: Verify GPU device availability
        run: clinfo

      - name: Restore coverage notes
        run: |
          set -euo pipefail
          notes_root="${{ github.workspace }}/coverage_notes"
          if [[ -d "${notes_root}/coverage_build_notes" ]]; then
            notes_root="${notes_root}/coverage_build_notes"
          fi
          rm -rf "${BUILD_DIR}" "${BUILD_JS_DIR}"
          mkdir -p "${BUILD_DIR}" "${BUILD_JS_DIR}"
          cp -a "${notes_root}/main-build/." "${BUILD_DIR}/"
          if [[ -d "${notes_root}/js-build" ]]; then
            cp -a "${notes_root}/js-build/." "${BUILD_JS_DIR}/"
          fi

      - name: Setup Python 3.11
        uses: ./.github/actions/setup_python
        with:
          version: '3.11'
          use-pip-proxy: 'true'
          set-pip-install-path: 'true'
          self-hosted-runner: 'true'

      - name: Install coverage Python dependencies
        uses: ./.github/actions/coverage_toolkit
        with:
          command: install-requirements

      - name: Install OpenVINO Python wheels
        uses: ./.github/actions/install_ov_wheels
        with:
          wheels-dir-path: ${{ env.INSTALL_DIR }}
          wheels-to-install: 'openvino'

      - name: Install Python test dependencies
        run: |
          python3 -m pip install -r "${INSTALL_DIR}/tests/bindings/python/requirements_test.txt"
          python3 -m pip install -r "${INSTALL_DIR}/tests/python/preprocess/torchvision/requirements.txt"
          python3 -m pip install -r "${INSTALL_DIR}/tests/layer_tests/requirements.txt"
          python3 -m pip install -r "${INSTALL_DIR}/tests/requirements_onnx"
          python3 -m pip install -r "${INSTALL_DIR}/tests/requirements_jax"
          python3 -m pip install -r "${INSTALL_DIR}/tests/requirements_pytorch"
          python3 -m pip install -r "${INSTALL_DIR}/tests/requirements_tensorflow"

      - name: Run ${{ matrix.gpu.name }} Python coverage tests
        uses: ./.github/actions/coverage_toolkit
        with:
          command: run-suite
          suite: python
          profile: gpu
          lane: ${{ matrix.gpu.id }}

      - name: Generate ${{ matrix.gpu.name }} native C/C++ coverage report
        uses: ./.github/actions/coverage_toolkit
        with:
          command: collect-native
          profile: gpu

      - name: Collect Python ${{ matrix.gpu.name }} results
        id: gpu_artifact
        if: ${{ always() }}
        uses: ./.github/actions/coverage_toolkit
        with:
          command: collect-results
          suite: python
          profile: gpu
          lane: ${{ matrix.gpu.id }}

      - name: Upload Python ${{ matrix.gpu.name }} artifact
        if: ${{ always() }}
        uses: ababushk/upload-artifact@ebc7d74ace101c08868aed05dba2aaf274b9a2c7 # main
        with:
          name: ${{ steps.gpu_artifact.outputs['artifact-name'] }}
          path: ${{ steps.gpu_artifact.outputs.dir }}
          if-no-files-found: warn
          retention-days: 7
          compression-level: 0
          overwrite: true

  CoverageJS:
    name: Coverage JS (CPU)
    needs: [Docker, Build]
    if: ${{ github.event_name == 'schedule' || github.event_name == 'pull_request' || github.event.inputs.run-cpu-tests == 'true' }}
    runs-on: aks-linux-4-cores-16gb
    container:
      image: ${{ fromJSON(needs.Docker.outputs.images).ov_test.ubuntu_22_04_x64 }}
      volumes:
        - /usr/local/share/ca-certificates:/usr/local/share/ca-certificates:ro
        - /mount:/mount
        - ${{ github.workspace }}:${{ github.workspace }}
    defaults:
      run:
        shell: bash
        working-directory: ${{ github.workspace }}
    env:
      TEST_PROFILE: cpu
      OV_WORKSPACE: ${{ github.workspace }}
      INSTALL_DIR: ${{ github.workspace }}/install
      INSTALL_PKG_DIR: ${{ github.workspace }}/install
      OPENVINO_JS_DIR: ${{ github.workspace }}/src/bindings/js/node
      BUILD_DIR: ${{ github.workspace }}/openvino/openvino_build
      BUILD_JS_DIR: ${{ github.workspace }}/openvino/openvino_build_js
      COVERAGE_WRITE_STEP_SUMMARY: 'false'
      DISPLAY: ':99'
    steps:
      - name: Checkout sources
        uses: ababushk/checkout@dd591a6a2ac25618db4eda86e7e0d938f88cf01b # cherry_pick_retries
        timeout-minutes: 15
        with:
          submodules: 'true'

      - name: Download OpenVINO package
        uses: akashchi/download-artifact@d59a9c15fec3fdb7c9adf09464124d00f9c11415 # main
        with:
          name: openvino_package
          path: ${{ env.INSTALL_DIR }}

      - name: Download OpenVINO Node package
        uses: akashchi/download-artifact@d59a9c15fec3fdb7c9adf09464124d00f9c11415 # main
        with:
          name: openvino_node_npm_package
          path: ${{ env.OPENVINO_JS_DIR }}
          merge-multiple: true

      - name: Download coverage build notes
        uses: akashchi/download-artifact@d59a9c15fec3fdb7c9adf09464124d00f9c11415 # main
        with:
          name: coverage_build_notes
          path: ${{ github.workspace }}/coverage_notes

      - name: Extract OpenVINO package
        run: pigz -dc openvino_package.tar.gz | tar -xf - -C "${INSTALL_DIR}"
        working-directory: ${{ env.INSTALL_DIR }}

      - name: Extract OpenVINO Node package
        run: pigz -dc openvino_node_npm_package.tar.gz | tar -xf - -v
        working-directory: ${{ env.OPENVINO_JS_DIR }}

      - name: Setup Node ${{ env.NODE_VERSION }}
        uses: actions/setup-node@48b55a011bda9f5d6aeb4c2d9c7362e8dae4041e # v6.4.0
        with:
          node-version: ${{ env.NODE_VERSION }}
          cache: npm
          cache-dependency-path: ${{ env.OPENVINO_JS_DIR }}/package-lock.json

      - name: Configure OpenVINO JS API
        working-directory: ${{ env.OPENVINO_JS_DIR }}
        run: npm i

      - name: Install JS coverage dependencies
        working-directory: ${{ env.OPENVINO_JS_DIR }}
        run: npm i --no-save c8

      - name: Setup Python 3.11
        uses: ./.github/actions/setup_python
        with:
          version: '3.11'
          use-pip-proxy: 'true'
          set-pip-install-path: 'true'
          self-hosted-runner: 'true'

      - name: Install coverage Python dependencies
        uses: ./.github/actions/coverage_toolkit
        with:
          command: install-requirements

      - name: Restore coverage notes
        run: |
          set -euo pipefail
          notes_root="${{ github.workspace }}/coverage_notes"
          if [[ -d "${notes_root}/coverage_build_notes" ]]; then
            notes_root="${notes_root}/coverage_build_notes"
          fi
          rm -rf "${BUILD_DIR}" "${BUILD_JS_DIR}"
          mkdir -p "${BUILD_DIR}" "${BUILD_JS_DIR}"
          cp -a "${notes_root}/main-build/." "${BUILD_DIR}/"
          if [[ -d "${notes_root}/js-build" ]]; then
            cp -a "${notes_root}/js-build/." "${BUILD_DIR}/"
            cp -a "${notes_root}/js-build/." "${BUILD_JS_DIR}/"
          fi

      - name: Install electron deps and run Xvfb
        run: Xvfb "$DISPLAY" &

      - name: Run CPU JS coverage tests
        uses: ./.github/actions/coverage_toolkit
        with:
          command: run-suite
          suite: js
          profile: cpu
          lane: cpu
          js-dir: ${{ env.OPENVINO_JS_DIR }}

      - name: Generate CPU native C/C++ coverage report
        uses: ./.github/actions/coverage_toolkit
        with:
          command: collect-native
          profile: cpu

      - name: Collect JS CPU results
        id: cpu_artifact
        if: ${{ always() }}
        uses: ./.github/actions/coverage_toolkit
        with:
          command: collect-results
          suite: js
          profile: cpu
          lane: cpu

      - name: Upload JS CPU artifact
        if: ${{ always() }}
        uses: ababushk/upload-artifact@ebc7d74ace101c08868aed05dba2aaf274b9a2c7 # main
        with:
          name: ${{ steps.cpu_artifact.outputs['artifact-name'] }}
          path: ${{ steps.cpu_artifact.outputs.dir }}
          if-no-files-found: warn
          retention-days: 7
          compression-level: 0
          overwrite: true

  CoverageSummary:
    name: Coverage Summary
    if: ${{ always() && needs.Build.result == 'success' }}
    needs: [Build, CoverageCpp, CoverageCppGpu, CoveragePython, CoveragePythonGpu, CoverageJS]
    outputs:
      upload_matrix_json: ${{ steps.coverage_files.outputs['upload-matrix-json'] || '[]' }}
    runs-on: ubuntu-latest
    steps:
      - name: Checkout sources
        uses: ababushk/checkout@dd591a6a2ac25618db4eda86e7e0d938f88cf01b # cherry_pick_retries
        timeout-minutes: 15
        with:
          submodules: 'false'

      - name: Download C++ artifacts
        uses: akashchi/download-artifact@d59a9c15fec3fdb7c9adf09464124d00f9c11415 # main
        with:
          pattern: coverage-cpp-*
          path: ${{ github.workspace }}/artifacts/cpp

      - name: Download Python artifacts
        uses: akashchi/download-artifact@d59a9c15fec3fdb7c9adf09464124d00f9c11415 # main
        with:
          pattern: coverage-python-*
          path: ${{ github.workspace }}/artifacts/python

      - name: Download JS artifacts
        uses: akashchi/download-artifact@d59a9c15fec3fdb7c9adf09464124d00f9c11415 # main
        with:
          pattern: coverage-js-*
          path: ${{ github.workspace }}/artifacts/js

      - name: Install coverage Python dependencies
        uses: ./.github/actions/coverage_toolkit
        with:
          command: install-requirements

      - name: Resolve selected lanes
        id: lanes
        env:
          EVENT_NAME: ${{ github.event_name }}
          RUN_CPU_TESTS: ${{ github.event.inputs.run-cpu-tests || '' }}
          RUN_GPU_TESTS: ${{ github.event.inputs.run-gpu-tests || '' }}
        run: |
          selected_lanes='none'
          if [[ "$EVENT_NAME" == 'schedule' || "$EVENT_NAME" == 'pull_request' ]]; then
            selected_lanes='cpu,igpu,igpu-unit,igpu-func,dgpu,dgpu-unit,dgpu-func'
          elif [[ "$RUN_CPU_TESTS" == 'true' && "$RUN_GPU_TESTS" == 'true' ]]; then
            selected_lanes='cpu,igpu,igpu-unit,igpu-func,dgpu,dgpu-unit,dgpu-func'
          elif [[ "$RUN_CPU_TESTS" == 'true' ]]; then
            selected_lanes='cpu'
          elif [[ "$RUN_GPU_TESTS" == 'true' ]]; then
            selected_lanes='igpu,igpu-unit,igpu-func,dgpu,dgpu-unit,dgpu-func'
          fi
          echo "selected_lanes=${selected_lanes}" >> "$GITHUB_OUTPUT"

      - name: Generate final summary
        if: ${{ always() }}
        uses: ./.github/actions/coverage_toolkit
        with:
          command: render-summary
          selection: ${{ steps.lanes.outputs.selected_lanes }}
          selected-lanes: ${{ steps.lanes.outputs.selected_lanes }}

      - name: Merge duration reports
        if: ${{ always() }}
        uses: ./.github/actions/coverage_toolkit
        with:
          command: merge-durations
          duration-output: ${{ github.workspace }}/coverage-test-durations-all.csv

      - name: Upload merged duration artifact
        if: ${{ always() }}
        uses: ababushk/upload-artifact@ebc7d74ace101c08868aed05dba2aaf274b9a2c7 # main
        with:
          name: coverage-test-durations
          path: coverage-test-durations-all.csv
          if-no-files-found: warn
          retention-days: 7
          compression-level: 0
          overwrite: true

      - name: Resolve Codecov upload matrix
        id: coverage_files
        if: ${{ always() }}
        uses: ./.github/actions/coverage_toolkit
        with:
          command: resolve-uploads

  CoverageCodecovUploads:
    name: Coverage Codecov Upload (${{ matrix.upload.name }})
    if: ${{ always() && needs.CoverageSummary.result == 'success' && needs.CoverageSummary.outputs.upload_matrix_json != '[]' }}
    needs: CoverageSummary
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        upload: ${{ fromJSON(needs.CoverageSummary.outputs.upload_matrix_json || '[]') }}
    steps:
      - name: Checkout sources
        uses: ababushk/checkout@dd591a6a2ac25618db4eda86e7e0d938f88cf01b # cherry_pick_retries
        timeout-minutes: 15
        with:
          submodules: 'false'

      - name: Download coverage artifacts
        uses: akashchi/download-artifact@d59a9c15fec3fdb7c9adf09464124d00f9c11415 # main
        with:
          pattern: ${{ matrix.upload.artifact_pattern }}
          path: ${{ github.workspace }}/artifacts/${{ matrix.upload.artifact_group }}
          merge-multiple: false

      - name: Install coverage Python dependencies
        uses: ./.github/actions/coverage_toolkit
        with:
          command: install-requirements

      - name: Resolve Codecov upload files
        id: upload_files
        uses: ./.github/actions/coverage_toolkit
        with:
          command: resolve-upload-files
          artifact-group: ${{ matrix.upload.artifact_group }}
          artifact-names-json: ${{ toJSON(matrix.upload.artifact_names) }}
          upload-key: ${{ matrix.upload.key }}
          upload-file: ${{ matrix.upload.file }}

      - name: Upload Codecov (${{ matrix.upload.name }})
        uses: codecov/codecov-action@fb8b3582c8e4def4969c97caa2f19720cb33a72f # v7.0.0
        with:
          token: ${{ secrets.CODECOV_TOKEN }}
          files: ${{ steps.upload_files.outputs.files }}
          disable_search: true
          plugins: noop
          flags: ${{ matrix.upload.flag }}
          override_commit: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}
          override_pr: ${{ github.event_name == 'pull_request' && github.event.pull_request.number || '' }}
          fail_ci_if_error: true
          verbose: true