add coverage to functional tests

Issue: CLDSRV-618

Author: Kerkesni

.github/actions/cleanup-and-coverage/action.yaml

@@ -0,0 +1,36 @@
+name: 'Cleanup and Coverage'
+description: 'Stops CI services and uploads coverage reports to Codecov'
+
+inputs:
+  profiles:
+    description: 'Docker Compose profiles to use (space-separated)'
+    required: false
+    default: ''
+  codecov-token:
+    description: 'Codecov token for uploading reports'
+    required: true
+  flags:
+    description: 'Flags to identify the coverage report'
+    required: false
+    default: '${{ github.job }}'
+
+runs:
+  using: 'composite'
+  steps:
+    - name: Stop CI services
+      run: |
+        PROFILES=""
+        for profile in ${{ inputs.profiles }}; do
+          PROFILES="${PROFILES} --profile ${profile}"
+        done
+        docker compose ${PROFILES} down
+      shell: bash
+      working-directory: .github/docker
+    
+    - name: Upload coverage reports to Codecov
+      uses: codecov/codecov-action@v5
+      with:
+        token: ${{ inputs.codecov-token }}
+        directory: /tmp/coverage/${{ github.job }}
+        flags: ${{ inputs.flags }}
+      if: ${{ !cancelled() }}

.github/actions/setup-ci/action.yaml

@@ -16,6 +16,11 @@ runs:
       run: |-
         set -exu;
         mkdir -p /tmp/artifacts/${JOB_NAME}/;
+    - name: Setup coverage directory
+      shell: bash
+      run: |-
+        set -exu;
+        mkdir -p /tmp/coverage/${JOB_NAME}/;
     - uses: actions/setup-node@v4
       with:
         node-version: '22'

.github/docker/docker-compose.yaml

@@ -1,13 +1,28 @@
 services:
   cloudserver:
     image: ${CLOUDSERVER_IMAGE}
-    command: sh -c "yarn start > /artifacts/s3.log"
+    command: |
+      bash -c "
+      # Using tini to handle signals properly
+      tini -s -g -- npx nyc --clean --silent yarn start > /artifacts/s3.log &
+      PID=$$!
+      generate_coverage() {
+        echo 'Stopping NodeJS processes...'
+        kill -TERM $$PID 2>/dev/null || true
+        wait $$PID
+        echo 'Generating coverage report...'
+        npx nyc report --report-dir /coverage/test --reporter=lcov --reporter=text-summary
+      }
+      trap generate_coverage SIGTERM
+      wait $$PID
+      "
     network_mode: "host"
     volumes:
       - /tmp/ssl:/ssl
       - /tmp/ssl-kmip:/ssl-kmip
       - ${HOME}/.aws/credentials:/root/.aws/credentials
       - /tmp/artifacts/${JOB_NAME}:/artifacts
+      - /tmp/coverage/${JOB_NAME}:/coverage/test
     environment:
       - CI=true
       - ENABLE_LOCAL_CACHE=true

.github/workflows/tests.yaml

@@ -253,6 +253,12 @@ jobs:
         yarn run multiple_backend_test | tee /tmp/artifacts/${{ github.job }}/tests.log
       env:
         S3_LOCATION_FILE: tests/locationConfig/locationConfigTests.json
+    - name: Cleanup and upload coverage
+      uses: ./.github/actions/cleanup-and-coverage
+      with:
+        profiles: 'sproxyd mongo'
+        codecov-token: ${{ secrets.CODECOV_TOKEN }}
+      if: always()
     - name: Upload logs to artifacts
       uses: scality/action-artifacts@v4
       with:
@@ -291,6 +297,12 @@ jobs:
         yarn run ft_test | tee /tmp/artifacts/${{ github.job }}/tests.log
       env:
         S3_LOCATION_FILE: tests/locationConfig/locationConfigTests.json
+    - name: Cleanup and upload coverage
+      uses: ./.github/actions/cleanup-and-coverage
+      with:
+        profiles: 'mongo'
+        codecov-token: ${{ secrets.CODECOV_TOKEN }}
+      if: always()
     - name: Upload logs to artifacts
       uses: scality/action-artifacts@v4
       with:
@@ -331,6 +343,12 @@ jobs:
         yarn run ft_mixed_bucket_format_version | tee /tmp/artifacts/${{ github.job }}/mixed-tests.log
       env:
         S3_LOCATION_FILE: tests/locationConfig/locationConfigTests.json
+    - name: Cleanup and upload coverage
+      uses: ./.github/actions/cleanup-and-coverage
+      with:
+        profiles: 'mongo'
+        codecov-token: ${{ secrets.CODECOV_TOKEN }}
+      if: always()
     - name: Upload logs to artifacts
       uses: scality/action-artifacts@v4
       with:
@@ -374,6 +392,12 @@ jobs:
         set -o pipefail;
         bash wait_for_local_port.bash 8000 40
         yarn run ft_test | tee /tmp/artifacts/${{ matrix.job-name }}/tests.log
+    - name: Cleanup and upload coverage
+      uses: ./.github/actions/cleanup-and-coverage
+      with:
+        codecov-token: ${{ secrets.CODECOV_TOKEN }}
+        flags: ${{ matrix.job-name }}
+      if: always()
     - name: Upload logs to artifacts
       uses: scality/action-artifacts@v4
       with:
@@ -408,6 +432,11 @@ jobs:
         set -ex -o pipefail;
         bash wait_for_local_port.bash 8000 40
         yarn run test_utapi_v2 | tee /tmp/artifacts/${{ github.job }}/tests.log
+    - name: Cleanup and upload coverage
+      uses: ./.github/actions/cleanup-and-coverage
+      with:
+        codecov-token: ${{ secrets.CODECOV_TOKEN }}
+      if: always()
     - name: Upload logs to artifacts
       uses: scality/action-artifacts@v4
       with:
@@ -452,6 +481,13 @@ jobs:
         set -ex -o pipefail;
         bash wait_for_local_port.bash 8000 40
         yarn run test_quota | tee /tmp/artifacts/${{ github.job }}/tests.log
+    - name: Cleanup and upload coverage
+      uses: ./.github/actions/cleanup-and-coverage
+      with:
+        profiles: 'mongo'
+        codecov-token: ${{ secrets.CODECOV_TOKEN }}
+        flags: ${{ github.job }}${{ matrix.inflights.value == 'true' && '-inflights' || '' }}
+      if: always()
     - name: Upload logs to artifacts
       uses: scality/action-artifacts@v4
       with:
@@ -490,6 +526,12 @@ jobs:
         bash wait_for_local_port.bash 8000 40
         bash wait_for_local_port.bash 5696 40
         yarn run ft_kmip | tee /tmp/artifacts/${{ github.job }}/tests.log
+    - name: Cleanup and upload coverage
+      uses: ./.github/actions/cleanup-and-coverage
+      with:
+        profiles: 'pykmip'
+        codecov-token: ${{ secrets.CODECOV_TOKEN }}
+      if: always()
     - name: Upload logs to artifacts
       uses: scality/action-artifacts@v4
       with:
@@ -568,6 +610,12 @@ jobs:
         S3BACKEND: file
         S3VAULT: mem
         S3METADATA: mongodb
+    - name: Cleanup and upload coverage
+      uses: ./.github/actions/cleanup-and-coverage
+      with:
+        profiles: 'ceph'
+        codecov-token: ${{ secrets.CODECOV_TOKEN }}
+      if: always()
     - name: Upload logs to artifacts
       uses: scality/action-artifacts@v4
       with: