Adjust workflows (#497)

Signed-off-by: yhmo <yihua.mo@zilliz.com>

Author: yhmo

.github/mergify.yml

@@ -45,8 +45,8 @@ pull_request_rules:
           # and are skipped for examples-only changes. Accept success OR
           # skipped so examples-only PRs still reach ci-passed.
           - or:
-              - "check-success=Integration test"
-              - "check-skipped=Integration test"
+              - "check-success=Test all with coverage"
+              - "check-skipped=Test all with coverage"
           - or:
               - "check-success=Build and test macOS 15"
               - "check-skipped=Build and test macOS 15"
@@ -65,13 +65,13 @@ pull_request_rules:
           - "check-pending=Detect path changes"
           - "check-pending=Build and test AMD64 Ubuntu 20.04"
           - "check-pending=Build and test AMD64 Fedora 39"
-          - "check-pending=Integration test"
+          - "check-pending=Test all with coverage"
           - "check-pending=Build and test macOS 15"
           - "check-pending=Build and test windows"
           - "check-failure=Detect path changes"
           - "check-failure=Build and test AMD64 Ubuntu 20.04"
           - "check-failure=Build and test AMD64 Fedora 39"
-          - "check-failure=Integration test"
+          - "check-failure=Test all with coverage"
           - "check-failure=Build and test macOS 15"
           - "check-failure=Build and test windows"
     actions:
@@ -82,7 +82,7 @@ pull_request_rules:
   - name: Add ci-passed when no code changes
     conditions:
       - or: *BRANCHES
-      - -files~=^(?!.*\.(md)).*$
+      - "-files~=^(?!(doc/|.*\\.md$|\\.gitignore$|codecov\\.yml$|LICENSE$|OWNERS$|libmilvus\\.spec\\.rpkg$)).+"
     actions:
       label:
         add:

.github/workflows/cleanup-pr-caches.yaml

@@ -0,0 +1,32 @@
+name: Cleanup PR caches
+
+on:
+  pull_request_target:
+    types: [closed]
+
+permissions:
+  actions: write
+  contents: read
+  pull-requests: read
+
+jobs:
+  # When a PR is closed, delete all GitHub Actions caches associated with the PR's merge ref (refs/pull/PR_NUMBER/merge).
+  cleanup:
+    name: Cleanup PR caches
+    runs-on: ubuntu-latest
+    steps:
+      - name: Delete PR caches
+        env:
+          GH_TOKEN: ${{ github.token }}
+          GH_REPO: ${{ github.repository }}
+          PR_REF: refs/pull/${{ github.event.pull_request.number }}/merge
+        run: |
+          set -euo pipefail
+          cache_ids=$(gh api --paginate "repos/$GH_REPO/actions/caches?ref=$PR_REF&per_page=100" --jq '.actions_caches[].id')
+          if [ -z "$cache_ids" ]; then
+            echo "No caches found for $PR_REF"
+            exit 0
+          fi
+          while read -r cache_id; do
+            gh api --method DELETE "repos/$GH_REPO/actions/caches/$cache_id"
+          done <<< "$cache_ids"

.github/workflows/draft-release.yaml

@@ -13,6 +13,9 @@ concurrency:
   cancel-in-progress: true
 
 jobs:
+  # create a draft release for an exact release tag (vX.Y.Z).
+  # Tags that do not match this format are ignored, which allows pushing other tags (e.g. vX.Y)
+  # without triggering the release workflow.
   draft-release:
     name: Create draft release
     runs-on: ubuntu-latest

.github/workflows/main.yaml

@@ -1,32 +1,44 @@
 name: Build and test
 on:
   pull_request:
-    # file paths to consider in the event. Optional; defaults to all.
+    # Run CI for any change except documentation and selected repo meta files
     paths:
-      - 'cmake/**'
-      - 'examples/**'
-      - 'scripts/**'
-      - 'src/**'
-      - 'test/**'
-      - 'thirdparty/**'
-      - '.github/workflows/main.yaml'
-      - '.github/workflows/release.yaml'
+      - '**'
       - '!**.md'
-      - '.clang-format'
-      - '.clang-tidy'
+      - '!doc/**'
+      - '!.gitignore'
+      - '!codecov.yml'
+      - '!LICENSE'
+      - '!OWNERS'
+      - '!libmilvus.spec.rpkg'
+  push:
+    branches:
+      - master
+      - '2.6'
+      - '3.0'
+    paths:
+      - '**'
+      - '!**.md'
+      - '!doc/**'
+      - '!.gitignore'
+      - '!codecov.yml'
+      - '!LICENSE'
+      - '!OWNERS'
+      - '!libmilvus.spec.rpkg'
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
-  cancel-in-progress: ${{ github.event_name == 'pull_request' }}
+  cancel-in-progress: true
 
 jobs:
   # Detect whether the PR touches core SDK files (src, cmake, test,
   # thirdparty, scripts, workflow, lint configs) or only peripheral files
   # (examples/**). Changes limited to examples/** skip the heavy CI jobs
-  # (integration, coverage, macOS, Windows) and only run the Linux build,
+  # (coverage, macOS, Windows) and only run the Linux build,
   # which is enough to catch regressions in the example code itself.
   changes:
     name: Detect path changes
+    if: github.event_name == 'pull_request'
     runs-on: ubuntu-latest
     outputs:
       core_relevant: ${{ steps.filter.outputs.core_relevant }}
@@ -37,18 +49,19 @@ jobs:
         with:
           filters: |
             core_relevant:
-              - 'cmake/**'
-              - 'scripts/**'
-              - 'src/**'
-              - 'test/**'
-              - 'thirdparty/**'
-              - '.github/workflows/main.yaml'
-              - '.github/workflows/release.yaml'
-              - '.clang-format'
-              - '.clang-tidy'
+              - '**'
+              - '!examples/**'
+              - '!**.md'
+              - '!doc/**'
+              - '!.gitignore'
+              - '!codecov.yml'
+              - '!LICENSE'
+              - '!OWNERS'
+              - '!libmilvus.spec.rpkg'
 
   linux:
     name: Build and test AMD64 ${{ matrix.os.distro }} ${{ matrix.os.version }}
+    if: github.event_name == 'pull_request'
     runs-on: ubuntu-latest
     container: ${{ matrix.os.image }}
     # github automatically evicts no-access caches after 7 days, so we set a longer timeout to avoid unnecessary workflow timeout.
@@ -79,14 +92,12 @@ jobs:
         run: echo "${HOME}/.local/bin" >> $GITHUB_PATH
       - name: Checkout
         uses: actions/checkout@v4
-      - name: Cache ccache and conan
+      - name: Cache ccache
         uses: actions/cache@v4
         with:
-          path: |
-            ${{ github.workspace }}/.ccache
-            /github/home/.conan2
-          key: linux-${{ matrix.os.key }}-cache-${{ github.sha }}
-          restore-keys: linux-${{ matrix.os.key }}-cache-
+          path: ${{ github.workspace }}/.ccache
+          key: linux-${{ matrix.os.key }}-ccache-${{ github.sha }}
+          restore-keys: linux-${{ matrix.os.key }}-ccache-
       - name: Prepare
         run: |
           sh scripts/install_deps.sh
@@ -101,44 +112,12 @@ jobs:
         run: |
           cmake --build cmake_build --target package --parallel 4
           sh scripts/verify_package_linux.sh cmake_build/Pack
-  integration-test:
-    name: Integration test
-    # Skip for examples-only changes; linux job alone validates them.
-    needs: changes
-    if: needs.changes.outputs.core_relevant == 'true'
-    runs-on: ubuntu-22.04
-    # github automatically evicts no-access caches after 7 days, so we set a longer timeout to avoid unnecessary workflow timeout.
-    timeout-minutes: 200
-    env:
-      CCACHE_DIR: ${{ github.workspace }}/.ccache
-      CCACHE_COMPILERCHECK: content
-      CCACHE_COMPRESS: 1
-      CCACHE_COMPRESSLEVEL: 5
-      CCACHE_MAXSIZE: 2G
-    steps:
-      - name: Env
-        run: echo "${HOME}/.local/bin" >> $GITHUB_PATH
-      - name: Checkout
-        uses: actions/checkout@v4
-      - name: Cache ccache and conan
-        uses: actions/cache@v4
-        with:
-          path: |
-            ${{ github.workspace }}/.ccache
-            ~/.conan2
-          key: ubuntu-2204-st-cache-${{ github.sha }}
-          restore-keys: ubuntu-2204-st-cache-
-      - name: Prepare
-        run: |
-          sh scripts/install_deps.sh
-      - name: Integration Testing
-        run: |
-          make st
+
   coverage-ubuntu:
     name: Test all with coverage
-    # Skip for examples-only changes; coverage only measures SDK code.
+    # Skip for examples-only changes on PRs; run after pushes to warm branch-scoped caches.
     needs: changes
-    if: needs.changes.outputs.core_relevant == 'true'
+    if: always() && (github.event_name == 'push' || needs.changes.outputs.core_relevant == 'true')
     runs-on: ubuntu-22.04
     # github automatically evicts no-access caches after 7 days, so we set a longer timeout to avoid unnecessary workflow timeout.
     timeout-minutes: 200
@@ -154,14 +133,18 @@ jobs:
         run: echo "${HOME}/.local/bin" >> $GITHUB_PATH
       - name: Checkout
         uses: actions/checkout@v4
-      - name: Cache ccache and conan
+      - name: Cache Conan
         uses: actions/cache@v4
         with:
-          path: |
-            ${{ github.workspace }}/.ccache
-            ~/.conan2
-          key: ubuntu-2204-coverage-cache-${{ github.sha }}
-          restore-keys: ubuntu-2204-coverage-cache-
+          path: ~/.conan2
+          key: ubuntu-2204-conan-${{ github.base_ref || github.ref_name }}-${{ hashFiles('conanfile.*', 'CMakeLists.txt', 'cmake/**', 'scripts/install_deps.sh') }}
+          restore-keys: ubuntu-2204-conan-${{ github.base_ref || github.ref_name }}-
+      - name: Cache ccache
+        uses: actions/cache@v4
+        with:
+          path: ${{ github.workspace }}/.ccache
+          key: ubuntu-2204-coverage-ccache-${{ github.sha }}
+          restore-keys: ubuntu-2204-coverage-ccache-
       - uses: actions/setup-python@v5
         with:
           python-version: '3.8'
@@ -178,11 +161,12 @@ jobs:
           name: ubuntu-22.04-coverage
           disable_safe_directory: true
           verbose: true
+
   macos:
     name: Build and test macOS 15
     # Skip for examples-only changes; macOS runners are scarce.
     needs: changes
-    if: needs.changes.outputs.core_relevant == 'true'
+    if: github.event_name == 'pull_request' && needs.changes.outputs.core_relevant == 'true'
     runs-on: macos-15
     # github automatically evicts no-access caches after 7 days, so we set a longer timeout to avoid unnecessary workflow timeout.
     timeout-minutes: 200
@@ -218,11 +202,12 @@ jobs:
           source ~/.venv/bin/activate
           cmake --build cmake_build --target package --parallel 4
           sh scripts/verify_package_linux.sh cmake_build/Pack
+
   windows:
     name: Build and test windows
     # Skip for examples-only changes; Windows builds are slow.
     needs: changes
-    if: needs.changes.outputs.core_relevant == 'true'
+    if: github.event_name == 'pull_request' && needs.changes.outputs.core_relevant == 'true'
     runs-on: windows-2022
     # github automatically evicts no-access caches after 7 days, so we set a longer timeout to avoid unnecessary workflow timeout.
     timeout-minutes: 200

.github/workflows/notify-conanfiles.yaml

@@ -5,12 +5,14 @@ run-name: notify conanfiles for ${{ github.ref_name }}
 on:
   push:
     tags:
-      - 'v*'
+      - 'v*.*.*'
 
 permissions:
   contents: read
 
 jobs:
+  # When a new release tag is pushed to milvus-sdk-cpp, send a repository_dispatch event
+  # to the conanfiles repo to trigger the release of the corresponding Conan package.
   dispatch:
     name: send milvus-sdk-cpp release dispatch
     if: github.repository == 'milvus-io/milvus-sdk-cpp'
@@ -34,7 +36,7 @@ jobs:
             exit 1
           fi
 
-          if [[ ! "$TAG" =~ ^v[0-9]+\.[0-9]+\.[0-9]+$ ]]; then
+          if [[ ! "$TAG" =~ ^v[0-9]+\.[0-9]+\.[0-9]+(-[0-9A-Za-z][0-9A-Za-z.-]*)?$ ]]; then
             echo "Unsupported tag format: $TAG" >&2
             exit 1
           fi

.github/workflows/release.yaml

@@ -61,6 +61,8 @@ concurrency:
   cancel-in-progress: true
 
 jobs:
+  # Select release targets based on workflow inputs, and output the selected targets for downstream jobs.
+  # This allows us to conditionally run jobs based on user input, which is not natively supported by GitHub Actions.
   select-targets:
     name: Select release targets
     runs-on: ubuntu-latest