google-cloud-python/.github/workflows/experiment.yaml at bb7f0a3392dfddf7e4455b8ed9e5e4b9d0324790 · googleapis/google-cloud-python · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
name: Next-Gen CI Pipeline

on:
  pull_request:
    branches: [ main, preview ]
  # Native Merge Queue support for O(1) batching
  merge_group:
    types: [checks_requested]

# Stop burning money on abandoned iterative commits
concurrency:
  group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
  cancel-in-progress: true

jobs:
  # ==========================================
  # 1. DISCOVERY ENGINE (The Router)
  # ==========================================
  discover:
    runs-on: ubuntu-latest
    outputs:
      packages: ${{ steps.changes.outputs.all_changed_files }}
    steps:
      - uses: actions/checkout@v4
        with:
          fetch-depth: 0

      - name: Detect Changed Packages
        id: changes
        uses: tj-actions/changed-files@v44
        with:
          files: packages/**
          dir_names: true
          dir_names_max_depth: 2
          json: true
          escape_json: false

  # ==========================================
  # 2. STATIC ANALYSIS (Grouped for Speed)
  # ==========================================
  static-checks:
    needs: discover
    if: ${{ needs.discover.outputs.packages != '[]' }}
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        package: ${{ fromJSON(needs.discover.outputs.packages) }}
    steps:
      - uses: actions/checkout@v4
      - uses: astral-sh/setup-uv@v5
        with:
          python-version: "3.14"
          enable-cache: true
          cache-dependency-glob: "${{ matrix.package }}/setup.py"

      - name: Run Lint and MyPy
        run: |
          cd ${{ matrix.package }}
          export NOX_DEFAULT_VENV_BACKEND=uv
          # Chaining sessions executes them in a single fast VM
          uvx --with 'nox[uv]' nox -s lint mypy lint_setup_py

  # ==========================================
  # 3. DOCUMENTATION BUILD
  # ==========================================
  docs-build:
    needs: discover
    if: ${{ needs.discover.outputs.packages != '[]' }}
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        package: ${{ fromJSON(needs.discover.outputs.packages) }}
    steps:
      - uses: actions/checkout@v4
      - uses: astral-sh/setup-uv@v5
        with:
          python-version: "3.10"
          enable-cache: true
          cache-dependency-glob: "${{ matrix.package }}/setup.py"

      - name: Build Docs and DocFX
        run: |
          cd ${{ matrix.package }}
          export NOX_DEFAULT_VENV_BACKEND=uv
          uvx --with 'nox[uv]' nox -s docs docfx

  # ==========================================
  # 4. UNIT TESTS (The 2D Multiplier Matrix)
  # ==========================================
  unit-tests:
    needs: discover
    if: ${{ needs.discover.outputs.packages != '[]' }}
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        package: ${{ fromJSON(needs.discover.outputs.packages) }}
        python: ["3.9", "3.10", "3.11", "3.12", "3.13", "3.14"]
    steps:
      - uses: actions/checkout@v4
      - uses: astral-sh/setup-uv@v5
        with:
          python-version: ${{ matrix.python }}
          enable-cache: true
          cache-dependency-glob: "${{ matrix.package }}/setup.py"

      - name: Execute Unit Tests
        run: |
          cd ${{ matrix.package }}
          export NOX_DEFAULT_VENV_BACKEND=uv
          uvx --with 'nox[uv]' nox -s unit-${{ matrix.python }}

  # ==========================================
  # 5. SYSTEM TESTS
  # ==========================================
  system-tests:
    needs: discover
    if: ${{ needs.discover.outputs.packages != '[]' }}
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        package: ${{ fromJSON(needs.discover.outputs.packages) }}
        python: ["3.11"]
    steps:
      - uses: actions/checkout@v4
      - uses: astral-sh/setup-uv@v5
        with:
          python-version: ${{ matrix.python }}
          enable-cache: true
          cache-dependency-glob: "${{ matrix.package }}/setup.py"

      - name: Execute System Tests
        env:
          RUN_SYSTEM_TESTS: "true"
        run: |
          cd ${{ matrix.package }}
          export NOX_DEFAULT_VENV_BACKEND=uv
          uvx --with 'nox[uv]' nox -s system

  # ==========================================
  # 6. THE GATEKEEPER (Status Check Rollup)
  # ==========================================
  presubmit-passed:
    # Always runs so GitHub can definitively mark the PR as passed/failed
    if: always()
    needs:
      - discover
      - static-checks
      - docs-build
      - unit-tests
      - system-tests
    runs-on: ubuntu-latest
    steps:
      - name: Evaluate Pipeline Status
        run: |
          if [[ "${{ contains(needs.*.result, 'failure') }}" == "true" || "${{ contains(needs.*.result, 'cancelled') }}" == "true" ]]; then
            echo "::error::One or more required CI jobs failed or were cancelled."
            exit 1
          fi

          # If the router output was empty, it means no Python code changed.
          if [[ "${{ needs.discover.outputs.packages }}" == "[]" ]]; then
            echo "No Python packages changed. Safely bypassing execution."
            exit 0
          fi

          echo "All dynamically generated CI jobs completed successfully."