Merge branch 'main' into ci_sharding

Author: daniel-sanche

.github/workflows/gapic-generator-tests.yml

@@ -5,13 +5,8 @@ name: Gapic Generator Specialized Tests
 
 on:
   pull_request:
-    paths:
-      - 'packages/gapic-generator/**'
-      - '.github/workflows/gapic-generator-tests.yml'
   push:
     branches: [main]
-    paths:
-      - 'packages/gapic-generator/**'
 
 concurrency:
   group: gapic-gen-${{ github.head_ref || github.run_id }}
@@ -30,11 +25,8 @@ env:
   PYO3_USE_ABI3_FORWARD_COMPATIBILITY: "1"
 
 jobs:
+  # Check if the gapic-generator was changed. If so, execute specialized tests
   check_changes:
-    # We use a job-level 'if' with dorny/paths-filter because GitHub's top-level 
-    # 'on: pull_request: paths' can be bypassed during repository-wide migrations 
-    # or structural changes. This ensures these specialized (and heavy) matrix 
-    # jobs stay silent on PRs that do not touch the generator.
     runs-on: ubuntu-latest
     outputs:
       run_generator: ${{ steps.filter.outputs.generator }}
@@ -59,7 +51,7 @@ jobs:
       all_python: ${{ env.ALL_PYTHON }}
       latest_stable_python: ${{ env.LATEST_STABLE_PYTHON }}
       prerelease_python: ${{ env.PRERELEASE_PYTHON }}
-      trimmed_python: $${{ env.TRIMMED_PYTHON }}
+      trimmed_python: ${{ env.TRIMMED_PYTHON }}
     steps:
       - run: echo "Initializing config for gapic-generator"
 
@@ -232,7 +224,6 @@ jobs:
       - uses: actions/checkout@df4cb1c069e1874edd31b4311f1884172cec0e10 # v6
         with:
           persist-credentials: false
-      
       - name: Cache Bazel files
         id: cache-bazel
         uses: actions/cache@caa296126883cff596d87d8935842f9db880ef25 # v5
@@ -247,3 +238,27 @@ jobs:
           # WORKSPACE file is located there.
           cd packages/gapic-generator
           bazelisk test //tests/integration/... --test_output=errors
+
+  # Final job to simplify branch protection rules.
+  # This job will be reported as 'Success' if all its dependencies either 
+  # pass or are skipped due to path filtering.
+  status:
+    needs: [check_changes, python_config, showcase-unit, showcase-mypy, goldens, goldens-prerelease, fragment-snippet, integration]
+    if: always()
+    runs-on: ubuntu-latest
+    steps:
+      - name: Check all jobs for failure
+        env:
+          NEEDS_JSON: ${{ toJson(needs) }}
+        run: |
+          # 1. Print a human-readable list of each dependency job and its final status.
+          echo "Job Results:"
+          echo "$NEEDS_JSON" | jq -r 'to_entries[] | "  - \(.key): \(.value.result)"'
+
+          # 2. Evaluate if any job actually failed or was cancelled.
+          if echo "$NEEDS_JSON" | jq -e 'to_entries[].value | select(.result == "failure" or .result == "cancelled")' >/dev/null; then
+            echo "Error: One or more required jobs failed or were cancelled."
+            exit 1
+          fi
+          echo "All checks passed or were successfully skipped."
+

.github/workflows/import-profiler.yml

@@ -0,0 +1,38 @@
+name: import-profiler
+
+on:
+  pull_request:
+    branches:
+      - main
+      - preview
+  # Trigger workflow on GitHub merge queue events
+  merge_group:
+    types: [checks_requested]
+
+permissions:
+  contents: read
+
+jobs:
+  import-profile:
+    runs-on: ubuntu-latest
+    timeout-minutes: 60
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v6
+      with:
+        fetch-depth: 2
+    - name: Setup Python
+      uses: actions/setup-python@v6
+      with:
+        python-version: "3.15"
+        allow-prereleases: true
+    - name: Run import profiler
+      env:
+        BUILD_TYPE: presubmit
+        TARGET_BRANCH: ${{ github.base_ref || github.event.merge_group.base_ref }}
+        TEST_TYPE: import_profile
+        PY_VERSION: "3.15"
+        # Workaround: Allows libcst to compile on Python 3.15+ while PyO3 catches up
+        PYO3_USE_ABI3_FORWARD_COMPATIBILITY: "1"
+      run: |
+        ci/run_conditional_tests.sh

.github/workflows/unittest.yml

@@ -72,7 +72,7 @@ jobs:
     strategy:
       fail-fast: true
       matrix:
-        python: ['3.9', '3.10', "3.11", "3.12", "3.13", "3.14"]
+        python: ['3.10', "3.11", "3.12", "3.13", "3.14"]
         package_shard: ${{ fromJson(needs.initialize.outputs.matrix) }}
     name: ${{ matrix.package_shard.is_sharded && format('unit ({0}, {1})', matrix.python, matrix.package_shard.name) || format('unit ({0})', matrix.python) }}
     steps:

.librarian/generator-input/client-post-processing/bigtable-integration.yaml

@@ -357,52 +357,6 @@ replacements:
 
       Quick Start
     count: 1
-  - paths: [
-      packages/google-cloud-bigtable/mypy.ini
-    ]
-    before: |
-      \[mypy\]
-      [\s\S]*?incremental = True
-    after: |
-      [mypy]
-      python_version = 3.13
-      namespace_packages = True
-      check_untyped_defs = True
-      warn_unreachable = True
-      disallow_any_generics = True
-      exclude = tests/unit/gapic/
-
-      [mypy-grpc.*]
-      ignore_missing_imports = True
-
-      [mypy-google.auth.*]
-      ignore_missing_imports = True
-
-      [mypy-google.iam.*]
-      ignore_missing_imports = True
-
-      [mypy-google.longrunning.*]
-      ignore_missing_imports = True
-
-      [mypy-google.oauth2.*]
-      ignore_missing_imports = True
-
-      [mypy-google.rpc.*]
-      ignore_missing_imports = True
-
-      [mypy-proto.*]
-      ignore_missing_imports = True
-
-      [mypy-pytest]
-      ignore_missing_imports = True
-
-      [mypy-google.cloud.*]
-      ignore_errors = True
-
-      # only verify data client
-      [mypy-google.cloud.bigtable.data.*]
-      ignore_errors = False
-    count: 1
     # Note: noxfile.py is heavily customized so we clobber the whole file. 
   - paths: [
       packages/google-cloud-bigtable/noxfile.py

.librarian/generator-input/client-post-processing/datastore-integration.yaml

@@ -39,42 +39,6 @@ replacements:
           "google-cloud-core >= 2.0.0, <3.0.0",
           "grpcio >= 1.59.0, < 2.0.0",
     count: 1
-  - paths: [
-      "packages/google-cloud-datastore/mypy.ini",
-    ]
-    before: |-
-      # Performance: reuse results from previous runs to speed up 'nox'
-      incremental = True
-    after: |-
-      # Performance: reuse results from previous runs to speed up "nox"
-      incremental = True
-
-      [mypy-google.cloud.datastore._app_engine_key_pb2]
-      ignore_errors = True
-
-      # TODO(https://github.com/googleapis/gapic-generator-python/issues/2410):
-      # Remove once this generator bug is fixed
-      [mypy-google.cloud.datastore_v1.services.datastore.async_client]
-      ignore_errors = True
-
-      # TODO(https://github.com/googleapis/gapic-generator-python/issues/2410):
-      # Remove once this generator bug is fixed
-      [mypy-google.cloud.datastore_v1.services.datastore.client]
-      ignore_errors = True
-    count: 1
-  - paths: [
-      "packages/google-cloud-datastore/mypy.ini",
-    ]
-    before: |
-      ignore_missing_imports = False
-
-      # TODO\(https://github.com/googleapis/gapic-generator-python/issues/2563\):
-      # Dependencies that historically lacks py.typed markers
-      \[mypy-google\.iam\.\*\]
-      ignore_missing_imports = True
-    after: |
-      ignore_missing_imports = True
-    count: 1
   - paths: [
       "packages/google-cloud-datastore/docs/index.rst",
     ]