Merge branch 'main' into firestore_pipelines_ga

Author: daniel-sanche

.github/CODEOWNERS

@@ -1,5 +1,21 @@
 # Code owners file.
 # This file controls who is tagged for review for any given pull request.
+#
+# To add a new package or team:
+# 1. Add the directory path below the default catch-all rule (`*`).
+# 2. Append the new team AFTER the default cloud-sdk teams.
+# 3. The new team must have "Write" access to google-cloud-python
+#    See go/cloud-sdk-googleapis#aod for instructions on requesting
+#    access to modify repo settings.
 
 # Default owner for all directories not owned by others
 *                                             @googleapis/cloud-sdk-python-team @googleapis/cloud-sdk-librarian-team
+
+/packages/bigframes/                          @googleapis/cloud-sdk-python-team @googleapis/cloud-sdk-librarian-team @googleapis/bigquery-dataframe-team
+/packages/bigquery-magics/                    @googleapis/cloud-sdk-python-team @googleapis/cloud-sdk-librarian-team @googleapis/bigquery-dataframe-team
+/packages/django-google-spanner/              @googleapis/cloud-sdk-python-team @googleapis/cloud-sdk-librarian-team @googleapis/spanner-team
+/packages/google-auth/                        @googleapis/cloud-sdk-python-team @googleapis/cloud-sdk-librarian-team @googleapis/cloud-sdk-auth-team @googleapis/aion-team
+/packages/google-cloud-bigquery*/             @googleapis/cloud-sdk-python-team @googleapis/cloud-sdk-librarian-team @googleapis/bigquery-dataframe-team
+/packages/google-cloud-spanner/               @googleapis/cloud-sdk-python-team @googleapis/cloud-sdk-librarian-team @googleapis/spanner-team
+/packages/pandas-gbq/                         @googleapis/cloud-sdk-python-team @googleapis/cloud-sdk-librarian-team @googleapis/bigquery-dataframe-team
+/packages/sqlalchemy-bigquery/                @googleapis/cloud-sdk-python-team @googleapis/cloud-sdk-librarian-team @googleapis/bigquery-dataframe-team

.github/workflows/bigtable-conformance.yaml

@@ -0,0 +1,74 @@
+on:
+  pull_request:
+    paths:
+      - 'packages/google-cloud-bigtable/**'
+      - '.github/workflows/bigtable-conformance.yaml'
+  push:
+    branches:
+      - main
+    paths:
+      - 'packages/google-cloud-bigtable/**'
+      - '.github/workflows/bigtable-conformance.yaml'
+
+defaults:
+  run:
+    working-directory: packages/google-cloud-bigtable
+
+name: Conformance
+jobs:
+  check_changes:
+    runs-on: ubuntu-latest
+    outputs:
+      run_bigtable: ${{ steps.filter.outputs.bigtable }}
+    steps:
+      - uses: actions/checkout@v4
+      - uses: dorny/paths-filter@v3
+        id: filter
+        with:
+          filters: |
+            bigtable:
+              - 'packages/google-cloud-bigtable/**'
+              - '.github/workflows/bigtable-conformance.yaml'
+
+  system-tests:
+    needs: check_changes
+    if: ${{ needs.check_changes.outputs.run_bigtable == 'true' }}
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        test-version: [ "v0.0.4" ]
+        py-version: [ 3.13 ]
+        client-type: [ "async", "sync"]
+        # None of the clients currently support reverse scans, execute query plan refresh, retry info, or routing cookie
+        include:
+          - client-type: "async"
+            test_args: "-skip \"PlanRefresh|_Reverse|_WithRetryInfo|_WithRoutingCookie\""
+          - client-type: "sync"
+            test_args: "-skip \"PlanRefresh|_Reverse|_WithRetryInfo|_WithRoutingCookie|_Generic_MultiStream\""
+      fail-fast: false
+    name: "${{ matrix.client-type }} client / python ${{ matrix.py-version }} / test tag ${{ matrix.test-version }}"
+    steps:
+    - uses: actions/checkout@v4
+      name: "Checkout google-cloud-python"
+    - uses: actions/checkout@v4
+      name: "Checkout conformance tests"
+      with:
+        repository: googleapis/cloud-bigtable-clients-test
+        ref: ${{ matrix.test-version }}
+        path: packages/google-cloud-bigtable/cloud-bigtable-clients-test
+    - uses: actions/setup-python@v5
+      with:
+        python-version: ${{ matrix.py-version }}
+    - uses: actions/setup-go@v5
+      with:
+        go-version: '>=1.20.2'
+    - run: pip install -e .
+      name: "Install google-cloud-bigtable from HEAD"
+    - run: go version
+    - run: scripts/conformance.sh
+      name: "Run tests"
+      env:
+        CLIENT_TYPE: ${{ matrix.client-type }}
+        PYTHONUNBUFFERED: 1
+        TEST_ARGS: ${{ matrix.test_args }}
+        PROXY_PORT: 9999

.github/workflows/gapic-generator-tests.yml

@@ -181,8 +181,6 @@ jobs:
           path: ~/.cache/bazel
           # Ensure CACHE_VERSION is defined in the mono-repo secrets!
           key: ${{ runner.os }}-bazel-20210105-${{ secrets.CACHE_VERSION }}
-          restore-keys: |
-            ${{ runner.os }}-bazel-20210105-
 
       - name: Run Bazel Integration Tests
         run: |

.gitmodules

@@ -0,0 +1,3 @@
+[submodule "packages/google-crc32c/google_crc32c"]
+	path = packages/google-crc32c/google_crc32c
+	url = https://github.com/google/crc32c.git

.kokoro/presubmit/linux/presubmit-linux.cfg

@@ -0,0 +1,9 @@
+# Format: //devtools/kokoro/config/proto/build.proto
+
+# Tell Kokoro where to find our fake test log so it doesn't 404
+action {
+  define_artifacts {
+    regex: "**/*sponge_log.xml"
+  }
+}
+build_file: "google-cloud-python/packages/google-crc32c/scripts/manylinux/build.sh"

.kokoro/presubmit/osx/presubmit-osx-slcn.cfg

@@ -0,0 +1,10 @@
+# Format: //devtools/kokoro/config/proto/build.proto
+
+# Tell Kokoro where to find our fake test log so it doesn't 404
+action {
+  define_artifacts {
+    regex: "**/*sponge_log.xml"
+  }
+}
+
+build_file: "google-cloud-python/packages/google-crc32c/scripts/osx/build.sh"

.kokoro/presubmit/osx/presubmit-osx.cfg

@@ -0,0 +1,10 @@
+# Format: //devtools/kokoro/config/proto/build.proto
+
+# Tell Kokoro where to find our fake test log so it doesn't 404
+action {
+  define_artifacts {
+    regex: "**/*sponge_log.xml"
+  }
+}
+
+build_file: "google-cloud-python/packages/google-crc32c/scripts/osx/build.sh"

.kokoro/presubmit/windows/presubmit-windows-google-crc32c.cfg

@@ -0,0 +1,10 @@
+# Format: //devtools/kokoro/config/proto/build.proto
+
+# Tell Kokoro where to find our fake test log so it doesn't 404
+action {
+  define_artifacts {
+    regex: "**/*sponge_log.xml"
+  }
+}
+
+build_file: "google-cloud-python/packages/google-crc32c/scripts/windows/build.bat"

.kokoro/system.sh

@@ -89,19 +89,23 @@ run_package_test() {
 }
 
 packages_with_system_tests=(
+  "bigframes"
   "google-auth"
   "google-cloud-bigquery-storage"
   "google-cloud-bigtable"
   "google-cloud-datastore"
   "google-cloud-dns"
   "google-cloud-error-reporting"
-  "sqlalchemy-spanner"
   "google-cloud-firestore"
   "google-cloud-logging"
+  "google-cloud-ndb"
   "google-cloud-pubsub"
+  "google-cloud-spanner"
+  "google-cloud-storage"
   "google-cloud-testutils"
-  "sqlalchemy-bigquery"
   "pandas-gbq"
+  "sqlalchemy-bigquery"
+  "sqlalchemy-spanner"
 )
 
 # A file for running system tests

.librarian/config.yaml

@@ -12,3 +12,28 @@ libraries:
 # `google-django-spanner` is blocked until the presubmits are green.
   - id: "google-django-spanner"
     release_blocked: true
+# TODO(https://github.com/googleapis/google-cloud-python/issues/16487):
+# Allow releases for google-cloud-storage once this bug is fixed.
+  - id: "google-cloud-storage"
+    release_blocked: true
+# TODO(https://github.com/googleapis/google-cloud-python/issues/16494):
+# Allow generation for google-cloud-bigtable once this bug is fixed.
+  - id: "google-cloud-bigtable"
+    generate_blocked: true
+# TODO(https://github.com/googleapis/google-cloud-python/issues/16489):
+# Allow releases for bigframes once the bug above is fixed.
+  - id: "bigframes"
+    release_blocked: true
+# TODO(https://github.com/googleapis/google-cloud-python/issues/16506):
+# Allow generation/release for google-cloud-firestore once this bug is fixed.
+  - id: "google-cloud-firestore"
+    generate_blocked: true
+    release_blocked: true
+# TODO(https://github.com/googleapis/google-cloud-python/issues/16165):
+# Allow generation for google-cloud-dialogflow once this bug is fixed.
+  - id: "google-cloud-dialogflow"
+    generate_blocked: true
+# TODO(https://github.com/googleapis/google-cloud-python/issues/16520):
+# Allow release for google-crc32c once this bug is fixed.
+  - id: "google-crc32c"
+    release_blocked: true