Merge branch 'main' into bump-grpcio

Author: parthea

.github/CODEOWNERS

@@ -16,7 +16,6 @@
 # - @googleapis/bigtable-team
 # - @googleapis/cloud-sdk-auth-team
 # - @googleapis/cloud-sdk-python-team
-# - @googleapis/dkp-team
 # - @googleapis/firestore-team
 # - @googleapis/gcs-team
 # - @googleapis/pubsub-team
@@ -33,7 +32,6 @@
 /packages/bigquery-magics/                    @googleapis/bigquery-team @googleapis/bigquery-dataframe-team
 /packages/db-dtypes/                          @googleapis/bigquery-team @googleapis/bigquery-dataframe-team
 /packages/django-google-spanner/              @googleapis/spanner-team
-/packages/gcp-sphinx-docfx-yaml/              @googleapis/dkp-team
 /packages/google-auth/                        @googleapis/cloud-sdk-auth-team @googleapis/aion-team
 /packages/google-cloud-bigquery*/             @googleapis/bigquery-team @googleapis/bigquery-dataframe-team
 /packages/google-cloud-bigtable/              @googleapis/bigtable-team

.librarian/config.yaml

@@ -36,10 +36,5 @@ libraries:
   - id: "sqlalchemy-bigquery"
     release_blocked: true
   # TODO(https://github.com/googleapis/google-cloud-python/issues/17327)
-  - id: "google-cloud-bigquery"
-    release_blocked: true
-  # TODO(https://github.com/googleapis/google-cloud-python/issues/17327)
   - id: "google-cloud-bigtable"
     release_blocked: true
-
-

.librarian/generator-input/client-post-processing/firestore-integration.yaml

@@ -564,6 +564,34 @@ replacements:
           "freezegun",
       ]
     count: 1
+  - paths: [
+      packages/google-cloud-firestore/noxfile.py
+    ]
+    before: |
+      SYSTEM_TEST_STANDARD_DEPENDENCIES = \[
+          "mock",
+          "pytest",
+          "google-cloud-testutils",
+      \]
+    after: |
+      SYSTEM_TEST_STANDARD_DEPENDENCIES = [
+          "mock",
+          "pytest",
+      ]
+    count: 1
+  - paths: [
+      packages/google-cloud-firestore/noxfile.py
+    ]
+    before: |
+      SYSTEM_TEST_LOCAL_DEPENDENCIES: List\[str\] = \[\]
+    after: |
+      SYSTEM_TEST_LOCAL_DEPENDENCIES: List[str] = [
+          "../google-cloud-testutils"
+      ]
+    count: 1
+  # TODO(https://github.com/googleapis/google-cloud-python/issues/17429):
+  # Temporary post-processing rule to add pytest-xdist dependency.
+  # Remove this once gapic-generator includes pytest-xdist by default.
   - paths: [
       packages/google-cloud-firestore/noxfile.py
     ]
@@ -574,6 +602,7 @@ replacements:
           "pytest-asyncio",
           "six",
           "pyyaml",
+          "pytest-xdist",
       ]
     count: 1
   - paths: [
@@ -584,6 +613,54 @@ replacements:
     after: |
       "pytest-asyncio==0.21.2",
     count: 2
+  # TODO(https://github.com/googleapis/google-cloud-python/issues/17429):
+  # Temporary post-processing rule to inject `-n auto` for Firestore parallel tests.
+  # This rule should be removed once the generator template changes are released
+  # and the generator version is updated in librarian.yaml.
+  - paths: [
+      packages/google-cloud-firestore/noxfile.py
+    ]
+    before: |
+      # Run py.test against the system tests\.
+      if system_test_exists:
+          session\.run\(
+              "py.test",
+              "--quiet",
+              f"--junitxml=system_\{session\.python\}_sponge_log\.xml",
+              system_test_path,
+              \*session\.posargs,
+          \)
+      if system_test_folder_exists:
+          session\.run\(
+              "py.test",
+              "--quiet",
+              f"--junitxml=system_\{session\.python\}_sponge_log\.xml",
+              system_test_folder_path,
+              \*session\.posargs,
+          \)
+    after: |
+      # Run py.test against the system tests.
+      if system_test_exists:
+          session.run(
+              "py.test",
+              "-n",
+              "10",
+              "--quiet",
+              f"--junitxml=system_{session.python}_sponge_log.xml",
+              system_test_path,
+              *session.posargs,
+          )
+      if system_test_folder_exists:
+          session.run(
+              "py.test",
+              "-n",
+              "10",
+              "--quiet",
+              f"--junitxml=system_{session.python}_sponge_log.xml",
+              system_test_folder_path,
+              *session.posargs,
+          )
+    count: 1
   - paths: [
       "packages/google-cloud-firestore/docs/conf.py",
     ]

.librarian/generator-input/client-post-processing/spanner-integration.yaml

@@ -146,7 +146,17 @@ replacements:
           "google-cloud-monitoring >= 2.16.0",
           "mmh3 >= 4.1.0",
       ]
-      extras = {"libcst": "libcst >= 0.2.5"}
+      extras = {
+          "libcst": "libcst >= 0.2.5",
+          "test": [
+              "pytest",
+              "mock",
+              "asyncmock",
+              "pytest-cov",
+              "pytest-asyncio",
+              "pytest-xdist",
+          ],
+      }
     count: 1
   - paths: [packages/google-cloud-spanner/docs/index.rst]
     before: '(?s)API Reference\n-------------.*'
@@ -647,6 +657,7 @@ replacements:
           "pytest",
           "pytest-cov",
           "pytest-asyncio",
+          "pytest-xdist",
       ]
       MOCK_SERVER_ADDITIONAL_DEPENDENCIES = [
           "google-cloud-testutils",
@@ -844,6 +855,8 @@ replacements:
           # Run py.test against the unit tests.
           args = [
               "py.test",
+              "-n",
+              "auto",
               "-s",
               f"--junitxml=unit_{session.python}_sponge_log.xml",
               "--cov=google",
@@ -1358,7 +1371,6 @@ replacements:
       def mypy(session):
           """Run the type checker."""
           session.skip("Mypy is not yet supported")
-
           # TODO(https://github.com/googleapis/gapic-generator-python/issues/2579):
           # use the latest version of mypy
           session.install(
@@ -1402,3 +1414,23 @@ replacements:
       libcst==0.2.5
       googleapis-common-protos==1.60.0
     count: 1
+  - paths: [
+      packages/google-cloud-spanner/noxfile.py
+    ]
+    before: |
+        session.install\(\*dep_paths, "--no-deps", "--ignore-installed"\)
+        [\s\S]*?session.run\(\s+"py.test",\s+"tests/unit",
+    after: |
+        session.install(*dep_paths, "--no-deps", "--ignore-installed")
+            session.install("pytest-xdist")
+            print(
+                f"Installed {', '.join(core_dependencies_from_source)} locally from {deps_dir}"
+            )
+
+            session.run(
+                "py.test",
+                "-n",
+                "auto",
+                "tests/unit",
+    count: 1
+

.librarian/state.yaml

@@ -14,7 +14,7 @@
 image: us-central1-docker.pkg.dev/cloud-sdk-librarian-prod/images-prod/python-librarian-generator@sha256:234b9d1f2ddb057ed7ac6a38db0bf8163d839c65c6cf88ade52530cddebce59e
 libraries:
   - id: bigframes
-    version: 2.41.0
+    version: 2.42.0
     last_generated_commit: ""
     apis: []
     source_roots:
@@ -74,7 +74,7 @@ libraries:
       - packages/django-google-spanner/docs/
     tag_format: '{id}-v{version}'
   - id: gapic-generator
-    version: 1.34.1
+    version: 1.35.0
     last_generated_commit: ""
     apis: []
     source_roots:
@@ -387,7 +387,7 @@ libraries:
       - packages/google-area120-tables/docs/
     tag_format: '{id}-v{version}'
   - id: google-auth
-    version: 2.53.0
+    version: 2.54.0
     last_generated_commit: ""
     apis: []
     source_roots:
@@ -431,6 +431,24 @@ libraries:
       - packages/google-auth-oauthlib/README.rst
       - packages/google-auth-oauthlib/docs/
     tag_format: '{id}-v{version}'
+  - id: google-backstory
+    version: 0.1.0
+    last_generated_commit: ""
+    apis:
+      - path: backstory
+    source_roots:
+      - packages/google-backstory
+    preserve_regex:
+      - tests/unit/test_backstory.py
+      - tests/unit/test_packaging.py
+    remove_regex: []
+    release_exclude_paths:
+      - packages/google-backstory/.repo-metadata.json
+      - packages/google-backstory/noxfile.py
+      - packages/google-backstory/tests/
+      - packages/google-backstory/README.rst
+      - packages/google-backstory/docs/
+    tag_format: '{id}-v{version}'
   - id: google-cloud-access-approval
     version: 1.20.0
     last_generated_commit: 3322511885371d2b2253f209ccc3aa60d4100cfd
@@ -496,8 +514,24 @@ libraries:
       - packages/google-cloud-advisorynotifications/README.rst
       - packages/google-cloud-advisorynotifications/docs/
     tag_format: '{id}-v{version}'
+  - id: google-cloud-agentidentitycredentials
+    version: 0.1.0
+    last_generated_commit: ""
+    apis:
+      - path: google/cloud/agentidentitycredentials/v1
+    source_roots:
+      - packages/google-cloud-agentidentitycredentials
+    preserve_regex: []
+    remove_regex: []
+    release_exclude_paths:
+      - packages/google-cloud-agentidentitycredentials/.repo-metadata.json
+      - packages/google-cloud-agentidentitycredentials/noxfile.py
+      - packages/google-cloud-agentidentitycredentials/tests/
+      - packages/google-cloud-agentidentitycredentials/README.rst
+      - packages/google-cloud-agentidentitycredentials/docs/
+    tag_format: '{id}-v{version}'
   - id: google-cloud-alloydb
-    version: 0.10.0
+    version: 0.11.0
     last_generated_commit: 6df3ecf4fd43b64826de6a477d1a535ec18b0d7c
     apis:
       - path: google/cloud/alloydb/v1beta
@@ -1061,7 +1095,7 @@ libraries:
       - packages/google-cloud-beyondcorp-clientgateways/docs/
     tag_format: '{id}-v{version}'
   - id: google-cloud-biglake
-    version: 0.4.0
+    version: 0.5.0
     last_generated_commit: 6df3ecf4fd43b64826de6a477d1a535ec18b0d7c
     apis:
       - path: google/cloud/biglake/v1
@@ -1543,7 +1577,7 @@ libraries:
       - packages/google-cloud-certificate-manager/docs/
     tag_format: '{id}-v{version}'
   - id: google-cloud-ces
-    version: 0.6.0
+    version: 0.7.0
     last_generated_commit: 582172de2d9b6443e1fecf696167867c6d8a5fc4
     apis:
       - path: google/cloud/ces/v1
@@ -1735,7 +1769,7 @@ libraries:
       - packages/google-cloud-compute-v1beta/docs/
     tag_format: '{id}-v{version}'
   - id: google-cloud-confidentialcomputing
-    version: 0.10.0
+    version: 0.11.0
     last_generated_commit: 9eea40c74d97622bb0aa406dd313409a376cc73b
     apis:
       - path: google/cloud/confidentialcomputing/v1
@@ -3459,7 +3493,7 @@ libraries:
       - packages/google-cloud-migrationcenter/docs/
     tag_format: '{id}-v{version}'
   - id: google-cloud-modelarmor
-    version: 0.6.0
+    version: 0.7.0
     last_generated_commit: 6df3ecf4fd43b64826de6a477d1a535ec18b0d7c
     apis:
       - path: google/cloud/modelarmor/v1beta
@@ -3652,7 +3686,7 @@ libraries:
       - packages/google-cloud-network-security/docs/
     tag_format: '{id}-v{version}'
   - id: google-cloud-network-services
-    version: 0.9.0
+    version: 0.10.0
     last_generated_commit: 6df3ecf4fd43b64826de6a477d1a535ec18b0d7c
     apis:
       - path: google/cloud/networkservices/v1
@@ -3716,7 +3750,7 @@ libraries:
       - packages/google-cloud-optimization/docs/
     tag_format: '{id}-v{version}'
   - id: google-cloud-oracledatabase
-    version: 0.5.0
+    version: 0.6.0
     last_generated_commit: 6df3ecf4fd43b64826de6a477d1a535ec18b0d7c
     apis:
       - path: google/cloud/oracledatabase/v1
@@ -4582,7 +4616,7 @@ libraries:
       - packages/google-cloud-source-context/docs/
     tag_format: '{id}-v{version}'
   - id: google-cloud-spanner
-    version: 3.67.0
+    version: 3.68.0
     last_generated_commit: 3e09ac03bab9dba5b8800248cf10190219938a26
     apis:
       - path: google/spanner/admin/instance/v1
@@ -4700,7 +4734,7 @@ libraries:
       - packages/google-cloud-speech/docs/
     tag_format: '{id}-v{version}'
   - id: google-cloud-storage
-    version: 3.11.0
+    version: 3.12.0
     last_generated_commit: 2233f63baf69c2a481f30180045fcf036242781d
     apis:
       - path: google/storage/v2
@@ -5386,6 +5420,38 @@ libraries:
       - packages/google-crc32c/README.rst
       - packages/google-crc32c/docs/
     tag_format: '{id}-v{version}'
+  - id: google-developer-knowledge
+    version: 0.1.0
+    last_generated_commit: ""
+    apis:
+      - path: google/developers/knowledge/v1
+    source_roots:
+      - packages/google-developer-knowledge
+    preserve_regex: []
+    remove_regex: []
+    release_exclude_paths:
+      - packages/google-developer-knowledge/.repo-metadata.json
+      - packages/google-developer-knowledge/noxfile.py
+      - packages/google-developer-knowledge/tests/
+      - packages/google-developer-knowledge/README.rst
+      - packages/google-developer-knowledge/docs/
+    tag_format: '{id}-v{version}'
+  - id: google-devicesandservices-health
+    version: 0.1.0
+    last_generated_commit: ""
+    apis:
+      - path: google/devicesandservices/health/v4
+    source_roots:
+      - packages/google-devicesandservices-health
+    preserve_regex: []
+    remove_regex: []
+    release_exclude_paths:
+      - packages/google-devicesandservices-health/.repo-metadata.json
+      - packages/google-devicesandservices-health/noxfile.py
+      - packages/google-devicesandservices-health/tests/
+      - packages/google-devicesandservices-health/README.rst
+      - packages/google-devicesandservices-health/docs/
+    tag_format: '{id}-v{version}'
   - id: google-geo-type
     version: 0.7.0
     last_generated_commit: 3322511885371d2b2253f209ccc3aa60d4100cfd