chore: update librarian to v0.21.0 (googleapis#17488)

Weekly update to librarian version and re-generate. This update includes
a generator upgrade, see
https://github.com/googleapis/librarian/releases/tag/v0.21.0.

**Manually changes** applied changes to postprocess config files due to
generation failure after upgrade.
[46dfa75](googleapis@46dfa75)

commands run:
```
go run github.com/googleapis/librarian/cmd/librarian@latest update version
V=$(go run github.com/googleapis/librarian/cmd/librarian@latest config get version)
go run github.com/googleapis/librarian/cmd/librarian@${V} tidy
# Build a new Docker image
go run github.com/googleapis/librarian/tool/cmd/builddockerimages@latest --language python --version=${V}
# Regenerate all libraries in Docker. Around 2 minutes.
docker run -u $(id -u):$(id -g) -v .:/repo -v ~/.cache:/.cache -w /repo docker.io/library/librarian-python:${V}  generate -v --all
```

For the sake of easier review, separated 3 commits:
- librarian version update
[f60299a](googleapis@f60299a)
- Manual changes to config to make fix generation error:
[46dfa75](googleapis@46dfa75)
- Generated code changes:
[b8f2240](googleapis@b8f2240)

Fixes googleapis/librarian#6450

---------

Co-authored-by: Anthonios Partheniou <partheniou@google.com>

Author: zhumin8

.github/workflows/unittest.yml

@@ -16,6 +16,7 @@ jobs:
   unit:
     runs-on: ubuntu-22.04
     strategy:
+      fail-fast: true
       matrix:
         python: ['3.9', '3.10', "3.11", "3.12", "3.13", "3.14"]
     steps:

.librarian/generator-input/client-post-processing/add-dependency-google-cloud-common.yaml

@@ -19,14 +19,14 @@ replacements:
     ]
     before: |
       dependencies = \[
-          "google-api-core\[grpc\] >= 2.17.1, <3.0.0",
+          "google-api-core\[grpc\] >= 2.24.2, <3.0.0",
           # Exclude incompatible versions of `google-auth`
           # See https://github.com/googleapis/google-cloud-python/issues/12364
           "google-auth >= 2.14.1, <3.0.0,!=2.24.0,!=2.25.0",
           "grpcio >= 1.59.0, < 2.0.0",
     after: |
       dependencies = [
-          "google-api-core[grpc] >= 2.17.1, <3.0.0",
+          "google-api-core[grpc] >= 2.24.2, <3.0.0",
           # Exclude incompatible versions of `google-auth`
           # See https://github.com/googleapis/google-cloud-python/issues/12364
           "google-auth >= 2.14.1, <3.0.0,!=2.24.0,!=2.25.0",

.librarian/generator-input/client-post-processing/add-missing-dependencies-to-setup-py-constraints.yaml

@@ -19,14 +19,14 @@ replacements:
     ]
     before: |
       dependencies = \[
-          "google-api-core\[grpc\] >= 2.17.1, <3.0.0",
+          "google-api-core\[grpc\] >= 2.24.2, <3.0.0",
           # Exclude incompatible versions of `google-auth`
           # See https://github.com/googleapis/google-cloud-python/issues/12364
           "google-auth >= 2.14.1, <3.0.0,!=2.24.0,!=2.25.0",
           "grpcio >= 1.59.0, < 2.0.0",
     after:  |
       dependencies = [
-          "google-api-core[grpc] >= 2.17.1, <3.0.0",
+          "google-api-core[grpc] >= 2.24.2, <3.0.0",
           # Exclude incompatible versions of `google-auth`
           # See https://github.com/googleapis/google-cloud-python/issues/12364
           "google-auth >= 2.14.1, <3.0.0,!=2.24.0,!=2.25.0",
@@ -38,14 +38,14 @@ replacements:
     ]
     before: |
       dependencies = \[
-          "google-api-core\[grpc\] >= 2.17.1, <3.0.0",
+          "google-api-core\[grpc\] >= 2.24.2, <3.0.0",
           # Exclude incompatible versions of `google-auth`
           # See https://github.com/googleapis/google-cloud-python/issues/12364
           "google-auth >= 2.14.1, <3.0.0,!=2.24.0,!=2.25.0",
           "grpcio >= 1.59.0, < 2.0.0",
     after:  |
       dependencies = [
-          "google-api-core[grpc] >= 2.17.1, <3.0.0",
+          "google-api-core[grpc] >= 2.24.2, <3.0.0",
           # Exclude incompatible versions of `google-auth`
           # See https://github.com/googleapis/google-cloud-python/issues/12364
           "google-auth >= 2.14.1, <3.0.0,!=2.24.0,!=2.25.0",
@@ -57,14 +57,14 @@ replacements:
     ]
     before: |
       dependencies = \[
-          "google-api-core\[grpc\] >= 2.17.1, <3.0.0",
+          "google-api-core\[grpc\] >= 2.24.2, <3.0.0",
           # Exclude incompatible versions of `google-auth`
           # See https://github.com/googleapis/google-cloud-python/issues/12364
           "google-auth >= 2.14.1, <3.0.0,!=2.24.0,!=2.25.0",
           "grpcio >= 1.59.0, < 2.0.0",
     after:  |
       dependencies = [
-          "google-api-core[grpc] >= 2.17.1, <3.0.0",
+          "google-api-core[grpc] >= 2.24.2, <3.0.0",
           # Exclude incompatible versions of `google-auth`
           # See https://github.com/googleapis/google-cloud-python/issues/12364
           "google-auth >= 2.14.1, <3.0.0,!=2.24.0,!=2.25.0",
@@ -76,14 +76,14 @@ replacements:
     ]
     before: |
       dependencies = \[
-          "google-api-core\[grpc\] >= 2.17.1, <3.0.0",
+          "google-api-core\[grpc\] >= 2.24.2, <3.0.0",
           # Exclude incompatible versions of `google-auth`
           # See https://github.com/googleapis/google-cloud-python/issues/12364
           "google-auth >= 2.14.1, <3.0.0,!=2.24.0,!=2.25.0",
           "grpcio >= 1.59.0, < 2.0.0",
     after:  |
       dependencies = [
-          "google-api-core[grpc] >= 2.17.1, <3.0.0",
+          "google-api-core[grpc] >= 2.24.2, <3.0.0",
           # Exclude incompatible versions of `google-auth`
           # See https://github.com/googleapis/google-cloud-python/issues/12364
           "google-auth >= 2.14.1, <3.0.0,!=2.24.0,!=2.25.0",
@@ -95,33 +95,33 @@ replacements:
     ]
     before: |
       dependencies = \[
-          "google-api-core\[grpc\] >= 2.17.1, <3.0.0",
+          "google-api-core\[grpc\] >= 2.24.2, <3.0.0",
           # Exclude incompatible versions of `google-auth`
           # See https://github.com/googleapis/google-cloud-python/issues/12364
           "google-auth >= 2.14.1, <3.0.0,!=2.24.0,!=2.25.0",
           "grpcio >= 1.59.0, < 2.0.0",
     after:  |
       dependencies = [
-          "google-api-core[grpc] >= 2.17.1, <3.0.0",
+          "google-api-core[grpc] >= 2.24.2, <3.0.0",
           # Exclude incompatible versions of `google-auth`
           # See https://github.com/googleapis/google-cloud-python/issues/12364
           "google-auth >= 2.14.1, <3.0.0,!=2.24.0,!=2.25.0",
-          "google-cloud-org-policy >= 1.11.1, <2.0.0",
+          "google-cloud-org-policy >= 1.13.1, <2.0.0",
           "grpcio >= 1.59.0, < 2.0.0",
     count: 1
   - paths: [
       packages/google-shopping-merchant-notifications/setup.py
     ]
     before: |
       dependencies = \[
-          "google-api-core\[grpc\] >= 2.17.1, <3.0.0",
+          "google-api-core\[grpc\] >= 2.24.2, <3.0.0",
           # Exclude incompatible versions of `google-auth`
           # See https://github.com/googleapis/google-cloud-python/issues/12364
           "google-auth >= 2.14.1, <3.0.0,!=2.24.0,!=2.25.0",
           "grpcio >= 1.59.0, < 2.0.0",
     after:  |
       dependencies = [
-          "google-api-core[grpc] >= 2.17.1, <3.0.0",
+          "google-api-core[grpc] >= 2.24.2, <3.0.0",
           # Exclude incompatible versions of `google-auth`
           # See https://github.com/googleapis/google-cloud-python/issues/12364
           "google-auth >= 2.14.1, <3.0.0,!=2.24.0,!=2.25.0",

.librarian/generator-input/client-post-processing/asset-integration.yaml

@@ -19,29 +19,29 @@ replacements:
     ]
     before: |
       dependencies = \[
-          "google-api-core\[grpc\] >= 2.17.1, <3.0.0",
+          "google-api-core\[grpc\] >= 2.24.2, <3.0.0",
           # Exclude incompatible versions of `google-auth`
           # See https://github.com/googleapis/google-cloud-python/issues/12364
           "google-auth >= 2.14.1, <3.0.0,!=2.24.0,!=2.25.0",
           "grpcio >= 1.59.0, < 2.0.0",
     after:  |
       dependencies = [
-          "google-api-core[grpc] >= 2.17.1, <3.0.0",
+          "google-api-core[grpc] >= 2.24.2, <3.0.0",
           # Exclude incompatible versions of `google-auth`
           # See https://github.com/googleapis/google-cloud-python/issues/12364
           "google-auth >= 2.14.1, <3.0.0,!=2.24.0,!=2.25.0",
-          "google-cloud-org-policy >= 1.11.1, <2.0.0",
+          "google-cloud-org-policy >= 1.13.1, <2.0.0",
           "grpcio >= 1.59.0, < 2.0.0",
 
     count: 1
   - paths: [
       packages/google-cloud-asset/testing/constraints-3.10.txt
     ]
     before: |
-      google-api-core==2.17.1
+      google-api-core==2.24.2
       google-auth==2.14.1
     after: |
-      google-api-core==2.17.1
-      google-cloud-org-policy==1.11.1
+      google-api-core==2.24.2
+      google-cloud-org-policy==1.13.1
       google-auth==2.14.1
     count: 1

.librarian/generator-input/client-post-processing/containeranalysis-grafeas-integration.yaml

@@ -19,14 +19,14 @@ replacements:
     ]
     before: |
       dependencies = \[
-          "google-api-core\[grpc\] >= 2.17.1, <3.0.0",
+          "google-api-core\[grpc\] >= 2.24.2, <3.0.0",
           # Exclude incompatible versions of `google-auth`
           # See https://github.com/googleapis/google-cloud-python/issues/12364
           "google-auth >= 2.14.1, <3.0.0,!=2.24.0,!=2.25.0",
           "grpcio >= 1.59.0, < 2.0.0",
     after: |
       dependencies = [
-          "google-api-core[grpc] >= 2.17.1, <3.0.0",
+          "google-api-core[grpc] >= 2.24.2, <3.0.0",
           # Exclude incompatible versions of `google-auth`
           # See https://github.com/googleapis/google-cloud-python/issues/12364
           "google-auth >= 2.14.1, <3.0.0,!=2.24.0,!=2.25.0",

.librarian/generator-input/client-post-processing/integrate-isolated-handwritten-code.yaml

@@ -60,14 +60,14 @@ replacements:
     ]
     before: |
       dependencies = \[
-          "google-api-core\[grpc\] >= 2.17.1, <3.0.0",
+          "google-api-core\[grpc\] >= 2.24.2, <3.0.0",
           # Exclude incompatible versions of `google-auth`
           # See https://github.com/googleapis/google-cloud-python/issues/12364
           "google-auth >= 2.14.1, <3.0.0,!=2.24.0,!=2.25.0",
           "grpcio >= 1.59.0, < 2.0.0",
     after: |
       dependencies = [
-          "google-api-core[grpc] >= 2.17.1, <3.0.0",
+          "google-api-core[grpc] >= 2.24.2, <3.0.0",
           # Exclude incompatible versions of `google-auth`
           # See https://github.com/googleapis/google-cloud-python/issues/12364
           "google-auth >= 2.14.1, <3.0.0,!=2.24.0,!=2.25.0",
@@ -210,10 +210,10 @@ replacements:
       packages/google-cloud-automl/testing/constraints-3.10.txt,
     ]
     before: |
-      google-api-core==2.17.1
+      google-api-core==2.24.2
       google-auth==2.14.1
     after: |
-      google-api-core==2.17.1
+      google-api-core==2.24.2
       google-cloud-storage==2.14.0
       libcst==0.2.5
       pandas==1.3.4
@@ -331,7 +331,7 @@ replacements:
           "grpcio >= 1.59.0, < 2.0.0",
     after: |
       "google-auth >= 2.14.1, <3.0.0,!=2.24.0,!=2.25.0",
-          "google-cloud-logging>=3.9.0, <4.0.0",
+          "google-cloud-logging>=3.12.0, <4.0.0",
           "grpcio >= 1.59.0, < 2.0.0",
     count: 1
   - paths: [
@@ -424,10 +424,10 @@ replacements:
       "packages/google-cloud-monitoring/testing/constraints-3.10.txt",
     ]
     before: |
-      google-api-core==2.17.1
+      google-api-core==2.24.2
       google-auth==2.14.1
     after: |
-      google-api-core==2.17.1
+      google-api-core==2.24.2
       pandas==1.3.4
       numpy==1.21.3
       google-auth==2.14.1
@@ -440,7 +440,7 @@ replacements:
       grpcio==1.59.0
     after: |
       google-auth==2.14.1
-      google-cloud-logging==3.9.0
+      google-cloud-logging==3.12.0
       grpcio==1.59.0
     count: 1
   - paths: [

.librarian/generator-input/client-post-processing/logging-integration.yaml

@@ -42,9 +42,9 @@ replacements:
     after: |
       "google-auth >= 2.14.1, <3.0.0,!=2.24.0,!=2.25.0",
           "google-cloud-appengine-logging>=0.1.3, <2.0.0",
-          "google-cloud-audit-log >= 0.3.1, < 1.0.0",
+          "google-cloud-audit-log >= 0.3.2, < 1.0.0",
           "google-cloud-core >= 2.0.0, <3.0.0",
-          "grpc-google-iam-v1 >=0.12.4, <1.0.0",
+          "grpc-google-iam-v1 >=0.14.2, <1.0.0",
           "opentelemetry-api >= 1.16.0",
           "grpcio >= 1.59.0, < 2.0.0",
     count: 1
@@ -57,9 +57,9 @@ replacements:
     after: |
       google-auth==2.14.1
       google-cloud-appengine-logging==0.1.3
-      google-cloud-audit-log==0.3.1
+      google-cloud-audit-log==0.3.2
       google-cloud-core==2.0.0
-      grpc-google-iam-v1==0.12.4
+      grpc-google-iam-v1==0.14.2
       opentelemetry-api==1.16.0
       grpcio==1.59.0
     count: 1

.librarian/generator-input/client-post-processing/pubsub-integration.yaml

@@ -506,9 +506,9 @@ replacements:
 
   - paths:
       - "packages/google-cloud-pubsub/testing/constraints-3.10.txt"
-    before: 'grpc-google-iam-v1==0\.14\.0\n(?!grpcio-status)'
+    before: 'grpc-google-iam-v1==0\.14\.2\n(?!grpcio-status)'
     after: |-
-      grpc-google-iam-v1==0.14.0
+      grpc-google-iam-v1==0.14.2
       grpcio-status==1.51.3
       opentelemetry-api==1.27.0
       opentelemetry-sdk==1.27.0

.librarian/generator-input/client-post-processing/storage-integration.yaml

@@ -640,12 +640,12 @@ replacements:
       packages/google-cloud-storage/testing/constraints-3.10.txt
     ]
     before: |
-      google-api-core==2.17.1
+      google-api-core==2.24.2
       google-auth==2.14.1
       grpcio==1.59.0
-      proto-plus==1.22.3
-      protobuf==4.25.8
-      grpc-google-iam-v1==0.14.0
+      proto-plus==1.26.1
+      protobuf==6.33.5
+      grpc-google-iam-v1==0.14.2
     after: |
       google-auth==2.26.1
       # cryptography is a direct dependency of google-auth

librarian.yaml

@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 language: python
-version: v0.19.0
+version: v0.21.0
 repo: googleapis/google-cloud-python
 sources:
   googleapis:
@@ -636,6 +636,7 @@ libraries:
     apis:
       - path: google/bigtable/v2
       - path: google/bigtable/admin/v2
+    skip_generate: true
     skip_release: true
     python:
       library_type: GAPIC_COMBO
@@ -763,6 +764,8 @@ libraries:
     version: 1.48.0
     apis:
       - path: google/cloud/compute/v1
+    skip_generate: true
+    skip_release: true
     python:
       metadata_name_override: compute
       default_version: v1
@@ -1934,6 +1937,8 @@ libraries:
       - docs/spanner_v1/table.rst
       - docs/spanner_v1/transaction.rst
       - tests/unit/gapic/conftest.py
+    skip_generate: true
+    skip_release: true
     python:
       library_type: GAPIC_COMBO
       opt_args_by_api: