diff --git a/sdks/python/container/ml/py310/base_image_requirements.txt b/sdks/python/container/ml/py310/base_image_requirements.txt index aa801edadb55..b1bae7dc004a 100644 --- a/sdks/python/container/ml/py310/base_image_requirements.txt +++ b/sdks/python/container/ml/py310/base_image_requirements.txt @@ -57,7 +57,7 @@ exceptiongroup==1.3.1 execnet==2.1.2 fastavro==1.12.1 fasteners==0.20 -filelock==3.25.0 +filelock==3.25.2 flatbuffers==25.12.19 freezegun==1.5.5 frozenlist==1.8.0 @@ -67,9 +67,9 @@ gast==0.7.0 google-api-core==2.30.0 google-api-python-client==2.192.0 google-apitools==0.5.31 -google-auth==2.49.0 +google-auth==2.49.1 google-auth-httplib2==0.2.1 -google-cloud-aiplatform==1.140.0 +google-cloud-aiplatform==1.141.0 google-cloud-bigquery==3.40.1 google-cloud-bigquery-storage==2.36.2 google-cloud-bigtable==2.35.0 @@ -81,7 +81,7 @@ google-cloud-kms==3.11.0 google-cloud-language==2.19.0 google-cloud-monitoring==2.29.1 google-cloud-profiler==4.1.0 -google-cloud-pubsub==2.35.0 +google-cloud-pubsub==2.36.0 google-cloud-recommendations-ai==0.10.18 google-cloud-resource-manager==1.16.0 google-cloud-secret-manager==2.26.0 @@ -90,21 +90,21 @@ google-cloud-storage==2.19.0 google-cloud-videointelligence==2.18.0 google-cloud-vision==3.12.1 google-crc32c==1.8.0 -google-genai==1.66.0 +google-genai==1.67.0 google-pasta==0.2.0 google-resumable-media==2.8.0 googleapis-common-protos==1.73.0 greenlet==3.3.2 grpc-google-iam-v1==0.14.3 grpc-interceptor==0.15.4 -grpcio==1.65.5 -grpcio-status==1.65.5 +grpcio==1.78.0 +grpcio-status==1.78.0 grpclib==0.4.9 guppy3==3.1.6 h11==0.16.0 h2==4.3.0 -h5py==3.16.0 -hf-xet==1.3.2 +h5py==3.14.0 +hf-xet==1.4.2 hpack==4.1.0 httpcore==1.0.9 httplib2==0.31.2 @@ -129,7 +129,6 @@ keras==3.12.1 keyring==25.7.0 keyrings.google-artifactregistry-auth==1.1.2 libclang==18.1.1 -Markdown==3.10.2 markdown-it-py==4.0.0 MarkupSafe==3.0.3 mdurl==0.1.2 @@ -162,7 +161,7 @@ pip==26.0.1 pluggy==1.6.0 propcache==0.4.1 proto-plus==1.27.1 -protobuf==5.29.6 +protobuf==6.33.5 psycopg2-binary==2.9.11 pyarrow==23.0.1 pyarrow-hotfix==0.7 @@ -208,10 +207,8 @@ sqlalchemy_pytds==1.0.2 sqlparse==0.5.5 sympy==1.14.0 tenacity==8.5.0 -tensorboard==2.20.0 -tensorboard-data-server==0.7.2 -tensorflow==2.20.0 -tensorflow-cpu-aws==2.20.0;platform_machine=="aarch64" +tensorflow==2.21.0 +tensorflow-cpu-aws==2.21.0;platform_machine=="aarch64" termcolor==3.3.0 testcontainers==4.14.1 threadpoolctl==3.6.0 @@ -228,7 +225,6 @@ uritemplate==4.2.0 urllib3==2.6.3 virtualenv-clone==0.5.7 websockets==16.0 -Werkzeug==3.1.6 wheel==0.46.3 wrapt==2.1.2 yarl==1.23.0 diff --git a/sdks/python/container/ml/py310/gpu_image_requirements.txt b/sdks/python/container/ml/py310/gpu_image_requirements.txt index 9788533de633..dbad9196b561 100644 --- a/sdks/python/container/ml/py310/gpu_image_requirements.txt +++ b/sdks/python/container/ml/py310/gpu_image_requirements.txt @@ -53,7 +53,7 @@ compressed-tensors==0.10.2 crcmod==1.7 cryptography==46.0.5 cuda-bindings==12.9.4 -cuda-pathfinder==1.4.1 +cuda-pathfinder==1.4.2 cupy-cuda12x==14.0.1 Cython==3.2.4 depyf==0.19.0 @@ -70,11 +70,11 @@ exceptiongroup==1.3.1 execnet==2.1.2 fastapi==0.135.1 fastapi-cli==0.0.24 -fastapi-cloud-cli==0.14.1 +fastapi-cloud-cli==0.15.0 fastar==0.8.0 fastavro==1.12.1 fasteners==0.20 -filelock==3.25.0 +filelock==3.25.2 flatbuffers==25.12.19 freezegun==1.5.5 frozenlist==1.8.0 @@ -85,9 +85,9 @@ gguf==0.18.0 google-api-core==2.30.0 google-api-python-client==2.192.0 google-apitools==0.5.31 -google-auth==2.49.0 +google-auth==2.49.1 google-auth-httplib2==0.2.1 -google-cloud-aiplatform==1.140.0 +google-cloud-aiplatform==1.141.0 google-cloud-bigquery==3.40.1 google-cloud-bigquery-storage==2.36.2 google-cloud-bigtable==2.35.0 @@ -99,7 +99,7 @@ google-cloud-kms==3.11.0 google-cloud-language==2.19.0 google-cloud-monitoring==2.29.1 google-cloud-profiler==4.1.0 -google-cloud-pubsub==2.35.0 +google-cloud-pubsub==2.36.0 google-cloud-recommendations-ai==0.10.18 google-cloud-resource-manager==1.16.0 google-cloud-secret-manager==2.26.0 @@ -108,21 +108,21 @@ google-cloud-storage==2.19.0 google-cloud-videointelligence==2.18.0 google-cloud-vision==3.12.1 google-crc32c==1.8.0 -google-genai==1.66.0 +google-genai==1.67.0 google-pasta==0.2.0 google-resumable-media==2.8.0 googleapis-common-protos==1.73.0 greenlet==3.3.2 grpc-google-iam-v1==0.14.3 grpc-interceptor==0.15.4 -grpcio==1.65.5 -grpcio-status==1.65.5 +grpcio==1.78.0 +grpcio-status==1.78.0 grpclib==0.4.9 guppy3==3.1.6 h11==0.16.0 h2==4.3.0 h5py==3.16.0 -hf-xet==1.3.2 +hf-xet==1.4.2 hpack==4.1.0 httpcore==1.0.9 httplib2==0.31.2 @@ -157,7 +157,7 @@ Markdown==3.10.2 markdown-it-py==4.0.0 MarkupSafe==3.0.3 mdurl==0.1.2 -mistral_common==1.9.1 +mistral_common==1.10.0 ml_dtypes==0.5.4 mmh3==5.2.1 mock==5.2.0 @@ -213,7 +213,7 @@ prometheus-fastapi-instrumentator==7.1.0 prometheus_client==0.24.1 propcache==0.4.1 proto-plus==1.27.1 -protobuf==5.29.6 +protobuf==6.33.5 psutil==7.2.2 psycopg2-binary==2.9.11 py-cpuinfo==9.0.0 diff --git a/sdks/python/container/ml/py311/base_image_requirements.txt b/sdks/python/container/ml/py311/base_image_requirements.txt index eac340db9cc8..affff92478c8 100644 --- a/sdks/python/container/ml/py311/base_image_requirements.txt +++ b/sdks/python/container/ml/py311/base_image_requirements.txt @@ -34,7 +34,7 @@ attrs==25.4.0 backports.tarfile==1.2.0 beartype==0.22.9 beautifulsoup4==4.14.3 -betterproto==2.0.0b7 +betterproto==2.0.0b6 bs4==0.0.2 build==1.4.0 cachetools==6.2.6 @@ -51,11 +51,11 @@ distro==1.9.0 dnspython==2.8.0 docker==7.1.0 docstring_parser==0.17.0 -envoy-data-plane==0.2.6 +envoy_data_plane==1.0.3 execnet==2.1.2 fastavro==1.12.1 fasteners==0.20 -filelock==3.25.0 +filelock==3.25.2 flatbuffers==25.12.19 freezegun==1.5.5 frozenlist==1.8.0 @@ -65,9 +65,9 @@ gast==0.7.0 google-api-core==2.30.0 google-api-python-client==2.192.0 google-apitools==0.5.31 -google-auth==2.49.0 +google-auth==2.49.1 google-auth-httplib2==0.2.1 -google-cloud-aiplatform==1.140.0 +google-cloud-aiplatform==1.141.0 google-cloud-bigquery==3.40.1 google-cloud-bigquery-storage==2.36.2 google-cloud-bigtable==2.35.0 @@ -79,7 +79,7 @@ google-cloud-kms==3.11.0 google-cloud-language==2.19.0 google-cloud-monitoring==2.29.1 google-cloud-profiler==4.1.0 -google-cloud-pubsub==2.35.0 +google-cloud-pubsub==2.36.0 google-cloud-recommendations-ai==0.10.18 google-cloud-resource-manager==1.16.0 google-cloud-secret-manager==2.26.0 @@ -88,21 +88,22 @@ google-cloud-storage==2.19.0 google-cloud-videointelligence==2.18.0 google-cloud-vision==3.12.1 google-crc32c==1.8.0 -google-genai==1.66.0 +google-genai==1.67.0 google-pasta==0.2.0 google-resumable-media==2.8.0 googleapis-common-protos==1.73.0 greenlet==3.3.2 grpc-google-iam-v1==0.14.3 grpc-interceptor==0.15.4 -grpcio==1.65.5 -grpcio-status==1.65.5 +grpcio==1.78.0 +grpcio-status==1.78.0 +grpcio-tools==1.78.0 grpclib==0.4.9 guppy3==3.1.6 h11==0.16.0 h2==4.3.0 -h5py==3.16.0 -hf-xet==1.3.2 +h5py==3.14.0 +hf-xet==1.4.2 hpack==4.1.0 httpcore==1.0.9 httplib2==0.31.2 @@ -127,7 +128,6 @@ keras==3.13.2 keyring==25.7.0 keyrings.google-artifactregistry-auth==1.1.2 libclang==18.1.1 -Markdown==3.10.2 markdown-it-py==4.0.0 MarkupSafe==3.0.3 mdurl==0.1.2 @@ -160,7 +160,7 @@ pip==26.0.1 pluggy==1.6.0 propcache==0.4.1 proto-plus==1.27.1 -protobuf==5.29.6 +protobuf==6.33.5 psycopg2-binary==2.9.11 pyarrow==23.0.1 pyarrow-hotfix==0.7 @@ -206,10 +206,8 @@ sqlalchemy_pytds==1.0.2 sqlparse==0.5.5 sympy==1.14.0 tenacity==8.5.0 -tensorboard==2.20.0 -tensorboard-data-server==0.7.2 -tensorflow==2.20.0 -tensorflow-cpu-aws==2.20.0;platform_machine=="aarch64" +tensorflow==2.21.0 +tensorflow-cpu-aws==2.21.0;platform_machine=="aarch64" termcolor==3.3.0 testcontainers==4.14.1 threadpoolctl==3.6.0 @@ -225,7 +223,6 @@ uritemplate==4.2.0 urllib3==2.6.3 virtualenv-clone==0.5.7 websockets==16.0 -Werkzeug==3.1.6 wheel==0.46.3 wrapt==2.1.2 yarl==1.23.0 diff --git a/sdks/python/container/ml/py311/gpu_image_requirements.txt b/sdks/python/container/ml/py311/gpu_image_requirements.txt index 7f6a6c83af84..17fe5025f09b 100644 --- a/sdks/python/container/ml/py311/gpu_image_requirements.txt +++ b/sdks/python/container/ml/py311/gpu_image_requirements.txt @@ -36,7 +36,7 @@ attrs==25.4.0 backports.tarfile==1.2.0 beartype==0.22.9 beautifulsoup4==4.14.3 -betterproto==2.0.0b7 +betterproto==2.0.0b6 blake3==1.0.8 bs4==0.0.2 build==1.4.0 @@ -52,7 +52,7 @@ compressed-tensors==0.10.2 crcmod==1.7 cryptography==46.0.5 cuda-bindings==12.9.4 -cuda-pathfinder==1.4.1 +cuda-pathfinder==1.4.2 cupy-cuda12x==14.0.1 Cython==3.2.4 depyf==0.19.0 @@ -64,15 +64,15 @@ docker==7.1.0 docstring_parser==0.17.0 einops==0.8.2 email-validator==2.3.0 -envoy-data-plane==0.2.6 +envoy_data_plane==1.0.3 execnet==2.1.2 fastapi==0.135.1 fastapi-cli==0.0.24 -fastapi-cloud-cli==0.14.1 +fastapi-cloud-cli==0.15.0 fastar==0.8.0 fastavro==1.12.1 fasteners==0.20 -filelock==3.25.0 +filelock==3.25.2 flatbuffers==25.12.19 freezegun==1.5.5 frozenlist==1.8.0 @@ -83,9 +83,9 @@ gguf==0.18.0 google-api-core==2.30.0 google-api-python-client==2.192.0 google-apitools==0.5.31 -google-auth==2.49.0 +google-auth==2.49.1 google-auth-httplib2==0.2.1 -google-cloud-aiplatform==1.140.0 +google-cloud-aiplatform==1.141.0 google-cloud-bigquery==3.40.1 google-cloud-bigquery-storage==2.36.2 google-cloud-bigtable==2.35.0 @@ -97,7 +97,7 @@ google-cloud-kms==3.11.0 google-cloud-language==2.19.0 google-cloud-monitoring==2.29.1 google-cloud-profiler==4.1.0 -google-cloud-pubsub==2.35.0 +google-cloud-pubsub==2.36.0 google-cloud-recommendations-ai==0.10.18 google-cloud-resource-manager==1.16.0 google-cloud-secret-manager==2.26.0 @@ -106,21 +106,22 @@ google-cloud-storage==2.19.0 google-cloud-videointelligence==2.18.0 google-cloud-vision==3.12.1 google-crc32c==1.8.0 -google-genai==1.66.0 +google-genai==1.67.0 google-pasta==0.2.0 google-resumable-media==2.8.0 googleapis-common-protos==1.73.0 greenlet==3.3.2 grpc-google-iam-v1==0.14.3 grpc-interceptor==0.15.4 -grpcio==1.65.5 -grpcio-status==1.65.5 +grpcio==1.78.0 +grpcio-status==1.78.0 +grpcio-tools==1.78.0 grpclib==0.4.9 guppy3==3.1.6 h11==0.16.0 h2==4.3.0 h5py==3.16.0 -hf-xet==1.3.2 +hf-xet==1.4.2 hpack==4.1.0 httpcore==1.0.9 httplib2==0.31.2 @@ -155,7 +156,7 @@ Markdown==3.10.2 markdown-it-py==4.0.0 MarkupSafe==3.0.3 mdurl==0.1.2 -mistral_common==1.9.1 +mistral_common==1.10.0 ml_dtypes==0.5.4 mmh3==5.2.1 mock==5.2.0 @@ -211,7 +212,7 @@ prometheus-fastapi-instrumentator==7.1.0 prometheus_client==0.24.1 propcache==0.4.1 proto-plus==1.27.1 -protobuf==5.29.6 +protobuf==6.33.5 psutil==7.2.2 psycopg2-binary==2.9.11 py-cpuinfo==9.0.0 diff --git a/sdks/python/container/ml/py312/base_image_requirements.txt b/sdks/python/container/ml/py312/base_image_requirements.txt index 86a1019e6a40..432094178c17 100644 --- a/sdks/python/container/ml/py312/base_image_requirements.txt +++ b/sdks/python/container/ml/py312/base_image_requirements.txt @@ -33,7 +33,7 @@ astunparse==1.6.3 attrs==25.4.0 beartype==0.22.9 beautifulsoup4==4.14.3 -betterproto==2.0.0b7 +betterproto==2.0.0b6 bs4==0.0.2 build==1.4.0 cachetools==6.2.6 @@ -50,11 +50,11 @@ distro==1.9.0 dnspython==2.8.0 docker==7.1.0 docstring_parser==0.17.0 -envoy-data-plane==0.2.6 +envoy_data_plane==1.0.3 execnet==2.1.2 fastavro==1.12.1 fasteners==0.20 -filelock==3.25.0 +filelock==3.25.2 flatbuffers==25.12.19 freezegun==1.5.5 frozenlist==1.8.0 @@ -64,9 +64,9 @@ gast==0.7.0 google-api-core==2.30.0 google-api-python-client==2.192.0 google-apitools==0.5.31 -google-auth==2.49.0 +google-auth==2.49.1 google-auth-httplib2==0.2.1 -google-cloud-aiplatform==1.140.0 +google-cloud-aiplatform==1.141.0 google-cloud-bigquery==3.40.1 google-cloud-bigquery-storage==2.36.2 google-cloud-bigtable==2.35.0 @@ -78,7 +78,7 @@ google-cloud-kms==3.11.0 google-cloud-language==2.19.0 google-cloud-monitoring==2.29.1 google-cloud-profiler==4.1.0 -google-cloud-pubsub==2.35.0 +google-cloud-pubsub==2.36.0 google-cloud-recommendations-ai==0.10.18 google-cloud-resource-manager==1.16.0 google-cloud-secret-manager==2.26.0 @@ -87,21 +87,22 @@ google-cloud-storage==2.19.0 google-cloud-videointelligence==2.18.0 google-cloud-vision==3.12.1 google-crc32c==1.8.0 -google-genai==1.66.0 +google-genai==1.67.0 google-pasta==0.2.0 google-resumable-media==2.8.0 googleapis-common-protos==1.73.0 greenlet==3.3.2 grpc-google-iam-v1==0.14.3 grpc-interceptor==0.15.4 -grpcio==1.65.5 -grpcio-status==1.65.5 +grpcio==1.78.0 +grpcio-status==1.78.0 +grpcio-tools==1.78.0 grpclib==0.4.9 guppy3==3.1.6 h11==0.16.0 h2==4.3.0 -h5py==3.16.0 -hf-xet==1.3.2 +h5py==3.14.0 +hf-xet==1.4.2 hpack==4.1.0 httpcore==1.0.9 httplib2==0.31.2 @@ -125,7 +126,6 @@ keras==3.13.2 keyring==25.7.0 keyrings.google-artifactregistry-auth==1.1.2 libclang==18.1.1 -Markdown==3.10.2 markdown-it-py==4.0.0 MarkupSafe==3.0.3 mdurl==0.1.2 @@ -158,7 +158,7 @@ pip==26.0.1 pluggy==1.6.0 propcache==0.4.1 proto-plus==1.27.1 -protobuf==5.29.6 +protobuf==6.33.5 psycopg2-binary==2.9.11 pyarrow==23.0.1 pyarrow-hotfix==0.7 @@ -203,10 +203,8 @@ sqlalchemy_pytds==1.0.2 sqlparse==0.5.5 sympy==1.14.0 tenacity==8.5.0 -tensorboard==2.20.0 -tensorboard-data-server==0.7.2 -tensorflow==2.20.0 -tensorflow-cpu-aws==2.20.0;platform_machine=="aarch64" +tensorflow==2.21.0 +tensorflow-cpu-aws==2.21.0;platform_machine=="aarch64" termcolor==3.3.0 testcontainers==4.14.1 threadpoolctl==3.6.0 @@ -221,7 +219,6 @@ uritemplate==4.2.0 urllib3==2.6.3 virtualenv-clone==0.5.7 websockets==16.0 -Werkzeug==3.1.6 wheel==0.46.3 wrapt==2.1.2 yarl==1.23.0 diff --git a/sdks/python/container/ml/py312/gpu_image_requirements.txt b/sdks/python/container/ml/py312/gpu_image_requirements.txt index 17a6fc70f990..6dbf6250d598 100644 --- a/sdks/python/container/ml/py312/gpu_image_requirements.txt +++ b/sdks/python/container/ml/py312/gpu_image_requirements.txt @@ -35,7 +35,7 @@ astunparse==1.6.3 attrs==25.4.0 beartype==0.22.9 beautifulsoup4==4.14.3 -betterproto==2.0.0b7 +betterproto==2.0.0b6 blake3==1.0.8 bs4==0.0.2 build==1.4.0 @@ -51,7 +51,7 @@ compressed-tensors==0.10.2 crcmod==1.7 cryptography==46.0.5 cuda-bindings==12.9.4 -cuda-pathfinder==1.4.1 +cuda-pathfinder==1.4.2 cupy-cuda12x==14.0.1 Cython==3.2.4 depyf==0.19.0 @@ -63,15 +63,15 @@ docker==7.1.0 docstring_parser==0.17.0 einops==0.8.2 email-validator==2.3.0 -envoy-data-plane==0.2.6 +envoy_data_plane==1.0.3 execnet==2.1.2 fastapi==0.135.1 fastapi-cli==0.0.24 -fastapi-cloud-cli==0.14.1 +fastapi-cloud-cli==0.15.0 fastar==0.8.0 fastavro==1.12.1 fasteners==0.20 -filelock==3.25.0 +filelock==3.25.2 flatbuffers==25.12.19 freezegun==1.5.5 frozenlist==1.8.0 @@ -82,9 +82,9 @@ gguf==0.18.0 google-api-core==2.30.0 google-api-python-client==2.192.0 google-apitools==0.5.31 -google-auth==2.49.0 +google-auth==2.49.1 google-auth-httplib2==0.2.1 -google-cloud-aiplatform==1.140.0 +google-cloud-aiplatform==1.141.0 google-cloud-bigquery==3.40.1 google-cloud-bigquery-storage==2.36.2 google-cloud-bigtable==2.35.0 @@ -96,7 +96,7 @@ google-cloud-kms==3.11.0 google-cloud-language==2.19.0 google-cloud-monitoring==2.29.1 google-cloud-profiler==4.1.0 -google-cloud-pubsub==2.35.0 +google-cloud-pubsub==2.36.0 google-cloud-recommendations-ai==0.10.18 google-cloud-resource-manager==1.16.0 google-cloud-secret-manager==2.26.0 @@ -105,21 +105,22 @@ google-cloud-storage==2.19.0 google-cloud-videointelligence==2.18.0 google-cloud-vision==3.12.1 google-crc32c==1.8.0 -google-genai==1.66.0 +google-genai==1.67.0 google-pasta==0.2.0 google-resumable-media==2.8.0 googleapis-common-protos==1.73.0 greenlet==3.3.2 grpc-google-iam-v1==0.14.3 grpc-interceptor==0.15.4 -grpcio==1.65.5 -grpcio-status==1.65.5 +grpcio==1.78.0 +grpcio-status==1.78.0 +grpcio-tools==1.78.0 grpclib==0.4.9 guppy3==3.1.6 h11==0.16.0 h2==4.3.0 h5py==3.16.0 -hf-xet==1.3.2 +hf-xet==1.4.2 hpack==4.1.0 httpcore==1.0.9 httplib2==0.31.2 @@ -154,7 +155,7 @@ Markdown==3.10.2 markdown-it-py==4.0.0 MarkupSafe==3.0.3 mdurl==0.1.2 -mistral_common==1.9.1 +mistral_common==1.10.0 ml_dtypes==0.5.4 mmh3==5.2.1 mock==5.2.0 @@ -210,7 +211,7 @@ prometheus-fastapi-instrumentator==7.1.0 prometheus_client==0.24.1 propcache==0.4.1 proto-plus==1.27.1 -protobuf==5.29.6 +protobuf==6.33.5 psutil==7.2.2 psycopg2-binary==2.9.11 py-cpuinfo==9.0.0 diff --git a/sdks/python/container/ml/py313/base_image_requirements.txt b/sdks/python/container/ml/py313/base_image_requirements.txt index dd78d2827bad..8dbc309b9aba 100644 --- a/sdks/python/container/ml/py313/base_image_requirements.txt +++ b/sdks/python/container/ml/py313/base_image_requirements.txt @@ -54,7 +54,7 @@ envoy_data_plane==1.0.3 execnet==2.1.2 fastavro==1.12.1 fasteners==0.20 -filelock==3.25.0 +filelock==3.25.2 flatbuffers==25.12.19 freezegun==1.5.5 frozenlist==1.8.0 @@ -64,9 +64,9 @@ gast==0.7.0 google-api-core==2.30.0 google-api-python-client==2.192.0 google-apitools==0.5.35 -google-auth==2.49.0 +google-auth==2.49.1 google-auth-httplib2==0.2.1 -google-cloud-aiplatform==1.140.0 +google-cloud-aiplatform==1.141.0 google-cloud-bigquery==3.40.1 google-cloud-bigquery-storage==2.36.2 google-cloud-bigtable==2.35.0 @@ -77,7 +77,7 @@ google-cloud-dlp==3.34.0 google-cloud-kms==3.11.0 google-cloud-language==2.19.0 google-cloud-monitoring==2.29.1 -google-cloud-pubsub==2.35.0 +google-cloud-pubsub==2.36.0 google-cloud-recommendations-ai==0.10.18 google-cloud-resource-manager==1.16.0 google-cloud-secret-manager==2.26.0 @@ -86,7 +86,7 @@ google-cloud-storage==2.19.0 google-cloud-videointelligence==2.18.0 google-cloud-vision==3.12.1 google-crc32c==1.8.0 -google-genai==1.66.0 +google-genai==1.67.0 google-pasta==0.2.0 google-resumable-media==2.8.0 googleapis-common-protos==1.73.0 @@ -101,7 +101,7 @@ guppy3==3.1.6 h11==0.16.0 h2==4.3.0 h5py==3.14.0 -hf-xet==1.3.2 +hf-xet==1.4.2 hpack==4.1.0 httpcore==1.0.9 httplib2==0.31.2 diff --git a/sdks/python/container/py310/base_image_requirements.txt b/sdks/python/container/py310/base_image_requirements.txt index 24c8a7092337..3eed11b95ad5 100644 --- a/sdks/python/container/py310/base_image_requirements.txt +++ b/sdks/python/container/py310/base_image_requirements.txt @@ -61,9 +61,9 @@ future==1.0.0 google-api-core==2.30.0 google-api-python-client==2.192.0 google-apitools==0.5.31 -google-auth==2.49.0 +google-auth==2.49.1 google-auth-httplib2==0.2.1 -google-cloud-aiplatform==1.140.0 +google-cloud-aiplatform==1.141.0 google-cloud-bigquery==3.40.1 google-cloud-bigquery-storage==2.36.2 google-cloud-bigtable==2.35.0 @@ -75,7 +75,7 @@ google-cloud-kms==3.11.0 google-cloud-language==2.19.0 google-cloud-monitoring==2.29.1 google-cloud-profiler==4.1.0 -google-cloud-pubsub==2.35.0 +google-cloud-pubsub==2.36.0 google-cloud-recommendations-ai==0.10.18 google-cloud-resource-manager==1.16.0 google-cloud-secret-manager==2.26.0 @@ -84,14 +84,14 @@ google-cloud-storage==2.19.0 google-cloud-videointelligence==2.18.0 google-cloud-vision==3.12.1 google-crc32c==1.8.0 -google-genai==1.66.0 +google-genai==1.67.0 google-resumable-media==2.8.0 googleapis-common-protos==1.73.0 greenlet==3.3.2 grpc-google-iam-v1==0.14.3 grpc-interceptor==0.15.4 -grpcio==1.65.5 -grpcio-status==1.65.5 +grpcio==1.78.0 +grpcio-status==1.78.0 grpclib==0.4.9 guppy3==3.1.6 h11==0.16.0 @@ -141,7 +141,7 @@ pip==26.0.1 pluggy==1.6.0 propcache==0.4.1 proto-plus==1.27.1 -protobuf==5.29.6 +protobuf==6.33.5 psycopg2-binary==2.9.11 pyarrow==23.0.1 pyarrow-hotfix==0.7 diff --git a/sdks/python/container/py311/base_image_requirements.txt b/sdks/python/container/py311/base_image_requirements.txt index 4e6d6610dc1f..b1e2295eeb41 100644 --- a/sdks/python/container/py311/base_image_requirements.txt +++ b/sdks/python/container/py311/base_image_requirements.txt @@ -32,7 +32,7 @@ attrs==25.4.0 backports.tarfile==1.2.0 beartype==0.22.9 beautifulsoup4==4.14.3 -betterproto==2.0.0b7 +betterproto==2.0.0b6 bs4==0.0.2 build==1.4.0 cachetools==6.2.6 @@ -49,7 +49,7 @@ distro==1.9.0 dnspython==2.8.0 docker==7.1.0 docstring_parser==0.17.0 -envoy-data-plane==0.2.6 +envoy_data_plane==1.0.3 execnet==2.1.2 fastavro==1.12.1 fasteners==0.20 @@ -59,9 +59,9 @@ future==1.0.0 google-api-core==2.30.0 google-api-python-client==2.192.0 google-apitools==0.5.31 -google-auth==2.49.0 +google-auth==2.49.1 google-auth-httplib2==0.2.1 -google-cloud-aiplatform==1.140.0 +google-cloud-aiplatform==1.141.0 google-cloud-bigquery==3.40.1 google-cloud-bigquery-storage==2.36.2 google-cloud-bigtable==2.35.0 @@ -73,7 +73,7 @@ google-cloud-kms==3.11.0 google-cloud-language==2.19.0 google-cloud-monitoring==2.29.1 google-cloud-profiler==4.1.0 -google-cloud-pubsub==2.35.0 +google-cloud-pubsub==2.36.0 google-cloud-recommendations-ai==0.10.18 google-cloud-resource-manager==1.16.0 google-cloud-secret-manager==2.26.0 @@ -82,14 +82,15 @@ google-cloud-storage==2.19.0 google-cloud-videointelligence==2.18.0 google-cloud-vision==3.12.1 google-crc32c==1.8.0 -google-genai==1.66.0 +google-genai==1.67.0 google-resumable-media==2.8.0 googleapis-common-protos==1.73.0 greenlet==3.3.2 grpc-google-iam-v1==0.14.3 grpc-interceptor==0.15.4 -grpcio==1.65.5 -grpcio-status==1.65.5 +grpcio==1.78.0 +grpcio-status==1.78.0 +grpcio-tools==1.78.0 grpclib==0.4.9 guppy3==3.1.6 h11==0.16.0 @@ -139,7 +140,7 @@ pip==26.0.1 pluggy==1.6.0 propcache==0.4.1 proto-plus==1.27.1 -protobuf==5.29.6 +protobuf==6.33.5 psycopg2-binary==2.9.11 pyarrow==23.0.1 pyarrow-hotfix==0.7 diff --git a/sdks/python/container/py312/base_image_requirements.txt b/sdks/python/container/py312/base_image_requirements.txt index d800ccb0653f..4061c8cc4bf0 100644 --- a/sdks/python/container/py312/base_image_requirements.txt +++ b/sdks/python/container/py312/base_image_requirements.txt @@ -31,7 +31,7 @@ asn1crypto==1.5.1 attrs==25.4.0 beartype==0.22.9 beautifulsoup4==4.14.3 -betterproto==2.0.0b7 +betterproto==2.0.0b6 bs4==0.0.2 build==1.4.0 cachetools==6.2.6 @@ -48,7 +48,7 @@ distro==1.9.0 dnspython==2.8.0 docker==7.1.0 docstring_parser==0.17.0 -envoy-data-plane==0.2.6 +envoy_data_plane==1.0.3 execnet==2.1.2 fastavro==1.12.1 fasteners==0.20 @@ -58,9 +58,9 @@ future==1.0.0 google-api-core==2.30.0 google-api-python-client==2.192.0 google-apitools==0.5.31 -google-auth==2.49.0 +google-auth==2.49.1 google-auth-httplib2==0.2.1 -google-cloud-aiplatform==1.140.0 +google-cloud-aiplatform==1.141.0 google-cloud-bigquery==3.40.1 google-cloud-bigquery-storage==2.36.2 google-cloud-bigtable==2.35.0 @@ -72,7 +72,7 @@ google-cloud-kms==3.11.0 google-cloud-language==2.19.0 google-cloud-monitoring==2.29.1 google-cloud-profiler==4.1.0 -google-cloud-pubsub==2.35.0 +google-cloud-pubsub==2.36.0 google-cloud-recommendations-ai==0.10.18 google-cloud-resource-manager==1.16.0 google-cloud-secret-manager==2.26.0 @@ -81,14 +81,15 @@ google-cloud-storage==2.19.0 google-cloud-videointelligence==2.18.0 google-cloud-vision==3.12.1 google-crc32c==1.8.0 -google-genai==1.66.0 +google-genai==1.67.0 google-resumable-media==2.8.0 googleapis-common-protos==1.73.0 greenlet==3.3.2 grpc-google-iam-v1==0.14.3 grpc-interceptor==0.15.4 -grpcio==1.65.5 -grpcio-status==1.65.5 +grpcio==1.78.0 +grpcio-status==1.78.0 +grpcio-tools==1.78.0 grpclib==0.4.9 guppy3==3.1.6 h11==0.16.0 @@ -137,7 +138,7 @@ pip==26.0.1 pluggy==1.6.0 propcache==0.4.1 proto-plus==1.27.1 -protobuf==5.29.6 +protobuf==6.33.5 psycopg2-binary==2.9.11 pyarrow==23.0.1 pyarrow-hotfix==0.7 diff --git a/sdks/python/container/py313/base_image_requirements.txt b/sdks/python/container/py313/base_image_requirements.txt index b9542f8afc06..5c55165fd394 100644 --- a/sdks/python/container/py313/base_image_requirements.txt +++ b/sdks/python/container/py313/base_image_requirements.txt @@ -58,9 +58,9 @@ future==1.0.0 google-api-core==2.30.0 google-api-python-client==2.192.0 google-apitools==0.5.35 -google-auth==2.49.0 +google-auth==2.49.1 google-auth-httplib2==0.2.1 -google-cloud-aiplatform==1.140.0 +google-cloud-aiplatform==1.141.0 google-cloud-bigquery==3.40.1 google-cloud-bigquery-storage==2.36.2 google-cloud-bigtable==2.35.0 @@ -71,7 +71,7 @@ google-cloud-dlp==3.34.0 google-cloud-kms==3.11.0 google-cloud-language==2.19.0 google-cloud-monitoring==2.29.1 -google-cloud-pubsub==2.35.0 +google-cloud-pubsub==2.36.0 google-cloud-recommendations-ai==0.10.18 google-cloud-resource-manager==1.16.0 google-cloud-secret-manager==2.26.0 @@ -80,7 +80,7 @@ google-cloud-storage==2.19.0 google-cloud-videointelligence==2.18.0 google-cloud-vision==3.12.1 google-crc32c==1.8.0 -google-genai==1.66.0 +google-genai==1.67.0 google-resumable-media==2.8.0 googleapis-common-protos==1.73.0 greenlet==3.3.2 diff --git a/sdks/python/pyproject.toml b/sdks/python/pyproject.toml index c705dcb438cf..c764298ebae3 100644 --- a/sdks/python/pyproject.toml +++ b/sdks/python/pyproject.toml @@ -21,6 +21,9 @@ requires = [ "setuptools", "wheel>=0.36.0", + # Note: after upgrading to grpcio-tools, we must bump protobuf to >=5.0. + # Currently Blocked on old dependencies of Beam tft extra: + # https://github.com/apache/beam/issues/37854 "grpcio-tools==1.62.1; python_version <= '3.12'", "grpcio-tools==1.71.0; python_version >= '3.13'", "mypy-protobuf==3.5.0", diff --git a/sdks/python/setup.py b/sdks/python/setup.py index 1b5e086d35af..1ad37f6f0243 100644 --- a/sdks/python/setup.py +++ b/sdks/python/setup.py @@ -170,7 +170,7 @@ def cythonize(*args, **kwargs): 'skl2onnx', 'pyod>=0.7.6', # 0.7.5 crashes setuptools 'tensorflow', - # tensorflow transient dep, lower versions not compatible with Python3.10+ + # tensorflow transitive dep, lower versions not compatible with Python3.10+ 'absl-py>=0.12.0', 'tensorflow-hub', 'tf2onnx', @@ -375,10 +375,10 @@ def get_portability_package_data(): ext_modules=extensions, install_requires=[ 'cryptography>=39.0.0,<48.0.0', - # reconcile envoy-data-plane dependency for python < 3.12 and >= 3.13 - # when grpcio unpinned, check for protobuf version compatibility - 'envoy-data-plane>=1.0.3,<2; python_version >= "3.13"', - 'envoy-data-plane<0.3.0; python_version < "3.13"', + 'envoy-data-plane>=1.0.3,<2; python_version >= "3.11"', + # Newer version only work on Python 3.11. Versions 0.3 <= ver < 1.x + # conflict with other GCP dependencies. + 'envoy-data-plane<0.3.0; python_version < "3.11"', 'fastavro>=0.23.6,<2', 'fasteners>=0.3,<1.0', 'grpcio>=1.33.1,<2,!=1.48.0,!=1.59.*,!=1.60.*,!=1.61.*,!=1.62.0,!=1.62.1,!=1.66.*,!=1.67.*,!=1.68.*,!=1.69.*,!=1.70.*', # pylint: disable=line-too-long @@ -541,7 +541,14 @@ def get_portability_package_data(): # tensorflow-transform requires dill, but doesn't set dill as a # hard requirement in setup.py. 'dill', - 'tensorflow-transform', + # match tft extra. + 'tensorflow_transform>=1.14.0,<1.15.0', + # TFT->TFX-BSL require pandas 1.x, which is not compatible + # with numpy 2.x + 'numpy<2', + # To help with dependency resolution in test suite. Revise once + # https://github.com/apache/beam/issues/37854 is fixed + 'protobuf<4; python_version<"3.11"' # Comment out xgboost as it is breaking presubmit python ml # tests due to tag check introduced since pip 24.2 # https://github.com/apache/beam/issues/31285 @@ -607,10 +614,12 @@ def get_portability_package_data(): ], 'redis': ['redis>=5.0.0,<6'], 'tft': [ - 'tensorflow_transform>=1.14.0,<1.15.0' + 'tensorflow_transform>=1.14.0,<1.15.0', + # TFT->TFX-BSL require pandas 1.x, which is not compatible + # with numpy 2.x + 'numpy<2', # tensorflow-transform requires dill, but doesn't set dill as a # hard requirement in setup.py. - , 'dill' ], 'tfrecord': ['crcmod>=1.7,<2.0'],