Tune TFX deps more.

Author: tvalentyn

sdks/python/setup.py

@@ -536,13 +536,8 @@ def get_portability_package_data():
           # necessary dependencies individually, or we should create targeted
           # extras. Keeping the bounds open as much as possible so that we
           # can find out early when Beam doesn't work with new versions.
-          'ml_test': [
+          'ml_test': tft + [
               'datatable',
-              # tensorflow-transform requires dill, but doesn't set dill as a
-              # hard requirement in setup.py.
-              'dill',
-              # match tft requirement.
-              'tensorflow_transform>=1.14.0,<1.15.0',
               # To help with dependency resolution. Revise once
               # https://github.com/apache/beam/issues/37854 is fixed
               'protobuf<4; python_version<"3.11"',
@@ -611,10 +606,12 @@ def get_portability_package_data():
           ],
           'redis': ['redis>=5.0.0,<6'],
           'tft': [
-              'tensorflow_transform>=1.14.0,<1.15.0'
+              'tensorflow_transform>=1.14.0,<1.15.0',
+              # TFT->TFX-BSL require pandas 1.x, which is not compatible
+              # with numpy 2.x
+              'numpy<2',
               # tensorflow-transform requires dill, but doesn't set dill as a
               # hard requirement in setup.py.
-              ,
               'dill'
           ],
           'tfrecord': ['crcmod>=1.7,<2.0'],