Add vendored cloudpickle.

Author: claudevdm

sdks/python/apache_beam/internal/cloudpickle_pickler.py

@@ -33,7 +33,7 @@
 import threading
 import zlib
 
-import cloudpickle
+from apache_beam.internal.cloudpickle import cloudpickle
 
 try:
   from absl import flags

sdks/python/apache_beam/internal/pickler.py

@@ -33,10 +33,13 @@
 
 USE_CLOUDPICKLE = 'cloudpickle'
 USE_DILL = 'dill'
-DEFAULT_PICKLE_LIB = USE_CLOUDPICKLE
 
+DEFAULT_PICKLE_LIB = USE_CLOUDPICKLE
 desired_pickle_lib = cloudpickle_pickler
 
+# DEFAULT_PICKLE_LIB = USE_DILL
+# desired_pickle_lib = dill_pickler
+
 
 def dumps(o, enable_trace=True, use_zlib=False) -> bytes:
 

sdks/python/setup.py

@@ -347,11 +347,6 @@ def get_portability_package_data():
           # dill on client and server, therefore list of allowed versions is
           # very narrow. See: https://github.com/uqfoundation/dill/issues/341.
           'dill>=0.3.1.1,<0.3.2',
-          # It is prudent to use the same version of pickler at job submission
-          # and at runtime, therefore bounds need to be tight.
-          # To avoid depending on an old dependency, update the minor version on
-          # every Beam release, see: https://github.com/apache/beam/issues/23119
-          'cloudpickle~=2.2.1',
           'fastavro>=0.23.6,<2',
           'fasteners>=0.3,<1.0',
           # TODO(https://github.com/grpc/grpc/issues/37710): Unpin grpc