fix

Author: bhhalim

pyproject.toml

@@ -43,6 +43,7 @@ dependencies = [
 train = ["sagemaker-train"]
 serve = ["sagemaker-serve"]
 mlops = ["sagemaker-mlops"]
+feature-processor = ["sagemaker-mlops", "pyspark==3.3.2", "sagemaker-feature-store-pyspark-3.3"]
 all = ["sagemaker-train", "sagemaker-serve", "sagemaker-mlops"]
 
 [project.urls]

sagemaker-mlops/src/sagemaker/mlops/feature_store/feature_processor/_udf_arg_provider.py

@@ -222,7 +222,8 @@ def _load_data_frame(
             return data_source.read_data(spark=spark_session, params=params)
 
         if isinstance(data_source, BaseDataSource):
-            return data_source.read_data(params=params)
+            spark_session = self.spark_session_factory.spark_session
+            return data_source.read_data(spark=spark_session, params=params)
 
         raise ValueError(f"Unknown data source type: {type(data_source)}")