Return NullArray instead of Scalar Null value

Author: erenavsarogullari

datafusion/spark/src/function/array/slice.rs

@@ -20,7 +20,7 @@ use arrow::datatypes::{DataType, Field, FieldRef};
 use datafusion_common::cast::{as_int64_array, as_list_array};
 use datafusion_common::utils::ListCoercion;
 use datafusion_common::{
-    DataFusionError, Result, exec_err, internal_err, utils::take_function_args,
+    Result, ScalarValue, exec_err, internal_err, utils::take_function_args,
 };
 use datafusion_expr::{
     ArrayFunctionArgument, ArrayFunctionSignature, ColumnarValue, ReturnFieldArgs,
@@ -97,7 +97,10 @@ impl ScalarUDFImpl for SparkSlice {
         mut func_args: ScalarFunctionArgs,
     ) -> Result<ColumnarValue> {
         if func_args.args[0].data_type() == DataType::Null {
-            return Ok(func_args.args[0].clone());
+            let is_null_input = check_null_types(&func_args.args[0]);
+            if is_null_input.is_some() {
+                return Ok(is_null_input.unwrap());
+            }
         }
 
         let array_len = func_args
@@ -134,6 +137,16 @@ impl ScalarUDFImpl for SparkSlice {
     }
 }
 
+fn check_null_types(cv: &ColumnarValue) -> Option<ColumnarValue> {
+    match cv {
+        ColumnarValue::Scalar(ScalarValue::Null) => {
+            Some(ColumnarValue::create_null_array(1))
+        }
+        ColumnarValue::Array(_) => Some(cv.clone()),
+        _ => None,
+    }
+}
+
 fn calculate_start_end(args: &[ArrayRef]) -> Result<(ArrayRef, ArrayRef)> {
     let [values, start, length] = take_function_args("slice", args)?;
 
@@ -210,6 +223,6 @@ mod tests {
         };
         let slice = SparkSlice::new();
         let result = slice.invoke_with_args(args).unwrap();
-        assert_eq!(result.to_array(1).unwrap(), Arc::new(NullArray::new(1)));
+        assert_eq!(*result.to_array(1).unwrap(), *Arc::new(NullArray::new(1)));
     }
 }