integral_types_decimal_cast_native_support

Bhargava Vadlamani · Bhargava Vadlamani · commit 8c3b9cdf7955 · 2025-09-29T09:07:06.000-07:00
diff --git a/native/spark-expr/src/conversion_funcs/cast.rs b/native/spark-expr/src/conversion_funcs/cast.rs
@@ -1147,6 +1147,22 @@ fn is_datafusion_spark_compatible(
                 | DataType::Float64
                 | DataType::Utf8
         ),
+        DataType::Int8 | DataType::Int16 | DataType::Int32 | DataType::Int64 => {
+            // note that the cast from Int32/Int64 -> Decimal128 here is actually
+            // not compatible with Spark (no overflow checks) but we have tests that
+            // rely on this cast working, so we have to leave it here for now
+            matches!(
+                to_type,
+                DataType::Boolean
+                    | DataType::Int8
+                    | DataType::Int16
+                    | DataType::Int32
+                    | DataType::Int64
+                    | DataType::Float32
+                    | DataType::Float64
+                    | DataType::Utf8
+            )
+        }
         DataType::Float32 | DataType::Float64 => matches!(
             to_type,
             DataType::Boolean
