Skip to content

Commit fad07b9

Browse files
committed
fix: explain NaN incompatibility in ArrayPosition getSupportLevel
1 parent 6cf8f6a commit fad07b9

1 file changed

Lines changed: 4 additions & 1 deletion

File tree

spark/src/main/scala/org/apache/comet/serde/arrays.scala

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -664,7 +664,10 @@ object CometSize extends CometExpressionSerde[Size] {
664664

665665
object CometArrayPosition extends CometExpressionSerde[ArrayPosition] with ArraysBase {
666666

667-
override def getSupportLevel(expr: ArrayPosition): SupportLevel = Incompatible(None)
667+
override def getSupportLevel(expr: ArrayPosition): SupportLevel =
668+
Incompatible(Some(
669+
"element comparison uses IEEE 754 equality where NaN != NaN, " +
670+
"but Spark treats NaN as equal to NaN"))
668671

669672
override def convert(
670673
expr: ArrayPosition,

0 commit comments

Comments
 (0)