Skip to content

Commit 2b5efc1

Browse files
committed
rebase main
1 parent 9f8d823 commit 2b5efc1

1 file changed

Lines changed: 5 additions & 7 deletions

File tree

spark/src/test/scala/org/apache/comet/CometArrayExpressionSuite.scala

Lines changed: 5 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -26,6 +26,7 @@ import org.apache.hadoop.fs.Path
2626
import org.apache.spark.sql.CometTestBase
2727
import org.apache.spark.sql.execution.adaptive.AdaptiveSparkPlanHelper
2828
import org.apache.spark.sql.functions._
29+
import org.apache.spark.sql.types.ArrayType
2930

3031
import org.apache.comet.CometSparkSessionExtensions.{isSpark35Plus, isSpark40Plus}
3132
import org.apache.comet.DataTypeSupport.isComplexType
@@ -784,13 +785,10 @@ class CometArrayExpressionSuite extends CometTestBase with AdaptiveSparkPlanHelp
784785
val filename = path.toString
785786
val random = new Random(42)
786787
withSQLConf(CometConf.COMET_ENABLED.key -> "false") {
787-
val options = DataGenOptions(
788-
allowNull = true,
789-
generateNegativeZero = false,
790-
generateArray = true,
791-
generateStruct = false,
792-
generateMap = false)
793-
ParquetGenerator.makeParquetFile(random, spark, filename, 100, options)
788+
val schemaOptions =
789+
SchemaGenOptions(generateArray = true, generateStruct = false, generateMap = false)
790+
val dataOptions = DataGenOptions(allowNull = true, generateNegativeZero = false)
791+
ParquetGenerator.makeParquetFile(random, spark, filename, 100, schemaOptions, dataOptions)
794792
}
795793
withTempView("t1") {
796794
val table = spark.read.parquet(filename)

0 commit comments

Comments
 (0)