Skip to content

Commit b9f29c8

Browse files
authored
fix: disable native C2R for legacy Iceberg scans [iceberg] (#3663)
* Set COMET_NATIVE_COLUMNAR_TO_ROW_ENABLED to false for legacy Iceberg reads. * run [iceberg] tests
1 parent e188c66 commit b9f29c8

1 file changed

Lines changed: 2 additions & 0 deletions

File tree

spark/src/main/scala/org/apache/comet/rules/CometScanRule.scala

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -307,6 +307,8 @@ case class CometScanRule(session: SparkSession)
307307
if (s.isCometEnabled && schemaSupported) {
308308
// When reading from Iceberg, we automatically enable type promotion
309309
SQLConf.get.setConfString(COMET_SCHEMA_EVOLUTION_ENABLED.key, "true")
310+
// When reading from Iceberg, we automatically disable native columnar to row
311+
SQLConf.get.setConfString(COMET_NATIVE_COLUMNAR_TO_ROW_ENABLED.key, "false")
310312
CometBatchScanExec(
311313
scanExec.clone().asInstanceOf[BatchScanExec],
312314
runtimeFilters = scanExec.runtimeFilters)

0 commit comments

Comments
 (0)