Skip to content

Commit 7c0fd61

Browse files
committed
test: enable Comet shuffle manager in CometBenchmarkBase
1 parent 43ca004 commit 7c0fd61

1 file changed

Lines changed: 6 additions & 0 deletions

File tree

spark/src/test/scala/org/apache/spark/sql/benchmark/CometBenchmarkBase.scala

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -50,6 +50,12 @@ trait CometBenchmarkBase
5050
.setAppName("CometReadBenchmark")
5151
// Since `spark.master` always exists, overrides this value
5252
.set("spark.master", "local[1]")
53+
// Required for native Comet shuffle (CometShuffleExchangeExec); must be set
54+
// at session start. Without this, shuffles fall back to JVM Spark and break
55+
// the native chain across exchanges.
56+
.set(
57+
"spark.shuffle.manager",
58+
"org.apache.spark.sql.comet.execution.shuffle.CometShuffleManager")
5359
.setIfMissing("spark.driver.memory", "3g")
5460
.setIfMissing("spark.executor.memory", "3g")
5561

0 commit comments

Comments
 (0)