We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 43ca004 commit 7c0fd61Copy full SHA for 7c0fd61
1 file changed
spark/src/test/scala/org/apache/spark/sql/benchmark/CometBenchmarkBase.scala
@@ -50,6 +50,12 @@ trait CometBenchmarkBase
50
.setAppName("CometReadBenchmark")
51
// Since `spark.master` always exists, overrides this value
52
.set("spark.master", "local[1]")
53
+ // Required for native Comet shuffle (CometShuffleExchangeExec); must be set
54
+ // at session start. Without this, shuffles fall back to JVM Spark and break
55
+ // the native chain across exchanges.
56
+ .set(
57
+ "spark.shuffle.manager",
58
+ "org.apache.spark.sql.comet.execution.shuffle.CometShuffleManager")
59
.setIfMissing("spark.driver.memory", "3g")
60
.setIfMissing("spark.executor.memory", "3g")
61
0 commit comments