Skip to content

Commit 6aff4e1

Browse files
committed
Disable few tests in SparkSessionExtensionSuite
#3707 (comment)
1 parent 206cd93 commit 6aff4e1

1 file changed

Lines changed: 32 additions & 1 deletion

File tree

dev/diffs/3.5.8.diff

Lines changed: 32 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -3272,7 +3272,38 @@ index f3be79f9022..b4b1ea8dbc4 100644
32723272
+ IgnoreCometNativeDataFusion("https://github.com/apache/datafusion-comet/issues/3312")) {
32733273

32743274
withTempDir { tempDir =>
3275-
3275+
3276+
diff --git i/sql/core/src/test/scala/org/apache/spark/sql/SparkSessionExtensionSuite.scala w/sql/core/src/test/scala/org/apache/spark/sql/SparkSessionExtensionSuite.scala
3277+
index 8b4ac474..3f79f208 100644
3278+
--- i/sql/core/src/test/scala/org/apache/spark/sql/SparkSessionExtensionSuite.scala
3279+
+++ w/sql/core/src/test/scala/org/apache/spark/sql/SparkSessionExtensionSuite.scala
3280+
@@ -223,6 +223,8 @@ class SparkSessionExtensionSuite extends SparkFunSuite with SQLHelper with Adapt
3281+
withSession(extensions) { session =>
3282+
session.conf.set(SQLConf.ADAPTIVE_EXECUTION_ENABLED, true)
3283+
session.conf.set(SQLConf.AUTO_BROADCASTJOIN_THRESHOLD.key, "-1")
3284+
+ // https://github.com/apache/datafusion-comet/issues/1197
3285+
+ session.conf.set("spark.comet.enabled", false)
3286+
assert(session.sessionState.columnarRules.contains(
3287+
MyColumnarRule(PreRuleReplaceAddWithBrokenVersion(), MyPostRule())))
3288+
import session.sqlContext.implicits._
3289+
@@ -281,6 +283,8 @@ class SparkSessionExtensionSuite extends SparkFunSuite with SQLHelper with Adapt
3290+
}
3291+
withSession(extensions) { session =>
3292+
session.conf.set(SQLConf.ADAPTIVE_EXECUTION_ENABLED, enableAQE)
3293+
+ // https://github.com/apache/datafusion-comet/issues/1197
3294+
+ session.conf.set("spark.comet.enabled", false)
3295+
assert(session.sessionState.columnarRules.contains(
3296+
MyColumnarRule(PreRuleReplaceAddWithBrokenVersion(), MyPostRule())))
3297+
import session.sqlContext.implicits._
3298+
@@ -319,6 +323,8 @@ class SparkSessionExtensionSuite extends SparkFunSuite with SQLHelper with Adapt
3299+
val session = SparkSession.builder()
3300+
.master("local[1]")
3301+
.config(COLUMN_BATCH_SIZE.key, 2)
3302+
+ // https://github.com/apache/datafusion-comet/issues/1197
3303+
+ .config("spark.comet.enabled", false)
3304+
.withExtensions { extensions =>
3305+
extensions.injectColumnar(session =>
3306+
MyColumnarRule(PreRuleReplaceAddWithBrokenVersion(), MyPostRule())) }
32763307
diff --git a/sql/hive/src/test/scala/org/apache/spark/sql/hive/execution/SQLQuerySuite.scala b/sql/hive/src/test/scala/org/apache/spark/sql/hive/execution/SQLQuerySuite.scala
32773308
index 6160c3e5f6c..0956d7d9edc 100644
32783309
--- a/sql/hive/src/test/scala/org/apache/spark/sql/hive/execution/SQLQuerySuite.scala

0 commit comments

Comments
 (0)