Skip to content

Commit 04456d0

Browse files
committed
Inline toDataSourceV2Filters into tryTranslateToV2; fix scalastyle
1 parent 76ce072 commit 04456d0

File tree

2 files changed

+9
-12
lines changed

2 files changed

+9
-12
lines changed

sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/v2/OptimizeMetadataOnlyDeleteFromTable.scala

Lines changed: 7 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -64,16 +64,6 @@ object OptimizeMetadataOnlyDeleteFromTable extends Rule[LogicalPlan] with Predic
6464
}
6565
}
6666

67-
private def toDataSourceV2Filters(predicates: Seq[Expression]): Array[Predicate] = {
68-
predicates.flatMap { p =>
69-
val filter = DataSourceV2Strategy.translateFilterV2(p)
70-
if (filter.isEmpty) {
71-
logDebug(s"Cannot translate expression to data source filter: $p")
72-
}
73-
filter
74-
}.toArray
75-
}
76-
7767
/**
7868
* Attempts to convert partition-column filters to [[PartitionPredicate]]s and
7969
* combine them with translated V2 data filters for a metadata-only delete. (See SPARK-55596)
@@ -106,7 +96,13 @@ object OptimizeMetadataOnlyDeleteFromTable extends Rule[LogicalPlan] with Predic
10696

10797
/** Translates all expressions to V2 filters, or returns [[None]] if any fail. */
10898
private def tryTranslateToV2(predicates: Seq[Expression]): Option[Array[Predicate]] = {
109-
val filters = toDataSourceV2Filters(predicates)
99+
val filters = predicates.flatMap { p =>
100+
val filter = DataSourceV2Strategy.translateFilterV2(p)
101+
if (filter.isEmpty) {
102+
logDebug(s"Cannot translate expression to data source filter: $p")
103+
}
104+
filter
105+
}.toArray
110106
Option.when(filters.length == predicates.size)(filters)
111107
}
112108

sql/core/src/test/scala/org/apache/spark/sql/connector/DataSourceV2EnhancedDeleteFilterSuite.scala

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -29,7 +29,8 @@ import org.apache.spark.sql.test.SharedSparkSession
2929
import org.apache.spark.sql.util.QueryExecutionListener
3030

3131
/**
32-
* Tests for metadata-only delete optimization using second-pass PartitionPredicate (see SPARK-55596).
32+
* Tests for metadata-only delete optimization using second-pass
33+
* PartitionPredicate (see SPARK-55596).
3334
*/
3435
class DataSourceV2EnhancedDeleteFilterSuite
3536
extends QueryTest with SharedSparkSession {

0 commit comments

Comments
 (0)