Skip to content

Commit 82a7190

Browse files
committed
style: fix scalastyle and spotless formatting
1 parent f8eb81f commit 82a7190

4 files changed

Lines changed: 11 additions & 30 deletions

File tree

spark/src/main/scala/org/apache/spark/sql/comet/CometNativeScanExec.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -67,7 +67,7 @@ case class CometNativeScanExec(
6767
disableBucketedScan: Boolean = false,
6868
originalPlan: FileSourceScanExec,
6969
override val serializedPlanOpt: SerializedPlan,
70-
@transient planner: FilePartitionPlanner, // Lazy access to file partitions without serializing with plan
70+
@transient planner: FilePartitionPlanner,
7171
sourceKey: String) // Key for PlanDataInjector to match common+partition data at runtime
7272
extends CometLeafExec
7373
with DataSourceScanExec

spark/src/main/scala/org/apache/spark/sql/comet/FilePartitionPlanner.scala

Lines changed: 7 additions & 17 deletions
Original file line numberDiff line numberDiff line change
@@ -60,9 +60,7 @@ class FilePartitionPlanner(
6060
val optimizerMetadataTimeNs = relation.location.metadataOpsTimeNs.getOrElse(0L)
6161
val startTime = System.nanoTime()
6262
val ret =
63-
relation.location.listFiles(
64-
partitionFilters.filterNot(isDynamicPruningFilter),
65-
dataFilters)
63+
relation.location.listFiles(partitionFilters.filterNot(isDynamicPruningFilter), dataFilters)
6664
setFilesNumAndSizeMetric(ret, true)
6765
val timeTakenMs =
6866
NANOSECONDS.toMillis((System.nanoTime() - startTime) + optimizerMetadataTimeNs)
@@ -115,12 +113,10 @@ class FilePartitionPlanner(
115113
* Send the driver-side metrics. Before calling this function, selectedPartitions has been
116114
* initialized. See SPARK-26327 for more details.
117115
*/
118-
def sendDriverMetrics(
119-
metricsMap: Map[String, SQLMetric],
120-
sparkContext: SparkContext): Unit = {
116+
def sendDriverMetrics(metricsMap: Map[String, SQLMetric], sparkContext: SparkContext): Unit = {
121117
accumulatedMetrics.foreach(e => metricsMap(e._1).add(e._2))
122-
val executionId = sparkContext.getLocalProperty(
123-
org.apache.spark.sql.execution.SQLExecution.EXECUTION_ID_KEY)
118+
val executionId =
119+
sparkContext.getLocalProperty(org.apache.spark.sql.execution.SQLExecution.EXECUTION_ID_KEY)
124120
org.apache.spark.sql.execution.metric.SQLMetrics.postDriverMetricUpdates(
125121
sparkContext,
126122
executionId,
@@ -166,8 +162,7 @@ class FilePartitionPlanner(
166162
.groupBy { f =>
167163
BucketingUtils
168164
.getBucketId(new Path(f.filePath.toString()).getName)
169-
.getOrElse(
170-
throw QueryExecutionErrors.invalidBucketFile(f.filePath.toString()))
165+
.getOrElse(throw QueryExecutionErrors.invalidBucketFile(f.filePath.toString()))
171166
}
172167

173168
val prunedFilesGroupedToBuckets = if (optionalBucketSet.isDefined) {
@@ -196,9 +191,7 @@ class FilePartitionPlanner(
196191
}
197192
.getOrElse {
198193
Seq.tabulate(bucketSpec.numBuckets) { bucketId =>
199-
FilePartition(
200-
bucketId,
201-
prunedFilesGroupedToBuckets.getOrElse(bucketId, Array.empty))
194+
FilePartition(bucketId, prunedFilesGroupedToBuckets.getOrElse(bucketId, Array.empty))
202195
}
203196
}
204197
}
@@ -256,9 +249,6 @@ class FilePartitionPlanner(
256249
}
257250
.sortBy(_.length)(implicitly[Ordering[Long]].reverse)
258251

259-
FilePartition.getFilePartitions(
260-
relation.sparkSession,
261-
splitFiles,
262-
maxSplitBytes)
252+
FilePartition.getFilePartitions(relation.sparkSession, splitFiles, maxSplitBytes)
263253
}
264254
}

spark/src/main/spark-3.5/org/apache/spark/sql/comet/shims/ShimFilePartitionPlanner.scala

Lines changed: 2 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -36,8 +36,7 @@ trait ShimFilePartitionPlanner {
3636
VersionUtils.majorMinorPatchVersion(SPARK_VERSION_SHORT) match {
3737
case Some((major, minor, patch)) => (major, minor, patch) >= (3, 5, 5)
3838
case None =>
39-
throw new IllegalArgumentException(
40-
s"Malformed Spark version: $SPARK_VERSION_SHORT")
39+
throw new IllegalArgumentException(s"Malformed Spark version: $SPARK_VERSION_SHORT")
4140
}
4241
}
4342

@@ -60,10 +59,7 @@ trait ShimFilePartitionPlanner {
6059
.asInstanceOf[PartitionedFile]
6160
} else {
6261
PartitionedFileUtil.getClass
63-
.getMethod(
64-
"getPartitionedFile",
65-
classOf[FileStatusWithMetadata],
66-
classOf[InternalRow])
62+
.getMethod("getPartitionedFile", classOf[FileStatusWithMetadata], classOf[InternalRow])
6763
.invoke(PartitionedFileUtil, f, p.values)
6864
.asInstanceOf[PartitionedFile]
6965
}

spark/src/main/spark-4.0/org/apache/spark/sql/comet/shims/ShimFilePartitionPlanner.scala

Lines changed: 1 addition & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -43,10 +43,5 @@ trait ShimFilePartitionPlanner {
4343
isSplitable: Boolean,
4444
maxSplitBytes: Long,
4545
partitionValues: InternalRow): Seq[PartitionedFile] =
46-
PartitionedFileUtil.splitFiles(
47-
file,
48-
filePath,
49-
isSplitable,
50-
maxSplitBytes,
51-
partitionValues)
46+
PartitionedFileUtil.splitFiles(file, filePath, isSplitable, maxSplitBytes, partitionValues)
5247
}

0 commit comments

Comments
 (0)