Skip to content

Commit aa78c26

Browse files
committed
feat: move CometNativeCompaction to main scope with provided Iceberg dep
1 parent 5435d7b commit aa78c26

2 files changed

Lines changed: 5 additions & 4 deletions

File tree

spark/pom.xml

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -186,7 +186,7 @@ under the License.
186186
<groupId>org.apache.iceberg</groupId>
187187
<artifactId>iceberg-spark-runtime-${spark.version.short}_${scala.binary.version}</artifactId>
188188
<version>1.5.2</version>
189-
<scope>test</scope>
189+
<scope>provided</scope>
190190
</dependency>
191191
<!-- Jetty 9.4.x for Spark 3.4 (JDK 11, javax.* packages) -->
192192
<dependency>
@@ -214,7 +214,7 @@ under the License.
214214
<groupId>org.apache.iceberg</groupId>
215215
<artifactId>iceberg-spark-runtime-${spark.version.short}_${scala.binary.version}</artifactId>
216216
<version>1.8.1</version>
217-
<scope>test</scope>
217+
<scope>provided</scope>
218218
</dependency>
219219
<!-- Jetty 9.4.x for Spark 3.5 (JDK 11, javax.* packages) -->
220220
<dependency>
@@ -239,7 +239,7 @@ under the License.
239239
<groupId>org.apache.iceberg</groupId>
240240
<artifactId>iceberg-spark-runtime-${spark.version.short}_${scala.binary.version}</artifactId>
241241
<version>1.10.0</version>
242-
<scope>test</scope>
242+
<scope>provided</scope>
243243
</dependency>
244244
<!-- Jetty 11.x for Spark 4.0 (jakarta.servlet) -->
245245
<dependency>

spark/src/test/scala/org/apache/spark/sql/comet/CometNativeCompaction.scala renamed to spark/src/main/scala/org/apache/spark/sql/comet/CometNativeCompaction.scala

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -340,7 +340,8 @@ class CometNativeCompaction(spark: SparkSession) extends Logging {
340340
table.newRewrite().rewriteFiles(deleteFiles, addFiles).commit()
341341

342342
logInfo(
343-
s"Committed compaction: ${filesToDelete.size} files deleted, ${filesToAdd.size} files added")
343+
s"Committed compaction: ${filesToDelete.size} files deleted, " +
344+
s"${filesToAdd.size} files added")
344345
true
345346
} catch {
346347
case e: Exception =>

0 commit comments

Comments
 (0)