Skip to content

Commit 462552d

Browse files
committed
Fix exception behavior.
1 parent c20c3e5 commit 462552d

1 file changed

Lines changed: 9 additions & 1 deletion

File tree

spark/src/main/scala/org/apache/comet/rules/CometScanRule.scala

Lines changed: 9 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -468,7 +468,15 @@ case class CometScanRule(session: SparkSession)
468468
}
469469

470470
// Single-pass validation of all FileScanTasks
471-
val taskValidation = CometScanRule.validateIcebergFileScanTasks(metadata.tasks)
471+
val taskValidation =
472+
try {
473+
CometScanRule.validateIcebergFileScanTasks(metadata.tasks)
474+
} catch {
475+
case e: Exception =>
476+
fallbackReasons += "Iceberg reflection failure: Could not validate " +
477+
s"FileScanTasks: ${e.getMessage}"
478+
return withInfos(scanExec, fallbackReasons.toSet)
479+
}
472480

473481
// Check if all files are Parquet format and use supported filesystem schemes
474482
val allSupportedFilesystems = if (taskValidation.unsupportedSchemes.isEmpty) {

0 commit comments

Comments
 (0)