We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent c20c3e5 commit 462552dCopy full SHA for 462552d
1 file changed
spark/src/main/scala/org/apache/comet/rules/CometScanRule.scala
@@ -468,7 +468,15 @@ case class CometScanRule(session: SparkSession)
468
}
469
470
// Single-pass validation of all FileScanTasks
471
- val taskValidation = CometScanRule.validateIcebergFileScanTasks(metadata.tasks)
+ val taskValidation =
472
+ try {
473
+ CometScanRule.validateIcebergFileScanTasks(metadata.tasks)
474
+ } catch {
475
+ case e: Exception =>
476
+ fallbackReasons += "Iceberg reflection failure: Could not validate " +
477
+ s"FileScanTasks: ${e.getMessage}"
478
+ return withInfos(scanExec, fallbackReasons.toSet)
479
+ }
480
481
// Check if all files are Parquet format and use supported filesystem schemes
482
val allSupportedFilesystems = if (taskValidation.unsupportedSchemes.isEmpty) {
0 commit comments