feat(gradle): add Iceberg Hive Metastore support

- Added `iceberg-hive-metastore` dependency to Spark and Cloudera runtime configurations for Iceberg Hive catalog support.
- Updated shaded runtime configuration to include `iceberg-hive-metastore`.
- Enhanced documentation to reflect Iceberg Hive catalog usage and runtime isolation benefits.

Author: CoderYellow

doc/user-guide.adoc

@@ -1689,7 +1689,7 @@ bigDataTest {
 
 Extension provisioning dependencies are resolved into the plugin-owned `bigDataTestExtensionRuntime` configuration. They are not added to the application `implementation`, `runtimeClasspath`, `testImplementation`, or `testRuntimeClasspath` configurations.
 
-By default the plugin uses the shaded `extensions:<version>:runtime` artifact. This keeps Spark, Hadoop, Kafka, Avro, thin Iceberg Spark modules, and their transitive runtime dependencies managed by bigdata-test instead of letting the application dependency graph choose those versions. The extension runtime classloader prefers its own jars and delegates shared bigdata-test core types to the Gradle plugin parent classloader.
+By default the plugin uses the shaded `extensions:<version>:runtime` artifact. This keeps Spark, Hadoop, Kafka, Avro, thin Iceberg Spark/Hive catalog modules, and their transitive runtime dependencies managed by bigdata-test instead of letting the application dependency graph choose those versions. The extension runtime classloader prefers its own jars and delegates shared bigdata-test core types to the Gradle plugin parent classloader.
 
 Application dependencies such as `implementation`, `runtimeOnly`, `testImplementation`, and `testRuntimeOnly` are not added to the bigdata-test extension runtime. Dependencies explicitly added to `bigDataTestExtensionRuntime` are different: they are intentionally part of the extension runtime and can affect extension execution. Use that configuration only for optional extension-only libraries that bigdata-test does not already provide.
 
@@ -1823,7 +1823,7 @@ scripts = ["classpath:sql/create_tables.sql"]
 
 Place the script at `src/main/resources/sql/create_tables.sql`, or use a `file:` URL when the SQL lives outside the project resources.
 
-The shaded runtime jar intentionally favors isolation over small size. It uses the thin Iceberg Spark modules instead of the fat `iceberg-spark-runtime` jar, but still includes enough Hadoop, Spark, Iceberg, Kafka Avro, and AWS runtime code for config-driven provisioning without borrowing the user application's dependency graph. The largest remaining optional payload is `iceberg-aws-bundle`, which is kept for Iceberg S3 FileIO and AWS catalog support. If size or dependency inspection matters more than isolation, set `useShadedArtifact = false` and let the plugin resolve only the runtime families detected from `extensionConfig`, or add the exact artifacts you want to `bigDataTestExtensionRuntime`.
+The shaded runtime jar intentionally favors isolation over small size. It uses the thin Iceberg Spark modules plus `iceberg-hive-metastore` instead of the fat `iceberg-spark-runtime` jar, but still includes enough Hadoop, Spark, Iceberg, Kafka Avro, and AWS runtime code for config-driven provisioning without borrowing the user application's dependency graph. `iceberg-hive-metastore` is required when Spark SQL preparation uses an Iceberg `HiveCatalog`. The largest remaining optional payload is `iceberg-aws-bundle`, which is kept for Iceberg S3 FileIO and AWS catalog support. If size or dependency inspection matters more than isolation, set `useShadedArtifact = false` and let the plugin resolve only the runtime families detected from `extensionConfig`, or add the exact artifacts you want to `bigDataTestExtensionRuntime`.
 
 Gradle configuration is Gradle-native; the plugin does not read a Maven POM. When values should come from `gradle.properties` or `-P`, wire them through Gradle providers:
 

example/spark/build.gradle.kts

@@ -99,9 +99,11 @@ val clouderaSparkRuntimeClasspath = createSparkRuntimeClasspath("clouderaSparkRu
 dependencies {
     add(apacheSparkRuntimeClasspath.name, "org.apache.iceberg:iceberg-spark-3.5_2.12:$icebergVersion")
     add(apacheSparkRuntimeClasspath.name, "org.apache.iceberg:iceberg-spark-extensions-3.5_2.12:$icebergVersion")
+    add(apacheSparkRuntimeClasspath.name, "org.apache.iceberg:iceberg-hive-metastore:$icebergVersion")
     add(apacheSparkRuntimeClasspath.name, "org.apache.logging.log4j:log4j-slf4j-impl:2.20.0")
     add(clouderaSparkRuntimeClasspath.name, "org.apache.iceberg:iceberg-spark-3.3_2.12")
     add(clouderaSparkRuntimeClasspath.name, "org.apache.iceberg:iceberg-spark-extensions-3.3_2.12")
+    add(clouderaSparkRuntimeClasspath.name, "org.apache.iceberg:iceberg-hive-metastore")
 }
 
 fun Test.useSparkRuntimeClasspath(runtimeClasspath: Configuration, dependencyLine: String) {

extensions/build.gradle.kts

@@ -64,6 +64,7 @@ dependencies {
     }
     shadedRuntime(libs.icebergSpark)
     shadedRuntime(libs.icebergSparkExtensions)
+    shadedRuntime(libs.icebergHiveMetastore)
     shadedRuntime(libs.icebergAwsBundle)
     shadedRuntime(libs.servletApi)
     shadedRuntime(libs.kotlinxSerialization)
@@ -81,14 +82,18 @@ dependencies {
     testRuntimeOnly(libs.slf4jSimple)
 }
 
-tasks.named<com.github.jengelman.gradle.plugins.shadow.tasks.ShadowJar>("shadowJar") {
+val runtimeShadowJar = tasks.named<com.github.jengelman.gradle.plugins.shadow.tasks.ShadowJar>("shadowJar") {
     archiveClassifier.set("runtime")
     configurations = listOf(shadedRuntime)
     isZip64 = true
     mergeServiceFiles()
     relocate("com.fasterxml.jackson", "org.openprojectx.bigdata.test.shaded.fasterxml.jackson")
 }
 
+tasks.withType<GenerateModuleMetadata>().configureEach {
+    dependsOn(runtimeShadowJar)
+}
+
 configurations.matching { it.name.startsWith("test") }.configureEach {
     resolutionStrategy.eachDependency {
         if (requested.group.startsWith("com.fasterxml.jackson")) {

gradle-plugin/src/main/kotlin/org/openprojectx/bigdata/test/gradle/BigDataTestGradlePlugin.kt

@@ -240,6 +240,7 @@ class BigDataTestGradlePlugin : Plugin<Project> {
             dependencies.add(configuration.name, "org.apache.spark:spark-hive_2.12:${runtime.sparkVersion.get()}")
             dependencies.add(configuration.name, "org.apache.iceberg:iceberg-spark-3.5_2.12:${runtime.icebergVersion.get()}")
             dependencies.add(configuration.name, "org.apache.iceberg:iceberg-spark-extensions-3.5_2.12:${runtime.icebergVersion.get()}")
+            dependencies.add(configuration.name, "org.apache.iceberg:iceberg-hive-metastore:${runtime.icebergVersion.get()}")
             dependencies.add(configuration.name, "org.apache.iceberg:iceberg-aws-bundle:${runtime.icebergVersion.get()}")
             dependencies.add(configuration.name, "javax.servlet:javax.servlet-api:4.0.1")
         }

gradle/libs.versions.toml

@@ -55,6 +55,7 @@ hadoopClientRuntime = { module = "org.apache.hadoop:hadoop-client-runtime", vers
 sparkAvro = { module = "org.apache.spark:spark-avro_2.12", version.ref = "spark" }
 icebergSpark = { module = "org.apache.iceberg:iceberg-spark-3.5_2.12", version.ref = "iceberg" }
 icebergSparkExtensions = { module = "org.apache.iceberg:iceberg-spark-extensions-3.5_2.12", version.ref = "iceberg" }
+icebergHiveMetastore = { module = "org.apache.iceberg:iceberg-hive-metastore", version.ref = "iceberg" }
 icebergAwsBundle = { module = "org.apache.iceberg:iceberg-aws-bundle", version.ref = "iceberg" }
 gcsConnector = { module = "com.google.cloud.bigdataoss:gcs-connector", version.ref = "gcsConnector" }
 gcsio = { module = "com.google.cloud.bigdataoss:gcsio", version.ref = "gcsio" }