feat: upgrade Hadoop and GCS dependencies, enhance test configuration

- Upgraded Hadoop to 3.4.2 and GCS connector dependencies to 4.0.4.
- Added `hadoopClientRuntime` dependency for improved client functionality.
- Configured Gradle test tasks with increased heap size (`minHeapSize` and `maxHeapSize`).
- Updated JVM arguments in `gradle.properties` for consistent memory allocation.

Author: CoderYellow

example/spark/build.gradle.kts

@@ -27,6 +27,7 @@ dependencies {
     testImplementation(libs.sparkAvro)
     testImplementation(libs.hadoopAws)
     testImplementation(libs.hadoopClientApi)
+    testImplementation(libs.hadoopClientRuntime)
     testImplementation(libs.icebergSparkRuntime)
     testImplementation(libs.icebergAwsBundle)
     testImplementation(libs.gcsConnector)
@@ -42,6 +43,8 @@ dependencies {
 
 
 tasks.withType<Test>().configureEach {
+    minHeapSize = "2048m"
+    maxHeapSize = "8192m"
     jvmArgs(
         "--add-exports=java.base/sun.nio.ch=ALL-UNNAMED",
         "--add-opens=java.base/java.nio=ALL-UNNAMED",

gradle.properties

@@ -4,4 +4,6 @@ kotlin.code.style=official
 
 org.gradle.caching=true
 org.gradle.configuration-cache=true
-org.gradle.configuration-cache.problems=warn
+org.gradle.configuration-cache.problems=warn
+
+org.gradle.jvmargs=-Xmx8192M

gradle/libs.versions.toml

@@ -10,14 +10,15 @@ kotlinxCoroutines = "1.10.2"
 springBoot = "4.0.5"
 testcontainers = "2.0.4"
 spark = "3.5.7"
-hadoop = "3.3.6"
+hadoop = "3.4.2"
+
 junitJupiter = "5.14.1"
 junitPlatform = "1.14.1"
 iceberg = "1.11.0"
 confluent = "8.2.1"
 avro = "1.12.1"
-gcsConnector = "3.1.17"
-gcsio = "3.1.17"
+gcsConnector = "4.0.4"
+gcsio = "4.0.4"
 
 [libraries]
 kotlinGradlePlugin = { module = "org.jetbrains.kotlin:kotlin-gradle-plugin", version.ref = "kotlin" }
@@ -36,6 +37,8 @@ sparkHive = { module = "org.apache.spark:spark-hive_2.12", version.ref = "spark"
 sparkSqlKafka = { module = "org.apache.spark:spark-sql-kafka-0-10_2.12", version.ref = "spark" }
 hadoopAws = { module = "org.apache.hadoop:hadoop-aws", version.ref = "hadoop" }
 hadoopClientApi = { module = "org.apache.hadoop:hadoop-client-api", version.ref = "hadoop" }
+hadoopClientRuntime = { module = "org.apache.hadoop:hadoop-client-runtime", version.ref = "hadoop" }
+
 
 sparkAvro = { module = "org.apache.spark:spark-avro_2.12", version.ref = "spark" }
 icebergSparkRuntime = { module = "org.apache.iceberg:iceberg-spark-runtime-3.5_2.12", version.ref = "iceberg" }