feat: enhance Kafka TLS configuration and integrate example for Spark tests

- Updated `BigDataContainerFactory` to improve Kafka TLS setup with secret-based credential management.
- Enhanced example configurations to include `kafkaTls` parameters for Spark tests.
- Refactored filesystem bindings and environment variables for better TLS integration.

Author: CoderYellow

core/src/main/kotlin/org/openprojectx/bigdata/test/core/container/BigDataContainerFactory.kt

@@ -702,13 +702,21 @@ internal class BigDataContainerFactory(
             sanDomains = listOf("kafka", "broker1.example.com"),
         )
         container
-            .withFileSystemBind(keyStore.path.toString(), "/etc/kafka/tls/kafka.keystore.p12", BindMode.READ_ONLY)
-            .withFileSystemBind(tlsMaterial.trustStorePath.toString(), "/etc/kafka/tls/kafka.truststore.p12", BindMode.READ_ONLY)
-            .withEnv("KAFKA_SSL_KEYSTORE_LOCATION", "/etc/kafka/tls/kafka.keystore.p12")
+            .withFileSystemBind(keyStore.path.toString(), "/etc/kafka/secrets/kafka.keystore.p12", BindMode.READ_ONLY)
+            .withFileSystemBind(tlsMaterial.trustStorePath.toString(), "/etc/kafka/secrets/kafka.truststore.p12", BindMode.READ_ONLY)
+            .withCopyToContainer(Transferable.of(keyStore.password), "/etc/kafka/secrets/kafka.key.credentials")
+            .withCopyToContainer(Transferable.of(keyStore.password), "/etc/kafka/secrets/kafka.keystore.credentials")
+            .withCopyToContainer(Transferable.of(tlsMaterial.trustStorePassword), "/etc/kafka/secrets/kafka.truststore.credentials")
+            .withEnv("KAFKA_SSL_KEYSTORE_FILENAME", "kafka.keystore.p12")
+            .withEnv("KAFKA_SSL_KEY_CREDENTIALS", "kafka.key.credentials")
+            .withEnv("KAFKA_SSL_KEYSTORE_CREDENTIALS", "kafka.keystore.credentials")
+            .withEnv("KAFKA_SSL_TRUSTSTORE_FILENAME", "kafka.truststore.p12")
+            .withEnv("KAFKA_SSL_TRUSTSTORE_CREDENTIALS", "kafka.truststore.credentials")
+            .withEnv("KAFKA_SSL_KEYSTORE_LOCATION", "/etc/kafka/secrets/kafka.keystore.p12")
             .withEnv("KAFKA_SSL_KEYSTORE_PASSWORD", keyStore.password)
             .withEnv("KAFKA_SSL_KEYSTORE_TYPE", keyStore.type)
             .withEnv("KAFKA_SSL_KEY_PASSWORD", keyStore.password)
-            .withEnv("KAFKA_SSL_TRUSTSTORE_LOCATION", "/etc/kafka/tls/kafka.truststore.p12")
+            .withEnv("KAFKA_SSL_TRUSTSTORE_LOCATION", "/etc/kafka/secrets/kafka.truststore.p12")
             .withEnv("KAFKA_SSL_TRUSTSTORE_PASSWORD", tlsMaterial.trustStorePassword)
             .withEnv("KAFKA_SSL_TRUSTSTORE_TYPE", "PKCS12")
 

example/spark/src/test/resources/spark-bigdata-test-cloudera-hms-kerberos.toml

@@ -5,3 +5,7 @@ kafkaKerberos = true
 
 [ports]
 kafka = 19092
+
+[kafkaTls]
+enabled = true
+domain = "localhost"