fix: add generated protobuf classes to the image

Author: razvan

spark-k8s/hbase-connectors/Dockerfile

@@ -54,6 +54,9 @@ ARG PRODUCT_VERSION
 ARG RELEASE_VERSION
 ARG HADOOP_VERSION
 ARG HBASE_VERSION
+ARG HBASE_THIRDPARTY_VERSION
+ARG PROTOBUF_VERSION
+ARG PROTOBUF_PLUGIN_VERSION
 ARG STACKABLE_USER_UID
 
 # Patch the hbase-connectors source code
@@ -107,12 +110,18 @@ mvn \
     --define scala.binary.version="${SCALA_BINARY_VERSION}" \
     --define hadoop-three.version="${HADOOP_VERSION}" \
     --define hbase.version="${HBASE_VERSION}" \
+    --define hbase-thirdparty.version="${HBASE_THIRDPARTY_VERSION}" \
+    --define external.protobuf.version="${PROTOBUF_VERSION}" \
+    --define protobuf.plugin.version="${PROTOBUF_PLUGIN_VERSION}" \
     --define skipTests \
     --define maven.test.skip=true \
     clean package
 
 
 cp "$(pwd)/hbase-spark/target/hbase-spark-${NEW_VERSION}.jar" /stackable/spark/jars/hbase-spark-${NEW_VERSION}.jar
+# The hbase-spark JAR is a plain module JAR and does not bundle its
+# dependencies. The generated protobuf classes live here.
+cp "$(pwd)/hbase-spark-protocol-shaded/target/hbase-spark-protocol-shaded-${NEW_VERSION}.jar" /stackable/spark/jars/hbase-spark-protocol-shaded-${NEW_VERSION}.jar
 
 chmod g=u /stackable/hbase-connector-${NEW_VERSION}-src.tar.gz .
 EOF

spark-k8s/hbase-connectors/boil-config.toml

@@ -6,3 +6,11 @@ spark-version = "3.5.8"
 # TODO: Bump to 3.4.3. Note that this causes compilation errors that need to be fixed.
 hadoop-version = "3.4.2"
 hbase-version = "2.6.6"
+# The following three must match the hbase-thirdparty (and its bundled protobuf)
+# shipped by the hbase-shaded-client in the final Spark image. That client comes
+# from the `hbase` local-image in spark-k8s/boil-config.toml (currently 2.6.4),
+# whose hbase-thirdparty is 4.1.12 -> protobuf 4.31.1. Keep these in sync if the
+# Spark image's HBASE_VERSION changes.
+hbase-thirdparty-version = "4.1.12"
+protobuf-version = "4.31.1"
+protobuf-plugin-version = "0.6.1"