Merge pull request #844 from MetaCell/feature/CH-230

Author: filippomc

applications/accounts/Dockerfile

@@ -1,4 +1,4 @@
-FROM quay.io/keycloak/keycloak:26.4
+FROM quay.io/keycloak/keycloak:26.5
 
 EXPOSE 9000
 EXPOSE 8080

applications/accounts/admin-event-listener/jar-module/pom.xml

@@ -46,7 +46,14 @@
         <dependency>
             <groupId>org.apache.kafka</groupId>
             <artifactId>kafka-clients</artifactId>
-            <version>2.5.0</version>
+        </dependency>
+        <dependency>
+            <groupId>org.lz4</groupId>
+            <artifactId>lz4-java</artifactId>
+        </dependency>
+        <dependency>
+            <groupId>org.xerial.snappy</groupId>
+            <artifactId>snappy-java</artifactId>
         </dependency>
     </dependencies>
 
@@ -73,4 +80,4 @@
             </plugin>
         </plugins>
     </build>
-</project>
+</project>

applications/accounts/admin-event-listener/pom.xml

@@ -25,6 +25,9 @@
         <keycloak.version>6.0.1</keycloak.version>
         <auto-service.version>1.0-rc5</auto-service.version>
         <jboss.home>target/keycloak</jboss.home>
+        <kafka.clients.version>3.9.1</kafka.clients.version>
+        <lz4-java.version>1.8.1</lz4-java.version>
+        <snappy-java.version>1.1.10.4</snappy-java.version>
     </properties>
 
     <dependencyManagement>
@@ -39,7 +42,17 @@
             <dependency>
                 <groupId>org.apache.kafka</groupId>
                 <artifactId>kafka-clients</artifactId>
-                <version>2.5.0</version>
+                <version>${kafka.clients.version}</version>
+            </dependency>
+            <dependency>
+                <groupId>org.lz4</groupId>
+                <artifactId>lz4-java</artifactId>
+                <version>${lz4-java.version}</version>
+            </dependency>
+            <dependency>
+                <groupId>org.xerial.snappy</groupId>
+                <artifactId>snappy-java</artifactId>
+                <version>${snappy-java.version}</version>
             </dependency>
 
         </dependencies>
@@ -67,4 +80,4 @@
         </plugins>
     </build>
 
-</project>
+</project>

applications/accounts/plugins/metacell-admin-event-listener-module-1.0.0.jar

@@ -77,7 +77,6 @@ spec:
           ports:
             - name: {{ .Values.controller.metricsConfig.portName }}
               containerPort: {{ .Values.controller.metricsConfig.port }}
-            - containerPort: 6060
           livenessProbe: {{ .Values.controller.livenessProbe | toYaml | nindent 12 }}
         {{- with .Values.controller.extraContainers }}
           {{- toYaml . | nindent 8 }}

applications/argo/deploy/charts/templates/controller/workflow-controller-deployment.yaml

@@ -13,6 +13,24 @@ spec:
       labels:
         app: kafka
     spec:
+      initContainers:
+      - name: prepare-kafka-data-dir
+        image: {{ .Values.apps.events.kafka.image | quote }}
+        imagePullPolicy: {{ .Values.apps.events.kafka.imagePullPolicy }}
+        command:
+        - /bin/sh
+        - -ec
+        - |
+          mkdir -p /var/lib/kafka/data
+          if [ -z "$(find /var/lib/kafka/data -mindepth 1 -maxdepth 1 2>/dev/null)" ]; then
+            find /var/lib/kafka -mindepth 1 -maxdepth 1 \
+              ! -name lost+found \
+              ! -name data \
+              -exec mv {} /var/lib/kafka/data/ \;
+          fi
+        volumeMounts:
+        - mountPath: /var/lib/kafka
+          name: data
       containers:
       - name: broker
         image: {{ .Values.apps.events.kafka.image | quote }}
@@ -37,7 +55,7 @@ spec:
         - name: KAFKA_CONTROLLER_QUORUM_VOTERS
           value: 1@kafka-0.broker.{{ .Release.Namespace }}.svc.cluster.local:{{ .Values.apps.events.kafka.controllerPort }}
         - name: KAFKA_LOG_DIRS
-          value: /var/lib/kafka/data
+          value: /var/lib/kafka/data/kraft-combined-logs
         - name: KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS
           value: "0"
         {{- range $key, $value := .Values.apps.events.kafka.config }}
@@ -81,7 +99,7 @@ spec:
         resources:
           {{- .Values.apps.events.kafka.resources | toYaml | nindent 10 }}
         volumeMounts:
-        - mountPath: /var/lib/kafka/data
+        - mountPath: /var/lib/kafka
           name: data
       terminationGracePeriodSeconds: 30
   updateStrategy: