Merge branch 'main' into chore/remove-4.1.0

Author: sbernauer

CHANGELOG.md

@@ -22,6 +22,7 @@ All notable changes to this project will be documented in this file.
 
 ### Removed
 
+- test: Bump vector-aggregator to 0.55.0, replace /graphql call with gRPC call ([#713]).
 - Removed support for `4.1.0` ([#711]).
 
 [#674]: https://github.com/stackabletech/hive-operator/pull/674
@@ -30,6 +31,7 @@ All notable changes to this project will be documented in this file.
 [#702]: https://github.com/stackabletech/hive-operator/pull/702
 [#707]: https://github.com/stackabletech/hive-operator/pull/707
 [#711]: https://github.com/stackabletech/hive-operator/pull/711
+[#713]: https://github.com/stackabletech/hive-operator/pull/713
 
 ## [26.3.0] - 2026-03-16
 

tests/templates/kuttl/logging/01-install-hbase-vector-aggregator.yaml

@@ -5,7 +5,7 @@ commands:
   - script: >-
       helm install hive-vector-aggregator vector
       --namespace "$NAMESPACE"
-      --version 0.49.0
+      --version 0.52.0 `# app version 0.55.0`
       --repo https://helm.vector.dev
       --values hive-vector-aggregator-values.yaml
 ---

tests/templates/kuttl/logging/test_log_aggregation.py

@@ -1,45 +1,40 @@
-#!/usr/bin/env python3
-import requests
+import json
+import subprocess
 
 
 def check_sent_events():
-    response = requests.post(
-        "http://hive-vector-aggregator:8686/graphql",
-        json={
-            "query": """
-                {
-                    transforms(first:100) {
-                        nodes {
-                            componentId
-                            metrics {
-                                sentEventsTotal {
-                                    sentEventsTotal
-                                }
-                            }
-                        }
-                    }
-                }
-            """
-        },
+    response = subprocess.run(
+        [
+            "grpcurl",
+            "-plaintext",
+            "-d",
+            '{"limit": 100}',
+            "hive-vector-aggregator:8686",
+            "vector.observability.v1.ObservabilityService/GetComponents",
+        ],
+        capture_output=True,
+        text=True,
+        check=True,  # Raise a CalledProcessError if non-zero return
+        timeout=20,  # seconds
     )
+    result = json.loads(response.stdout)
+    components = result.get("components", [])
+    transforms = [
+        c for c in components if c.get("componentType") == "COMPONENT_TYPE_TRANSFORM"
+    ]
 
-    assert response.status_code == 200, (
-        "Cannot access the API of the vector aggregator."
-    )
-
-    result = response.json()
+    assert len(transforms) > 0, "No transform components found"
 
-    transforms = result["data"]["transforms"]["nodes"]
     for transform in transforms:
         sentEvents = transform["metrics"]["sentEventsTotal"]
         componentId = transform["componentId"]
 
         if componentId == "filteredInvalidEvents":
-            assert sentEvents is None or sentEvents["sentEventsTotal"] == 0, (
+            assert sentEvents is None or int(sentEvents) == 0, (
                 "Invalid log events were sent."
             )
         else:
-            assert sentEvents is not None and sentEvents["sentEventsTotal"] > 0, (
+            assert sentEvents is not None and int(sentEvents) > 0, (
                 f'No events were sent in "{componentId}".'
             )
 

tests/templates/kuttl/smoke/60-assert.yaml.j2

@@ -143,9 +143,6 @@ spec:
               topologyKey: kubernetes.io/hostname
             weight: 70
       containers:
-{% if lookup('env', 'VECTOR_AGGREGATOR') %}
-      - name: vector
-{% endif %}
       - args:
         - |
           echo copying /stackable/mount/config to /stackable/config
@@ -290,10 +287,51 @@ spec:
           name: log-config-mount
         - mountPath: /stackable/listener
           name: listener
+{% if lookup('env', 'VECTOR_AGGREGATOR') %}
+      - args:
+        - |
+          mkdir --parents /stackable/log/_vector-state
+          # Vector will ignore SIGTERM (as PID != 1) and must be shut down by writing a shutdown trigger file
+          vector --config /stackable/config/vector.yaml & vector_pid=$!
+          if [ ! -f "/stackable/log/_vector/shutdown" ]; then
+            mkdir -p /stackable/log/_vector && inotifywait -qq --event create /stackable/log/_vector; fi
+          sleep 1
+          kill $vector_pid
+        command:
+        - /bin/bash
+        - -x
+        - -euo
+        - pipefail
+        - -c
+        env:
+        - name: VECTOR_LOG
+          value: info
+        - name: VECTOR_AGGREGATOR_ADDRESS
+          valueFrom:
+            configMapKeyRef:
+              key: ADDRESS
+              name: vector-aggregator-discovery
+        imagePullPolicy: IfNotPresent
+        name: vector
+        resources:
+          limits:
+            cpu: 500m
+            memory: 128Mi
+          requests:
+            cpu: 250m
+            memory: 128Mi
+        volumeMounts:
+        - mountPath: /stackable/config
+          name: config-mount
+        - mountPath: /stackable/log
+          name: log
+{% endif %}
       dnsPolicy: ClusterFirst
       enableServiceLinks: false
       restartPolicy: Always
       schedulerName: default-scheduler
+      securityContext:
+        fsGroup: 1000
       serviceAccount: hive-serviceaccount
       serviceAccountName: hive-serviceaccount
       terminationGracePeriodSeconds: 300