fix: consolidate vector logging, adapt snapshot tests, add executor logging test

Author: maltesander

rust/operator-binary/src/product_logging/vector.yaml

@@ -1,10 +1,19 @@
 ---
 apiVersion: kuttl.dev/v1beta1
 kind: TestAssert
+timeout: 600
 {% if lookup('env', 'VECTOR_AGGREGATOR') %}
 ---
 apiVersion: v1
 kind: ConfigMap
 metadata:
   name: vector-aggregator-discovery
+---
+apiVersion: apps/v1
+kind: StatefulSet
+metadata:
+  name: spark-connect-vector-aggregator
+status:
+  readyReplicas: 1
+  replicas: 1
 {% endif %}

tests/templates/kuttl/smoke/43-assert.yaml.j2

@@ -0,0 +1,23 @@
+{% if lookup('env', 'VECTOR_AGGREGATOR') %}
+---
+apiVersion: kuttl.dev/v1beta1
+kind: TestStep
+commands:
+  # A dedicated Vector aggregator is installed (rather than pointing the discovery
+  # ConfigMap straight at VECTOR_AGGREGATOR) so the test can query its observability
+  # API to assert that the Spark Connect server and executor Vector sidecars actually
+  # ship log events. It forwards everything on to VECTOR_AGGREGATOR as well.
+  - script: >-
+      helm install spark-connect-vector-aggregator vector
+      --namespace $NAMESPACE
+      --version 0.52.0 `# app version 0.55.0`
+      --repo https://helm.vector.dev
+      --values spark-connect-vector-aggregator-values.yaml
+---
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: vector-aggregator-discovery
+data:
+  ADDRESS: spark-connect-vector-aggregator:6123
+{% endif %}