Expose non-blocking start()/stop() on PipelineOperatorApp + fail-fast failure reporting (#218)

* Expose non-blocking start()/stop() on PipelineOperatorApp + fail-fast failure reporting

* Fix strimzi issue

Author: jogrogan

build.gradle

@@ -12,9 +12,6 @@ ext.jacocoAggregateExcludes = [
   // ── hoptimator-models / hoptimator-k8s ──────────────────────────────────────
   '**/models/**',           // auto-generated K8s CRD model classes
 
-  // ── hoptimator-operator ──────────────────────────────────────────────────────
-  '**/PipelineOperatorApp.class',                  // operator main entry point
-
   // ── hoptimator-flink-runner ──────────────────────────────────────────────────
   '**/FlinkRunner.class',                          // CLI entry point; requires Flink runtime
 

deploy/dev/kafka.yaml

@@ -15,7 +15,7 @@
 # Based on examples at:
 # https://github.com/strimzi/strimzi-kafka-operator/blob/main/examples/kafka
 
-apiVersion: kafka.strimzi.io/v1beta2
+apiVersion: kafka.strimzi.io/v1
 kind: KafkaNodePool
 metadata:
   name: controller
@@ -34,7 +34,7 @@ spec:
         kraftMetadata: shared
 ---
 
-apiVersion: kafka.strimzi.io/v1beta2
+apiVersion: kafka.strimzi.io/v1
 kind: KafkaNodePool
 metadata:
   name: broker
@@ -53,7 +53,7 @@ spec:
         kraftMetadata: shared
 ---
 
-apiVersion: kafka.strimzi.io/v1beta2
+apiVersion: kafka.strimzi.io/v1
 kind: Kafka
 metadata:
   name: one
@@ -65,7 +65,6 @@ spec:
   kafka:
     version: 4.2.0
     metadataVersion: "4.0"
-    replicas: 1
     listeners:
       - name: plain
         port: 9094

deploy/samples/kafkadb.yaml

@@ -17,7 +17,7 @@ spec:
   databases:
   - kafka-database
   yaml: |
-    apiVersion: kafka.strimzi.io/v1beta2
+    apiVersion: kafka.strimzi.io/v1
     kind: KafkaTopic
     metadata:
       name: {{name}}
@@ -42,7 +42,7 @@ spec:
 
 ---
 
-apiVersion: kafka.strimzi.io/v1beta2
+apiVersion: kafka.strimzi.io/v1
 kind: KafkaTopic
 metadata:
   name: kafka-database-existing-topic-1
@@ -58,7 +58,7 @@ spec:
 
 ---
 
-apiVersion: kafka.strimzi.io/v1beta2
+apiVersion: kafka.strimzi.io/v1
 kind: KafkaTopic
 metadata:
   name: kafka-database-existing-topic-2

docs/getting-started/concepts.md

@@ -175,7 +175,7 @@ spec:
   databases:
     - kafka-database
   yaml: |
-    apiVersion: kafka.strimzi.io/v1beta2
+    apiVersion: kafka.strimzi.io/v1
     kind: KafkaTopic
     metadata:
       name: {{name}}

docs/kubernetes/crd-reference.md

@@ -168,7 +168,7 @@ spec:
   methods:
     - Scan
   yaml: |
-    apiVersion: kafka.strimzi.io/v1beta2
+    apiVersion: kafka.strimzi.io/v1
     kind: KafkaTopic
     metadata:
       name: {{name}}

docs/kubernetes/templates.md

@@ -50,7 +50,7 @@ spec:
   databases: [ kafka-database ]
   methods: [ Scan, Modify ]
   yaml: |
-    apiVersion: kafka.strimzi.io/v1beta2
+    apiVersion: kafka.strimzi.io/v1
     kind: KafkaTopic
     metadata:
       name: {{name}}

hoptimator-k8s/src/test/java/com/linkedin/hoptimator/k8s/status/K8sPipelineElementStatusEstimatorTest.java

@@ -65,7 +65,7 @@ public class K8sPipelineElementStatusEstimatorTest {
       "apiVersion: foo.org/v1beta1\n" + "kind: FakeJob\n" + "metadata:\n" + "  name: fake-job-name\n" + "spec:\n"
           + "  deploymentName: fake-deployment\n" + "  job:\n" + "    entryClass: com.runner.FakeRunner";
   private static final String FAKE_KAFKA_TOPIC_SPEC =
-      "apiVersion: kafka.strimzi.io/v1beta2\n" + "kind: KafkaTopic\n" + "metadata:\n" + "      name: fake-kafka-topic\n"
+      "apiVersion: kafka.strimzi.io/v1\n" + "kind: KafkaTopic\n" + "metadata:\n" + "      name: fake-kafka-topic\n"
           + "      labels:\n" + "        strimzi.io/cluster: one\n" + "spec:\n" + "      topicName: existing-topic-1\n"
           + "      partitions: 1";
 

hoptimator-kafka/src/test/resources/kafka-ddl-beam.id

@@ -22,7 +22,7 @@ spec:
     flink.app.type: 'BEAM'
     flink.app.name: 'hoptimator-flink-runner'
 ---
-apiVersion: kafka.strimzi.io/v1beta2
+apiVersion: kafka.strimzi.io/v1
 kind: KafkaTopic
 metadata:
   name: kafka-database-existing-topic-1
@@ -36,7 +36,7 @@ spec:
     retention.ms: 7200000
     segment.bytes: 1073741824
 ---
-apiVersion: kafka.strimzi.io/v1beta2
+apiVersion: kafka.strimzi.io/v1
 kind: KafkaTopic
 metadata:
   name: kafka-database-existing-topic-2

hoptimator-kafka/src/test/resources/kafka-ddl-create-table.id

@@ -3,7 +3,7 @@
 
 # Verify create table plan — !specify previews the KafkaTopic YAML without executing
 create or replace table "KAFKA"."create-table-test" ("KEY" VARCHAR, "VALUE" BINARY) WITH ("kafka.partitions" '5');
-apiVersion: kafka.strimzi.io/v1beta2
+apiVersion: kafka.strimzi.io/v1
 kind: KafkaTopic
 metadata:
   name: kafka-database-create-table-test
@@ -55,7 +55,7 @@ spec:
     upgradeMode: stateless
     state: running
 ---
-apiVersion: kafka.strimzi.io/v1beta2
+apiVersion: kafka.strimzi.io/v1
 kind: KafkaTopic
 metadata:
   name: kafka-database-create-table-test
@@ -69,7 +69,7 @@ spec:
     retention.ms: 7200000
     segment.bytes: 1073741824
 ---
-apiVersion: kafka.strimzi.io/v1beta2
+apiVersion: kafka.strimzi.io/v1
 kind: KafkaTopic
 metadata:
   name: kafka-database-existing-topic-2

hoptimator-kafka/src/test/resources/kafka-ddl.id

@@ -41,7 +41,7 @@ spec:
     upgradeMode: stateless
     state: running
 ---
-apiVersion: kafka.strimzi.io/v1beta2
+apiVersion: kafka.strimzi.io/v1
 kind: KafkaTopic
 metadata:
   name: kafka-database-existing-topic-1
@@ -55,7 +55,7 @@ spec:
     retention.ms: 7200000
     segment.bytes: 1073741824
 ---
-apiVersion: kafka.strimzi.io/v1beta2
+apiVersion: kafka.strimzi.io/v1
 kind: KafkaTopic
 metadata:
   name: kafka-database-existing-topic-2