feat(deployment): add dummy recorder deployment to the system test workflow (#6774)

Author: nadin-Starkware

.github/workflows/consolidated_system_test.yaml

@@ -12,6 +12,7 @@ on:
   pull_request:
     paths:
       - ".github/workflows/consolidated_system_test.yaml"
+      - "deployments/**"
       - "crates/**"
       - "scripts/system_tests/**"
 
@@ -75,7 +76,7 @@ jobs:
       - name: Set up Docker Buildx
         uses: docker/setup-buildx-action@v2
 
-      - name: Build Docker image
+      - name: Build sequencer docker image
         uses: docker/build-push-action@v6
         with:
           context: .
@@ -86,6 +87,37 @@ jobs:
           build-args: |
             BUILD_MODE=debug
 
+      - name: Build dummy recorder docker image
+        uses: docker/build-push-action@v6
+        with:
+          context: .
+          file: deployments/images/sequencer/dummy_recorder.Dockerfile
+          tags: recorder:local
+          load: true
+          push: false
+
+      - name: Import dummy recorder image into k3d
+        run: k3d image import recorder:local -c consolidated-system-test
+
+      - name: Deploy Dummy Recorder
+        env:
+          dummy_recorder_namespace: dummy-recorder
+        working-directory: deployments/dummy_recorder
+        run: |
+          echo "Deploying Dummy Recorder..."
+          pipenv install
+          cdk8s import
+          cdk8s synth --app "pipenv run python main.py --namespace ${{ env.dummy_recorder_namespace }} --image recorder:local"
+          kubectl create namespace ${{ env.dummy_recorder_namespace }}
+          kubectl apply -R -f ./dist
+          echo "⏳ Waiting for Dummy Recorder to become ready..."
+
+          # Wait for pod to be ready
+          kubectl wait --namespace ${{ env.dummy_recorder_namespace }} --for=condition=Ready -l app=dummy-recorder pod --timeout=300s
+
+          echo "🚀 Dummy Recorder deployed successfully."
+
+
       - name: Build binaries
         run: cargo build --bin sequencer_node_setup --bin sequencer_simulator
 

deployments/dummy_recorder/main.py

@@ -1,11 +1,29 @@
 #!/usr/bin/env python
+
+import argparse
 from cdk8s import App, Chart, Names, YamlOutputType
 from constructs import Construct
 from imports import k8s
 
 
+def get_args():
+    parser = argparse.ArgumentParser()
+    parser.add_argument(
+        "--namespace",
+        required=True,
+        help="Kubernetes namespace to deploy to."
+    )
+    parser.add_argument(
+        "--image",
+        required=False,
+        default="us-central1-docker.pkg.dev/starkware-dev/sequencer/dummy_recorder:latest",
+        help="Docker image to deploy. Defaults to the latest dummy recorder image."
+    )
+    return parser.parse_args()
+
+
 class DummyRecorder(Chart):
-    def __init__(self, scope: Construct, id: str, namespace: str):
+    def __init__(self, scope: Construct, id: str, namespace: str, image: str):
         super().__init__(scope, id, disable_resource_name_hashes=True, namespace=namespace)
 
         self.label = {"app": Names.to_label_value(self, include_hash=False)}
@@ -37,7 +55,7 @@ def __init__(self, scope: Construct, id: str, namespace: str):
                         containers=[
                             k8s.Container(
                                 name=self.node.id,
-                                image="us-central1-docker.pkg.dev/starkware-dev/sequencer/dummy_recorder:latest",
+                                image=image,
                                 env=[k8s.EnvVar(name="RUST_LOG", value="DEBUG")],
                                 ports=[k8s.ContainerPort(container_port=8080)],
                             )
@@ -80,7 +98,14 @@ def __init__(self, scope: Construct, id: str, namespace: str):
         )
 
 
-app = App(yaml_output_type=YamlOutputType.FOLDER_PER_CHART_FILE_PER_RESOURCE)
-DummyRecorder(scope=app, id="dummy-recorder", namespace="dummy-recorder")
+if __name__ == "__main__":
+    args = get_args()
 
-app.synth()
+    app = App(yaml_output_type=YamlOutputType.FOLDER_PER_CHART_FILE_PER_RESOURCE)
+    DummyRecorder(
+        scope=app,
+        id="dummy-recorder",
+        namespace=args.namespace,
+        image=args.image
+    )
+    app.synth()