Certification worker metrics (#123)

* enabled metrics output in the harness worker

* adjust harness image name

* update harness image to main

Author: chrishagglund-ship-it

.github/workflows/harness-image.yml

@@ -13,6 +13,11 @@ on:
   release:
     types: [published]
   workflow_dispatch:
+    inputs:
+      deploy:
+        description: "Dispatch downstream deploy after the image is built"
+        type: boolean
+        default: true
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.ref }}
@@ -41,13 +46,21 @@ jobs:
           username: ${{ github.actor }}
           password: ${{ secrets.GITHUB_TOKEN }}
 
+      - name: Calculate branch tag
+        id: vars
+        shell: bash
+        run: |
+          BRANCH="${{ github.ref_name }}"
+          CLEANED_BRANCH_NAME=$(echo "$BRANCH" | tr '/' '-' | tr '[:upper:]' '[:lower:]')
+          echo "cleaned-branch-name=$CLEANED_BRANCH_NAME" >> "$GITHUB_OUTPUT"
+
       - name: Docker metadata
         id: meta
         uses: docker/metadata-action@v5
         with:
           images: ghcr.io/conductor-oss/javascript-sdk/harness-worker
           tags: |
-            type=raw,value=latest
+            type=raw,value=${{ steps.vars.outputs.cleaned-branch-name }}-latest,enable=${{ github.event_name != 'release' }}
             type=raw,value=${{ github.event.release.tag_name }},enable=${{ github.event_name == 'release' }}
 
       - name: Build and push
@@ -61,7 +74,9 @@ jobs:
           tags: ${{ steps.meta.outputs.tags }}
 
   dispatch-deploy:
-    if: github.event_name == 'release'
+    if: |
+      github.event_name == 'release' ||
+      (github.event_name == 'workflow_dispatch' && inputs.deploy)
     needs: build-and-push
     runs-on: ubuntu-latest
     permissions:

harness/main.ts

@@ -3,6 +3,7 @@ import {
   ConductorWorkflow,
   TaskHandler,
   simpleTask,
+  MetricsCollector,
 } from "../src/sdk";
 import { MetadataResource } from "../src/open-api/generated";
 import type { ConductorWorker } from "../src/sdk/clients/worker/types";
@@ -91,10 +92,15 @@ async function main(): Promise<void> {
     };
   });
 
+  const metricsPort = envIntOrDefault("HARNESS_METRICS_PORT", 9991);
+  const metricsCollector = new MetricsCollector({ httpPort: metricsPort });
+  console.log(`Prometheus metrics server started on port ${metricsPort}`);
+
   const handler = new TaskHandler({
     client,
     workers,
     scanForDecorated: false,
+    eventListeners: [metricsCollector],
   });
   await handler.startWorkers();
 

harness/manifests/configmap-gcp.yaml

@@ -6,5 +6,5 @@ metadata:
   labels:
     app: js-sdk-harness-worker
 data:
-  CONDUCTOR_SERVER_URL: "https://certification-gcp.orkesconductor.com/api"
-  CONDUCTOR_AUTH_KEY: "e6c1ac61-286b-11f1-be01-c682b5750c3a"
+  CONDUCTOR_SERVER_URL: "https://certification-gcp.orkesconductor.io/api"
+  CONDUCTOR_AUTH_KEY: "25b681c1-34ec-11f1-b07a-9601c7a63373"

harness/manifests/deployment.yaml

@@ -16,7 +16,7 @@ spec:
     spec:
       containers:
       - name: harness
-        image: ghcr.io/conductor-oss/javascript-sdk/harness-worker:latest
+        image: ghcr.io/conductor-oss/javascript-sdk/harness-worker:main-latest
         imagePullPolicy: Always
         env:
         - name: CONDUCTOR_SERVER_URL
@@ -40,6 +40,10 @@ spec:
           value: "20"
         - name: HARNESS_POLL_INTERVAL_MS
           value: "100"
+        ports:
+        - name: metrics
+          containerPort: 9991
+          protocol: TCP
         resources:
           requests:
             memory: "256Mi"