Merge pull request #6 from constructive-io/dev/testing-strategy

Dev/testing strategy using a matrix

Author: Jovonni

.github/workflows/test-k8s-deployment.yaml

@@ -25,6 +25,24 @@ jobs:
   k8s-ci-test:
     runs-on: ubuntu-latest
     timeout-minutes: 45
+    strategy:
+      fail-fast: false
+      matrix:
+        function:
+          - hello-world
+          - llm-internal-calvin
+          - opencode-headless
+          - twilio-sms
+          - llm-external
+          - send-email-link
+          - crypto-login
+          - github-repo-creator
+          - pytorch-gpu
+          - runtime-script
+          - rust-hello-world
+          - simple-bash
+          - simple-email
+          - stripe-function
 
     steps:
       - name: Checkout
@@ -212,7 +230,7 @@ jobs:
       - name: Run K8s Tests
         run: |
           # Ensure kubectl proxy port is available or managed by the runner
-          make test-k8s-all
+          pnpm exec ts-node scripts/test-runner.ts --function ${{ matrix.function }}
 
 
       - name: Dump diagnostics on failure

Makefile

@@ -74,3 +74,12 @@ test-llm-external:
 
 test-email:
 	pnpm exec ts-node scripts/test-runner.ts --function send-email-link
+
+# Cleanup K8s Resources
+k8s-clean:
+	@echo "Cleaning up K8s jobs for constructive-functions..."
+	# Delete all jobs matching test-* or *-exec-* pattern (batch delete)
+	@kubectl get jobs -n default --no-headers -o custom-columns=":metadata.name" | grep -E "^test-|-exec-" | xargs kubectl delete job -n default --ignore-not-found || true
+	# Delete all pods matching test-* or *-exec-* pattern (orphaned pods) (batch delete)
+	@kubectl get pods -n default --no-headers -o custom-columns=":metadata.name" | grep -E "^test-|-exec-" | xargs kubectl delete pod -n default --ignore-not-found || true
+	@echo "Done."

functions/_runtimes/node/runner.js

@@ -74,7 +74,12 @@ const run = async () => {
     }
 
     // 4. Setup GraphQL Client
-    const client = new GraphQLClient(process.env.GRAPHQL_ENDPOINT || 'http://constructive-server:3000/graphql');
+    const graphqlEndpoint = process.env.GRAPHQL_ENDPOINT || 'http://constructive-server:3000/graphql';
+    if (!process.env.GRAPHQL_ENDPOINT) {
+        // Warn if falling back, to aid debugging
+        console.warn(`[runner] GRAPHQL_ENDPOINT not set, defaulting to internal k8s service: ${graphqlEndpoint}`);
+    }
+    const client = new GraphQLClient(graphqlEndpoint);
 
     // 5. Setup Route
     app.post('/', async (req, res) => {

functions/llm-internal-calvin/__tests__/index.test.ts

@@ -86,7 +86,7 @@ describe('LLM Internal Calvin Function (Integration)', () => {
                             imagePullPolicy: "IfNotPresent",
                             command: ["npx", "ts-node", "functions/_runtimes/node/runner.js", "functions/llm-internal-calvin/src/index.ts"],
                             env: [
-                                { name: "CALVIN_API_KEY", value: "42ee96e2cf9c616c81f5b361b36c899d7bda0e1495fb4b98b46a208c923c35e7" },
+                                { name: "CALVIN_API_KEY", value: process.env.CALVIN_API_KEY },
                                 { name: "PORT", value: "8080" }
                             ]
                         }]