chore: add benchmark for init duration integration test (#36)

Author: mosheshaham-dash0

.github/workflows/deploy.yml

@@ -79,18 +79,23 @@ jobs:
         env:
           GH_TOKEN: ${{ github.token }}
         run: |
+          PYTHON="${{ steps.layers.outputs.python_version }}"
+          NODE="${{ steps.layers.outputs.node_version }}"
+          JAVA="${{ steps.layers.outputs.java_version }}"
+          MANUAL="${{ steps.layers.outputs.manual_version }}"
+
           cat <<EOF | gh release create "${{ steps.tag.outputs.tag }}" --title "${{ steps.tag.outputs.tag }}" --notes-file -
           ## Layer ARNs
 
           **Python:**
-          `arn:aws:lambda:<region>:115813213817:layer:dash0-extension-python:${{ steps.layers.outputs.python_version }}`
+          \`arn:aws:lambda:<region>:115813213817:layer:dash0-extension-python:${PYTHON}\`
 
           **Node:**
-          `arn:aws:lambda:<region>:115813213817:layer:dash0-extension-node:${{ steps.layers.outputs.node_version }}`
+          \`arn:aws:lambda:<region>:115813213817:layer:dash0-extension-node:${NODE}\`
 
           **Java:**
-          `arn:aws:lambda:<region>:115813213817:layer:dash0-extension-java:${{ steps.layers.outputs.java_version }}`
+          \`arn:aws:lambda:<region>:115813213817:layer:dash0-extension-java:${JAVA}\`
 
           **Manual:**
-          `arn:aws:lambda:<region>:115813213817:layer:dash0-extension-manual:${{ steps.layers.outputs.manual_version }}`
+          \`arn:aws:lambda:<region>:115813213817:layer:dash0-extension-manual:${MANUAL}\`
           EOF

benchmarks/.gitignore

@@ -0,0 +1,7 @@
+node_modules/
+cdk.out/
+dist/
+
+# Gradle
+.gradle/
+build/

benchmarks/README.md

@@ -0,0 +1,51 @@
+# Extension Performance Benchmarks
+
+Measures the init duration and memory overhead added by the Dash0 Lambda extension across all supported runtimes.
+
+## What it measures
+
+For each runtime version (Python 3.10-3.14, Node.js 20/22/24, Java 17/21/25), two Lambda functions are deployed:
+- **Baseline**: minimal handler, no layer
+- **Instrumented**: same handler with the Dash0 extension layer
+
+Each function is invoked multiple times with forced cold starts. Init duration and max memory used are extracted from the Lambda REPORT line (via `LogType: Tail`).
+
+## Running via GitHub Actions
+
+Trigger the `Benchmark` workflow manually from the Actions tab. Inputs:
+- `cold_start_invocations`: number of cold starts per function (default: 10)
+- `commit_results`: whether to commit results back to the repo
+
+## Running locally
+
+```bash
+# Prerequisites: AWS credentials configured, layers already published
+
+# Deploy the benchmark stack
+cd benchmarks/iac
+npm ci
+npx cdk deploy
+
+# Install script dependencies & run
+cd ../scripts
+npm ci
+npx tsx run-benchmark.ts
+
+# Clean up
+cd ../iac
+npx cdk destroy --force
+```
+
+### Environment variables
+
+| Variable | Default | Description |
+|---|---|---|
+| `RESOURCE_PREFIX` | `""` | Prefix for function/layer names |
+| `AWS_REGION` | `us-west-2` | AWS region |
+| `COLD_START_INVOCATIONS` | `10` | Number of cold starts per function |
+| `BENCHMARK_CONCURRENCY` | `10` | Max functions benchmarked in parallel |
+| `OUTPUT_FILE` | `results/YYYY-MM-DD.json` | Output file path |
+
+## Results
+
+Results are saved as JSON in `results/`. The script also prints a comparison table to stdout showing init duration and memory overhead per runtime.

benchmarks/iac/bin/benchmark.ts

@@ -0,0 +1,7 @@
+#!/usr/bin/env node
+import * as cdk from 'aws-cdk-lib/core';
+import { BenchmarkStack } from '../lib/benchmark-stack';
+
+const prefix = process.env.RESOURCE_PREFIX ?? '';
+const app = new cdk.App();
+new BenchmarkStack(app, `${prefix}BenchmarkStack`);

benchmarks/iac/cdk.json

@@ -0,0 +1,14 @@
+{
+  "app": "npx ts-node --prefer-ts-exts bin/benchmark.ts",
+  "requireApproval": "never",
+  "context": {
+    "@aws-cdk/aws-lambda:recognizeLayerVersion": true,
+    "@aws-cdk/core:checkSecretUsage": true,
+    "@aws-cdk/core:target-partitions": ["aws"],
+    "@aws-cdk/aws-iam:minimizePolicies": true,
+    "@aws-cdk/core:validateSnapshotRemovalPolicy": true,
+    "@aws-cdk/aws-lambda-nodejs:useLatestRuntimeVersion": true,
+    "@aws-cdk/customresources:installLatestAwsSdkDefault": false,
+    "@aws-cdk/custom-resources:logApiResponseDataPropertyTrueDefault": false
+  }
+}

benchmarks/iac/lambdas/java/build.gradle.kts

@@ -0,0 +1,26 @@
+plugins {
+    id("java")
+}
+
+group = "org.example"
+version = "1.0-SNAPSHOT"
+
+repositories {
+    mavenCentral()
+}
+
+dependencies {
+    implementation("com.amazonaws:aws-lambda-java-core:1.2.3")
+}
+
+tasks.register<Zip>("buildZip") {
+    from(tasks.named("compileJava"))
+    from(tasks.named("processResources"))
+    into("lib") {
+        from(configurations.runtimeClasspath)
+    }
+}
+
+tasks.named("build") {
+    dependsOn("buildZip")
+}

benchmarks/iac/lambdas/java/gradle/wrapper/gradle-wrapper.jar

@@ -0,0 +1,6 @@
+#Tue Feb 17 12:41:19 IST 2026
+distributionBase=GRADLE_USER_HOME
+distributionPath=wrapper/dists
+distributionUrl=https\://services.gradle.org/distributions/gradle-9.0.0-bin.zip
+zipStoreBase=GRADLE_USER_HOME
+zipStorePath=wrapper/dists

benchmarks/iac/lambdas/java/gradle/wrapper/gradle-wrapper.properties

@@ -0,0 +1 @@
+rootProject.name = "benchmark-java"