EXPERIMENT: add a benchmarker

Author: NarrowsProjects

.github/workflows/bookkeeping.yml

@@ -15,6 +15,51 @@ concurrency:
   cancel-in-progress: true
 
 jobs:
+  benchmark:
+    name: envs benchmarks
+    runs-on: ubuntu-latest
+    timeout-minutes: 10
+
+    strategy:
+      fail-fast: false
+
+    steps:
+      - uses: actions/checkout@v6
+      - name: Set up Docker
+        uses: docker/setup-buildx-action@v4
+
+      - name: Set COMPOSE_PROJECT_NAME
+        run: echo "COMPOSE_PROJECT_NAME=benchmark_app" >> $GITHUB_ENV
+
+      - name: Build and Start Test Database
+        run: |
+          docker compose \
+          -f docker-compose.test-parallel-base.yml \
+          -f docker-compose.benchmark-ci.yml \
+          up --detach test_db
+
+      - name: Build Benchmark Container
+        run: |
+          docker compose \
+          -f docker-compose.test-parallel-base.yml \
+          -f docker-compose.benchmark-ci.yml \
+          build test_app
+
+      - name: Run Benchmarks
+        run: |
+          docker compose \
+          -f docker-compose.test-parallel-base.yml \
+          -f docker-compose.benchmark-ci.yml \
+          run test_app
+
+      - name: Clean Up
+        if: always()
+        run: |
+          docker compose \
+          -f docker-compose.test-parallel-base.yml \
+          -f docker-compose.benchmark-ci.yml \
+          down
+
   parallel_tests:
     name: ${{ matrix.test_type }}
     runs-on: ubuntu-latest

Dockerfile

@@ -48,6 +48,11 @@ FROM developmentdependencies AS test
 # Run start script as specified in package.json
 CMD [ "/opt/wait-for-it.sh", "-t", "0", "database:3306", "--", "npm", "run", "test" ]
 
+# ---- Benchmark ----
+FROM developmentdependencies AS benchmark
+
+CMD [ "sh", "-c", "/opt/wait-for-it.sh -t 0 test_db:3306 -- node /opt/test.js" ]
+
 #
 # ---- Test parallel for CI ----
 FROM developmentdependencies AS test_parallel_ci

docker-compose.benchmark-ci.yml

@@ -0,0 +1,13 @@
+services:
+  test_app:
+    build:
+      target: benchmark
+    volumes:
+      - type: bind
+        read_only: true
+        source: ./scripts
+        target: /opt
+      - type: bind
+        source: ./docker/storage
+        target: /var/storage
+        read_only: false

scripts/test.js

@@ -0,0 +1,72 @@
+import http from 'http';
+
+
+const ITERATIONS = 100;
+const token = 'eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpZCI6MCwidXNlcm5hbWUiOiJhbm9ueW1vdXMiLCJuYW1lIjoiQW5vbnltb3VzIiwiYWNjZXNzIjoiYWRtaW4iLCJpYXQiOjE3ODIzOTk4MjgsImV4cCI6MTc4MzAwNDYyOCwiaXNzIjoibzItdWkifQ.7WPQ0YSB60_XZUV62jtzMTmxV08Zd5eeVolsb56XFRA';
+
+
+function request(url) {
+ return new Promise((resolve) => {
+   const start = Date.now();
+
+
+   http.get(url, (res) => {
+       res.resume();
+       res.on("end", () => {
+           resolve({ responseTime: Date.now() - start, statusCode: res.statusCode });
+       });
+   })
+ });
+}
+
+
+const latencyData = {};
+
+
+async function runTest(key, endpoint) {
+ const results = [];
+
+
+ for (let i = 1; i <= ITERATIONS; i++) {
+   const result = await request(`${endpoint}&token=${token}`);
+   results.push(result);
+ }
+
+
+
+
+ const times = results.map((r) => r.responseTime);
+ const sorted = [...times].sort((a, b) => a - b);
+ const avg = times.reduce((a, b) => a + b, 0) / times.length;
+ const min = sorted[0];
+ const max = sorted[sorted.length - 1];
+
+
+ latencyData[key] = { endpoint, min, max, avg: avg.toFixed(2) };
+}
+
+
+
+
+function printResults() {
+   console.log("====== Latency Benchmark Results ======");
+
+
+   for (let [key, { endpoint, min, max, avg }] of Object.entries(latencyData)) {
+       console.log(`Page:       ${key}`);
+       console.log(`Endpoint:   GET ${endpoint}`);
+       console.log(`Iterations: ${ITERATIONS}`);
+       console.log(`Min:        ${min} ms`);
+       console.log(`Max:        ${max} ms`);
+       console.log(`Avg:        ${avg} ms`);
+       console.log("---------------------------------------");
+   }
+
+
+   console.log("=======================================");
+}
+
+
+Promise.all([
+   await runTest('Envs', 'http://localhost:4000/api/environments?page[offset]=0&page[limit]=10'),
+]).then(printResults);