add a simple stress testing suite for client

Useful to compare different http client libraries

Author: tanmaykm

test/specs/stresstest.yaml

@@ -0,0 +1,56 @@
+openapi: 3.0.3
+info:
+  title: Stress Test Echo Service
+  description: Simple echo service for stress testing the OpenAPI client
+  version: 1.0.0
+servers:
+  - url: http://127.0.0.1:8082
+    description: Local test server
+paths:
+  /echo:
+    get:
+      summary: Echo GET endpoint
+      description: Returns a simple JSON response with server timestamp
+      responses:
+        '200':
+          description: Successful response
+          content:
+            application/json:
+              schema:
+                type: object
+                properties:
+                  timestamp:
+                    type: string
+                    format: date-time
+                    description: Server timestamp when request was received
+                  message:
+                    type: string
+                    description: Echo message
+    post:
+      summary: Echo POST endpoint
+      description: Echoes back the request body with metadata
+      requestBody:
+        required: true
+        content:
+          application/json:
+            schema:
+              type: object
+              properties:
+                data:
+                  type: string
+                  description: Data to echo back
+      responses:
+        '200':
+          description: Successful response
+          content:
+            application/json:
+              schema:
+                type: object
+                properties:
+                  timestamp:
+                    type: string
+                    format: date-time
+                    description: Server timestamp when request was received
+                  data:
+                    type: string
+                    description: Echoed data from request

test/stresstest/README.md

@@ -0,0 +1,34 @@
+# Stress Test for OpenAPI.jl Client
+
+Stress testing suite for the OpenAPI.jl HTTP client.
+
+## Quick Start
+
+Run the stress test with default settings:
+
+```bash
+julia runtests.jl
+```
+
+## Configuration
+
+Configure via environment variables:
+
+| Variable | Default | Description |
+|----------|---------|-------------|
+| `STRESS_DURATION` | 30 | Test duration in seconds |
+| `STRESS_CONCURRENCY` | 10 | Number of concurrent tasks |
+| `STRESS_PAYLOAD_SIZE` | 1024 | POST payload size in bytes |
+| `STRESS_HTTPLIB` | http | HTTP backend (`http` or `downloads`) |
+
+## Examples
+
+**Light test:**
+```bash
+STRESS_DURATION=5 STRESS_CONCURRENCY=5 julia runtests.jl
+```
+
+**Test with Downloads.jl backend:**
+```bash
+STRESS_HTTPLIB=downloads STRESS_DURATION=30 STRESS_CONCURRENCY=100 julia runtests.jl
+```

test/stresstest/StressTest/StressTest.jl

@@ -0,0 +1,24 @@
+module StressTest
+
+using JSON
+using Statistics
+using Printf
+
+# Include submodules in correct dependency order
+include("metrics.jl")      # Independent, must come first
+include("execution.jl")    # Depends on metrics.jl
+
+# Re-export all public functions and types
+export StressMetrics,
+       record_success, record_error,
+       report_metrics,
+       calculate_percentile,
+       get_total_requests, get_success_count,
+       get_success_rate, get_error_rate, get_throughput,
+       get_min_latency, get_max_latency,
+       get_mean_latency, get_median_latency,
+       StressTestConfig,
+       run_get_stress_test, run_post_stress_test,
+       generate_payload
+
+end # module

test/stresstest/StressTest/execution.jl

@@ -0,0 +1,134 @@
+"""
+Stress test execution functions for testing the OpenAPI client.
+"""
+
+"""
+    StressTestConfig
+
+Configuration for stress tests.
+
+# Fields
+- `duration::Int` - Test duration in seconds
+- `concurrency::Int` - Number of concurrent tasks
+- `payload_size::Int` - POST payload size in bytes
+- `httplib::Symbol` - HTTP backend to use (:http or :downloads)
+- `target_url::String` - Base URL of the echo server
+"""
+mutable struct StressTestConfig
+    duration::Int
+    concurrency::Int
+    payload_size::Int
+    httplib::Symbol
+    target_url::String
+
+    function StressTestConfig(;
+        duration=30,
+        concurrency=100,
+        payload_size=1024,
+        httplib=:http,
+        target_url="http://127.0.0.1:8082",
+    )
+        return new(duration, concurrency, payload_size, httplib, target_url)
+    end
+end
+
+function generate_payload(size::Int)
+    data = "x" ^ max(1, size)
+    return Main.StressTestClient.EchoPostRequest(; data = data)
+end
+
+"""
+    run_get_stress_test(api::DefaultApi, config::StressTestConfig, metrics::StressMetrics)
+
+Run a GET stress test for the specified duration and concurrency.
+
+# Arguments
+- `api::DefaultApi` - API instance to use
+- `config::StressTestConfig` - Test configuration
+- `metrics::StressMetrics` - Metrics container to record results
+"""
+function run_get_stress_test(api::Main.StressTestClient.DefaultApi, config::StressTestConfig, metrics::StressMetrics)
+    @info("Starting GET stress test")
+
+    metrics.start_time = time()
+
+    @sync begin
+        for task_idx in 1:config.concurrency
+            @async begin
+                task_start = time()
+                local requests_made = 0
+
+                while time() - task_start < config.duration
+                    try
+                        t0 = time()
+                        result, resp = Main.StressTestClient.echo_get(api)
+                        duration = time() - t0
+
+                        if resp.status == 200
+                            record_success(metrics, duration)
+                        else
+                            record_error(metrics, "HTTP-$(resp.status)")
+                        end
+
+                        requests_made += 1
+                    catch ex
+                        error_type = string(typeof(ex))
+                        # Remove module prefix for cleaner output
+                        error_type = split(error_type, ".")[end]
+                        record_error(metrics, error_type)
+                    end
+                end
+            end
+        end
+    end
+
+    metrics.end_time = time()
+end
+
+"""
+    run_post_stress_test(api::DefaultApi, config::StressTestConfig, metrics::StressMetrics)
+
+Run a POST stress test for the specified duration and concurrency.
+
+# Arguments
+- `api::DefaultApi` - API instance to use
+- `config::StressTestConfig` - Test configuration
+- `metrics::StressMetrics` - Metrics container to record results
+"""
+function run_post_stress_test(api::Main.StressTestClient.DefaultApi, config::StressTestConfig, metrics::StressMetrics)
+    @info("Starting POST stress test")
+    payload = generate_payload(config.payload_size)
+    metrics.start_time = time()
+
+    @sync begin
+        for task_idx in 1:config.concurrency
+            @async begin
+                task_start = time()
+                local requests_made = 0
+
+                while time() - task_start < config.duration
+                    try
+                        t0 = time()
+                        result, resp = Main.StressTestClient.echo_post(api, payload)
+                        duration = time() - t0
+
+                        if resp.status == 200
+                            record_success(metrics, duration)
+                        else
+                            record_error(metrics, "HTTP-$(resp.status)")
+                        end
+
+                        requests_made += 1
+                    catch ex
+                        error_type = string(typeof(ex))
+                        # Remove module prefix for cleaner output
+                        error_type = split(error_type, ".")[end]
+                        record_error(metrics, error_type)
+                    end
+                end
+            end
+        end
+    end
+
+    metrics.end_time = time()
+end