Changes from testing in local environment

Author: thehabes

cache/__tests__/cache-metrics-worst-case.sh

@@ -22,7 +22,7 @@
 BASE_URL="${BASE_URL:-http://localhost:3001}"
 API_BASE="${BASE_URL}/v1"
 # Default token - can be overridden by RERUM_TEST_TOKEN environment variable or user input
-AUTH_TOKEN="${RERUM_TEST_TOKEN:-eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCIsImtpZCI6Ik9FVTBORFk0T1RVNVJrRXlOREl5TTBFMU1FVXdNMFUyT0RGQk9UaEZSa1JDTXpnek1FSTRNdyJ9.eyJodHRwOi8vc3RvcmUucmVydW0uaW8vYWdlbnQiOiJodHRwczovL2RldnN0b3JlLnJlcnVtLmlvL3YxL2lkLzY4ZDZkZDZhNzE4ZWUyOTRmMTk0YmUwNCIsImh0dHA6Ly9yZXJ1bS5pby91c2VyX3JvbGVzIjp7InJvbGVzIjpbImR1bmJhcl91c2VyX3B1YmxpYyIsImdsb3NzaW5nX3VzZXJfcHVibGljIiwibHJkYV91c2VyX3B1YmxpYyIsInJlcnVtX3VzZXJfcHVibGljIiwidHBlbl91c2VyX3B1YmxpYyJdfSwiaHR0cDovL2R1bmJhci5yZXJ1bS5pby91c2VyX3JvbGVzIjp7InJvbGVzIjpbImR1bmJhcl91c2VyX3B1YmxpYyIsImdsb3NzaW5nX3VzZXJfcHVibGljIiwibHJkYV91c2VyX3B1YmxpYyIsInJlcnVtX3VzZXJfcHVibGljIiwidHBlbl91c2VyX3B1YmxpYyJdfSwiaHR0cDovL3JlcnVtLmlvL2FwcF9mbGFnIjpbInRwZW4iXSwiaHR0cDovL2R1bmJhci5yZXJ1bS5pby9hcHBfZmxhZyI6WyJ0cGVuIl0sImlzcyI6Imh0dHBzOi8vY3ViYXAuYXV0aDAuY29tLyIsInN1YiI6ImF1dGgwfDY4ZDZkZDY0YmRhMmNkNzdhMTA2MWMxNyIsImF1ZCI6Imh0dHA6Ly9yZXJ1bS5pby9hcGkiLCJpYXQiOjE3NjEyNTExOTMsImV4cCI6MTc2Mzg0MzE5Mywic2NvcGUiOiJvZmZsaW5lX2FjY2VzcyIsImF6cCI6IjYySnNhOU14SHVxaFJiTzIwZ1RIczlLcEtyN1VlN3NsIn0.RQNhU4OE-MbsQX5aIvCcHpvInaXTQvfdPT8bLGrUVTnsuE8xxk-qDlNrYtSG4BUWpKiGFonjJTNQy75G2PJo46IaGqyZk75GW03iY2cfBXml2W5qfFZ0sUJ2rUtkQEUEGeRYNq0QaVfYEaU76kP_43jn_dB4INP6sp_Xo-hfmmF_aF1-utN31UjnKzZMfC2BCTQwYR5DUjCh8Yqvwus2k5CmiY4Y8rmNOrM6Y0cFWhehOYRgQAea-hRLBGk1dLnU4u7rI9STaQSjANuSNHcFQFypmrftryAEEwksRnip5vQdYzfzZ7Ay4iV8mm2eO4ThKSI5m5kBVyP0rbTcmJUftQ}"
+AUTH_TOKEN="${RERUM_TEST_TOKEN:-eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCIsImtpZCI6Ik9FVTBORFk0T1RVNVJrRXlOREl5TTBFMU1FVXdNMFUyT0RGQk9UaEZSa1JDTXpnek1FSTRNdyJ9.eyJodHRwOi8vc3RvcmUucmVydW0uaW8vYWdlbnQiOiJodHRwOi8vc3RvcmUucmVydW0uaW8vdjEvaWQvNjI1NzJiYTcxZDk3NGQxMzExYWJkNjczIiwiaHR0cDovL3JlcnVtLmlvL3VzZXJfcm9sZXMiOnsicm9sZXMiOlsiZHVuYmFyX3VzZXJfY29udHJpYnV0b3IiLCJnbG9zc2luZ191c2VyX2FkbWluIiwibHJkYV91c2VyX2FkbWluIiwicmVydW1fdXNlcl9hZG1pbiIsInRwZW5fdXNlcl9hZG1pbiJdfSwiaHR0cDovL2R1bmJhci5yZXJ1bS5pby91c2VyX3JvbGVzIjp7InJvbGVzIjpbImR1bmJhcl91c2VyX2NvbnRyaWJ1dG9yIiwiZ2xvc3NpbmdfdXNlcl9hZG1pbiIsImxyZGFfdXNlcl9hZG1pbiIsInJlcnVtX3VzZXJfYWRtaW4iLCJ0cGVuX3VzZXJfYWRtaW4iXX0sImh0dHA6Ly9yZXJ1bS5pby9hcHBfZmxhZyI6WyJyZXJ1bSIsImRsYSIsImxyZGEiLCJnbG9zc2luZyIsInRwZW4iXSwiaHR0cDovL2R1bmJhci5yZXJ1bS5pby9hcHBfZmxhZyI6WyJyZXJ1bSIsImRsYSIsImxyZGEiLCJnbG9zc2luZyIsInRwZW4iXSwiaXNzIjoiaHR0cHM6Ly9jdWJhcC5hdXRoMC5jb20vIiwic3ViIjoiYXV0aDB8NjI1NzJiYTY0MzI1YTIwMDZhNDNlYzY5IiwiYXVkIjoiaHR0cDovL3JlcnVtLmlvL2FwaSIsImlhdCI6MTc2MTMyMzc4NywiZXhwIjoxNzYzOTE1Nzg3LCJzY29wZSI6Im9mZmxpbmVfYWNjZXNzIiwiYXpwIjoiNjJKc2E5TXhIdXFoUmJPMjBnVEhzOUtwS3I3VWU3c2wifQ.PTYcCcIGQwZ06YbcBC0MY3MlTFnNE0XrpBhrmjnjFtfPKJEJD7TfAYoA9HXMjluQvxmJeqtITY-_CX3s8ba9r1wb4AtEVzHVeZ_MUImyN2jrdRAsH-bZFGnmTDleYN841dxtZsY1i4tKJqheg1EPut5MzzRbmGFFSvvVLrUUo0K07xa8zcC7RZrVbJb3zKV2rVQdFvkhY6uSKMTmNqhHA-J3ezrDd-aQvxhNNxlt-aO1tPt3ybCukzkMaG2m-o4pWgpagybQvXscZb0u48LcJGbPAq-K503U34V_j5Tu9KXh75mFcaZmtp5zu8lQv6y34FVyAhxYeVWuq6w6nWNOsg}"
 
 # Test configuration
 CACHE_FILL_SIZE=1000
@@ -194,7 +194,8 @@ measure_endpoint() {
     # Handle curl failure (connection timeout, etc)
     if [ -z "$http_code" ] || [ "$http_code" == "000" ]; then
         http_code="000"
-        log_warning "Endpoint $endpoint timed out or connection failed"
+        # Log to stderr to avoid polluting the return value
+        echo "[WARN] Endpoint $endpoint timed out or connection failed" >&2
     fi
 
     echo "$time|$http_code|$(echo "$response" | head -n-1)"
@@ -2303,14 +2304,16 @@ main() {
         result=$(measure_endpoint "$test_id" "GET" "" "ID retrieval with full cache (miss)")
         log_success "ID retrieval with full cache (cache miss)"
 
+        # Extract just the ID portion for history endpoint
+        local obj_id=$(echo "$test_id" | sed 's|.*/||')
         log_info "Testing /api/history with full cache (cache miss - worst case)..."
-        result=$(measure_endpoint "${test_id}/history" "GET" "" "History with full cache (miss)")
+        result=$(measure_endpoint "${API_BASE}/history/${obj_id}" "GET" "" "History with full cache (miss)")
         log_success "History with full cache (cache miss)"
     fi
 
     log_info "Testing /api/since with full cache (cache miss - worst case)..."
     local since_timestamp=$(($(date +%s) - 3600))
-    result=$(measure_endpoint "${API_BASE}/api/since/${since_timestamp}" "GET" "" "Since with full cache (miss)")
+    result=$(measure_endpoint "${API_BASE}/since/${since_timestamp}" "GET" "" "Since with full cache (miss)")
     log_success "Since with full cache (cache miss)"
 
     # ============================================================

cache/__tests__/cache-metrics.sh

@@ -21,7 +21,7 @@
 BASE_URL="${BASE_URL:-http://localhost:3001}"
 API_BASE="${BASE_URL}/v1"
 # Default token - can be overridden by RERUM_TEST_TOKEN environment variable or user input
-AUTH_TOKEN="${RERUM_TEST_TOKEN:-eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCIsImtpZCI6Ik9FVTBORFk0T1RVNVJrRXlOREl5TTBFMU1FVXdNMFUyT0RGQk9UaEZSa1JDTXpnek1FSTRNdyJ9.eyJodHRwOi8vc3RvcmUucmVydW0uaW8vYWdlbnQiOiJodHRwczovL2RldnN0b3JlLnJlcnVtLmlvL3YxL2lkLzY4ZDZkZDZhNzE4ZWUyOTRmMTk0YmUwNCIsImh0dHA6Ly9yZXJ1bS5pby91c2VyX3JvbGVzIjp7InJvbGVzIjpbImR1bmJhcl91c2VyX3B1YmxpYyIsImdsb3NzaW5nX3VzZXJfcHVibGljIiwibHJkYV91c2VyX3B1YmxpYyIsInJlcnVtX3VzZXJfcHVibGljIiwidHBlbl91c2VyX3B1YmxpYyJdfSwiaHR0cDovL2R1bmJhci5yZXJ1bS5pby91c2VyX3JvbGVzIjp7InJvbGVzIjpbImR1bmJhcl91c2VyX3B1YmxpYyIsImdsb3NzaW5nX3VzZXJfcHVibGljIiwibHJkYV91c2VyX3B1YmxpYyIsInJlcnVtX3VzZXJfcHVibGljIiwidHBlbl91c2VyX3B1YmxpYyJdfSwiaHR0cDovL3JlcnVtLmlvL2FwcF9mbGFnIjpbInRwZW4iXSwiaHR0cDovL2R1bmJhci5yZXJ1bS5pby9hcHBfZmxhZyI6WyJ0cGVuIl0sImlzcyI6Imh0dHBzOi8vY3ViYXAuYXV0aDAuY29tLyIsInN1YiI6ImF1dGgwfDY4ZDZkZDY0YmRhMmNkNzdhMTA2MWMxNyIsImF1ZCI6Imh0dHA6Ly9yZXJ1bS5pby9hcGkiLCJpYXQiOjE3NjEzMTUyNjQsImV4cCI6MTc2MzkwNzI2NCwic2NvcGUiOiJvZmZsaW5lX2FjY2VzcyIsImF6cCI6IjYySnNhOU14SHVxaFJiTzIwZ1RIczlLcEtyN1VlN3NsIn0.PKIRovrdRtBfGLeoGU18ry-kXTTWv8NfkPkY3BfirjH-4g9vVln7jzjf0AeoikaXYbwSatdDXwcOiOHbok_xnshcbKQEGU23G_mnxvqjkdjFU1jin6Xmajj2R3ooo-bRtCZEuu0_j4DS6C43vHKSbl-bHY9-DDEKSG-H5MC0rfJrHnfzfunyA4tKcOH5d1AYg0yxsyEhNiKR5oVQGHetbn6Eu8jweb9gQpVuCnx-mZpmD_P8gHvuKjTRjvvTJ3Jpr9hs8xmjYO6de4fZYds0f79UT3Nbh138Mp62i4I75NKf7eQm7FED7z3wnqObzcmp9RNLoa9TVEgw8k_gBZ7P2Q}"
+AUTH_TOKEN="${RERUM_TEST_TOKEN:-eyJhbGciOiJSUzI1NiIsInR5cCI6IkpXVCIsImtpZCI6Ik9FVTBORFk0T1RVNVJrRXlOREl5TTBFMU1FVXdNMFUyT0RGQk9UaEZSa1JDTXpnek1FSTRNdyJ9.eyJodHRwOi8vc3RvcmUucmVydW0uaW8vYWdlbnQiOiJodHRwOi8vc3RvcmUucmVydW0uaW8vdjEvaWQvNjI1NzJiYTcxZDk3NGQxMzExYWJkNjczIiwiaHR0cDovL3JlcnVtLmlvL3VzZXJfcm9sZXMiOnsicm9sZXMiOlsiZHVuYmFyX3VzZXJfY29udHJpYnV0b3IiLCJnbG9zc2luZ191c2VyX2FkbWluIiwibHJkYV91c2VyX2FkbWluIiwicmVydW1fdXNlcl9hZG1pbiIsInRwZW5fdXNlcl9hZG1pbiJdfSwiaHR0cDovL2R1bmJhci5yZXJ1bS5pby91c2VyX3JvbGVzIjp7InJvbGVzIjpbImR1bmJhcl91c2VyX2NvbnRyaWJ1dG9yIiwiZ2xvc3NpbmdfdXNlcl9hZG1pbiIsImxyZGFfdXNlcl9hZG1pbiIsInJlcnVtX3VzZXJfYWRtaW4iLCJ0cGVuX3VzZXJfYWRtaW4iXX0sImh0dHA6Ly9yZXJ1bS5pby9hcHBfZmxhZyI6WyJyZXJ1bSIsImRsYSIsImxyZGEiLCJnbG9zc2luZyIsInRwZW4iXSwiaHR0cDovL2R1bmJhci5yZXJ1bS5pby9hcHBfZmxhZyI6WyJyZXJ1bSIsImRsYSIsImxyZGEiLCJnbG9zc2luZyIsInRwZW4iXSwiaXNzIjoiaHR0cHM6Ly9jdWJhcC5hdXRoMC5jb20vIiwic3ViIjoiYXV0aDB8NjI1NzJiYTY0MzI1YTIwMDZhNDNlYzY5IiwiYXVkIjoiaHR0cDovL3JlcnVtLmlvL2FwaSIsImlhdCI6MTc2MTMyMzc4NywiZXhwIjoxNzYzOTE1Nzg3LCJzY29wZSI6Im9mZmxpbmVfYWNjZXNzIiwiYXpwIjoiNjJKc2E5TXhIdXFoUmJPMjBnVEhzOUtwS3I3VWU3c2wifQ.PTYcCcIGQwZ06YbcBC0MY3MlTFnNE0XrpBhrmjnjFtfPKJEJD7TfAYoA9HXMjluQvxmJeqtITY-_CX3s8ba9r1wb4AtEVzHVeZ_MUImyN2jrdRAsH-bZFGnmTDleYN841dxtZsY1i4tKJqheg1EPut5MzzRbmGFFSvvVLrUUo0K07xa8zcC7RZrVbJb3zKV2rVQdFvkhY6uSKMTmNqhHA-J3ezrDd-aQvxhNNxlt-aO1tPt3ybCukzkMaG2m-o4pWgpagybQvXscZb0u48LcJGbPAq-K503U34V_j5Tu9KXh75mFcaZmtp5zu8lQv6y34FVyAhxYeVWuq6w6nWNOsg}"
 
 # Test configuration
 CACHE_FILL_SIZE=1000
@@ -193,7 +193,8 @@ measure_endpoint() {
     # Handle curl failure (connection timeout, etc)
     if [ -z "$http_code" ] || [ "$http_code" == "000" ]; then
         http_code="000"
-        log_warning "Endpoint $endpoint timed out or connection failed"
+        # Log to stderr to avoid polluting the return value
+        echo "[WARN] Endpoint $endpoint timed out or connection failed" >&2
     fi
 
     echo "$time|$http_code|$(echo "$response" | head -n-1)"
@@ -2299,14 +2300,16 @@ main() {
         result=$(measure_endpoint "$test_id" "GET" "" "ID retrieval with full cache")
         log_success "ID retrieval with full cache"
 
+        # Extract just the ID portion for history endpoint
+        local obj_id=$(echo "$test_id" | sed 's|.*/||')
         log_info "Testing /api/history with full cache..."
-        result=$(measure_endpoint "${test_id}/history" "GET" "" "History with full cache")
+        result=$(measure_endpoint "${API_BASE}/history/${obj_id}" "GET" "" "History with full cache")
         log_success "History with full cache"
     fi
 
     log_info "Testing /api/since with full cache..."
     local since_timestamp=$(($(date +%s) - 3600))
-    result=$(measure_endpoint "${API_BASE}/api/since/${since_timestamp}" "GET" "" "Since with full cache")
+    result=$(measure_endpoint "${API_BASE}/since/${since_timestamp}" "GET" "" "Since with full cache")
     log_success "Since with full cache"
 
     # ============================================================

cache/docs/CACHE_METRICS_REPORT.md

@@ -1,6 +1,6 @@
 # RERUM Cache Metrics & Functionality Report
 
-**Generated**: Thu Oct 23 20:13:25 UTC 2025  
+**Generated**: Fri Oct 24 16:55:19 UTC 2025  
 **Test Duration**: Full integration and performance suite  
 **Server**: http://localhost:3001
 
@@ -14,11 +14,11 @@
 
 | Metric | Value |
 |--------|-------|
-| Cache Hits | 0 |
-| Cache Misses | 10111 |
-| Hit Rate | 0.00% |
-| Cache Size | 3334 entries |
-| Invalidations | 6671 |
+| Cache Hits | 1328 |
+| Cache Misses | 785 |
+| Hit Rate | 62.85% |
+| Cache Size | 2 entries |
+| Invalidations | 678 |
 
 ---
 
@@ -48,12 +48,12 @@
 
 | Endpoint | Cold Cache (DB) | Warm Cache (Memory) | Speedup | Benefit |
 |----------|-----------------|---------------------|---------|---------|
-| `/query` | 339 | N/A | N/A | N/A |
-| `/search` | 97 | N/A | N/A | N/A |
-| `/searchPhrase` | 20 | N/A | N/A | N/A |
-| `/id` | 416 | N/A | N/A | N/A |
-| `/history` | 709 | N/A | N/A | N/A |
-| `/since` | 716 | N/A | N/A | N/A |
+| `/query` | 342 | N/A | N/A | N/A |
+| `/search` | 109 | N/A | N/A | N/A |
+| `/searchPhrase` | 24 | N/A | N/A | N/A |
+| `/id` | 412 | N/A | N/A | N/A |
+| `/history` | 721 | N/A | N/A | N/A |
+| `/since` | 733 | N/A | N/A | N/A |
 
 **Interpretation**:
 - **Cold Cache**: First request hits database (cache miss)
@@ -69,13 +69,13 @@
 
 | Endpoint | Empty Cache | Full Cache (1000 entries) | Overhead | Impact |
 |----------|-------------|---------------------------|----------|--------|
-| `/create` | 19ms | 30ms | +11ms | ⚠️  Moderate |
-| `/update` | 432ms | 426ms | -6ms | ✅ None |
-| `/patch` | 421ms | 430ms | +9ms | ✅ Low |
-| `/set` | 430ms | 441ms | +11ms | ⚠️  Moderate |
-| `/unset` | 422ms | 426ms | +4ms | ✅ Negligible |
-| `/delete` | 443ms | 428ms | -15ms | ✅ None |
-| `/overwrite` | 430ms | 427ms | -3ms | ✅ None |
+| `/create` | 22ms | 22ms | +0ms | ✅ Negligible |
+| `/update` | 452ms | 419ms | -33ms | ✅ None |
+| `/patch` | 425ms | 420ms | -5ms | ✅ None |
+| `/set` | 425ms | 439ms | +14ms | ⚠️  Moderate |
+| `/unset` | 422ms | 420ms | -2ms | ✅ None |
+| `/delete` | 450ms | 442ms | -8ms | ✅ None |
+| `/overwrite` | 423ms | 422ms | -1ms | ✅ None |
 
 **Interpretation**:
 - **Empty Cache**: Write with no cache to invalidate
@@ -97,9 +97,9 @@
 - Net benefit on 1000 reads: ~0ms saved (assuming 70% hit rate)
 
 **Cache Costs (Writes)**:
-- Average overhead per write: ~1ms
-- Overhead percentage: ~0%
-- Net cost on 1000 writes: ~1000ms
+- Average overhead per write: ~-5ms
+- Overhead percentage: ~-1%
+- Net cost on 1000 writes: ~-5000ms
 - Tested endpoints: create, update, patch, set, unset, delete, overwrite
 
 **Break-Even Analysis**:
@@ -111,17 +111,17 @@ For a workload with:
 
 ```
 Without Cache:
-  800 reads × 339ms = 271200ms
-  200 writes × 19ms = 3800ms
-  Total: 275000ms
+  800 reads × 342ms = 273600ms
+  200 writes × 22ms = 4400ms
+  Total: 278000ms
 
 With Cache:
   560 cached reads × 5ms = 2800ms
-  240 uncached reads × 339ms = 81360ms
-  200 writes × 30ms = 6000ms
-  Total: 90160ms
+  240 uncached reads × 342ms = 82080ms
+  200 writes × 22ms = 4400ms
+  Total: 89280ms
 
-Net Improvement: 184840ms faster (~68% improvement)
+Net Improvement: 188720ms faster (~68% improvement)
 ```
 
 ---
@@ -132,7 +132,7 @@ Net Improvement: 184840ms faster (~68% improvement)
 
 The cache layer provides:
 1. **Significant read performance improvements** (0ms average speedup)
-2. **Minimal write overhead** (1ms average, ~0% of write time)
+2. **Minimal write overhead** (-5ms average, ~-1% of write time)
 3. **All endpoints functioning correctly** (26 passed tests)
 
 ### 📊 Monitoring Recommendations
@@ -146,7 +146,7 @@ In production, monitor:
 ### ⚙️ Configuration Tuning
 
 Current cache configuration:
-- Max entries: 5000
+- Max entries: 1000
 - Max size: 1000000000 bytes
 - TTL: 300 seconds
 
@@ -176,6 +176,6 @@ Consider tuning based on:
 
 ---
 
-**Report Generated**: Thu Oct 23 20:13:25 UTC 2025  
+**Report Generated**: Fri Oct 24 16:55:19 UTC 2025  
 **Format Version**: 1.0  
 **Test Suite**: cache-metrics.sh