add h3

Author: MDA2AV

frameworks/aspnet-minimal/Dockerfile

@@ -4,7 +4,8 @@ COPY . .
 RUN dotnet publish -c Release -o out
 
 FROM mcr.microsoft.com/dotnet/aspnet:10.0-preview-alpine
+RUN apk add --no-cache libmsquic
 WORKDIR /app
 COPY --from=build /app/out .
-EXPOSE 8080 8443
+EXPOSE 8080 8443/tcp 8443/udp
 ENTRYPOINT ["dotnet", "aspnet-minimal.dll"]

frameworks/aspnet-minimal/Program.cs

@@ -17,16 +17,15 @@
         lo.Protocols = HttpProtocols.Http1;
     });
 
-    // HTTPS + HTTP/2 on port 8443
+    // HTTPS + HTTP/2 + HTTP/3 on port 8443
     if (hasCert)
     {
         options.ListenAnyIP(8443, lo =>
         {
-            lo.Protocols = HttpProtocols.Http2;
+            lo.Protocols = HttpProtocols.Http1AndHttp2AndHttp3;
             lo.UseHttps(X509Certificate2.CreateFromPemFile(certPath, keyPath));
         });
-
-}
+    }
 });
 
 var app = builder.Build();

frameworks/aspnet-minimal/meta.json

@@ -6,5 +6,5 @@
   "description": "Minimal ASP.NET Core server using .NET 10 preview with Kestrel and minimal API routing.",
   "repo": "https://github.com/dotnet/aspnetcore",
   "enabled": true,
-  "tests": ["baseline", "pipelined", "limited-conn", "json", "baseline-h2", "static-h2"]
+  "tests": ["baseline", "pipelined", "limited-conn", "json", "baseline-h2", "static-h2", "baseline-h3", "static-h3"]
 }

frameworks/caddy/Dockerfile

@@ -7,6 +7,6 @@ RUN xcaddy build v2.9.1 --with httparena-handler=/app
 FROM debian:bookworm-slim
 COPY --from=build /app/caddy /usr/local/bin/caddy
 COPY Caddyfile /etc/caddy/Caddyfile
-EXPOSE 8080 8443
+EXPOSE 8080 8443/tcp 8443/udp
 ENV GOGC=400
 CMD ["caddy", "run", "--config", "/etc/caddy/Caddyfile"]

frameworks/caddy/meta.json

@@ -6,5 +6,5 @@
   "description": "Caddy web server with a custom handler module for benchmark endpoints, native HTTP/2 support.",
   "repo": "https://github.com/caddyserver/caddy",
   "enabled": true,
-  "tests": ["baseline", "limited-conn", "json", "baseline-h2", "static-h2"]
+  "tests": ["baseline", "limited-conn", "json", "baseline-h2", "static-h2", "baseline-h3", "static-h3"]
 }

frameworks/h2o-h3/Dockerfile

@@ -0,0 +1,27 @@
+FROM buildpack-deps:bookworm AS build
+
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    cmake clang libssl-dev zlib1g-dev libbrotli-dev git bison ruby
+
+# Build h2o from source with HTTP/3 (quicly + picotls submodules) and mruby
+WORKDIR /tmp/h2o
+RUN git clone --recurse-submodules --depth 1 https://github.com/h2o/h2o.git . && \
+    cmake -B build \
+      -DCMAKE_BUILD_TYPE=Release \
+      -DCMAKE_C_COMPILER=clang \
+      -DCMAKE_C_FLAGS="-flto=auto -march=native -mtune=native" \
+      -DWITH_MRUBY=on \
+      -S . && \
+    cmake --build build -j && \
+    cmake --install build
+
+FROM debian:bookworm-slim
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    libssl3 jq && \
+    rm -rf /var/lib/apt/lists/*
+COPY --from=build /usr/local/bin/h2o /usr/local/bin/h2o
+COPY --from=build /usr/local/share/h2o /usr/local/share/h2o
+COPY entrypoint.sh /entrypoint.sh
+RUN chmod +x /entrypoint.sh
+EXPOSE 8080 8443/tcp 8443/udp
+CMD ["/entrypoint.sh"]

frameworks/h2o-h3/entrypoint.sh

@@ -0,0 +1,77 @@
+#!/bin/sh
+set -e
+
+NPROC=$(nproc)
+
+# Preprocess dataset.json → response.json (add total field, wrap in {items,count})
+if [ -f /data/dataset.json ]; then
+    jq '{ items: [.[] | . + { total: ((.price * .quantity * 100 | round) / 100) }], count: length }' \
+        /data/dataset.json > /tmp/response.json
+fi
+
+# Generate h2o.conf
+cat > /tmp/h2o.conf << EOF
+num-threads: ${NPROC}
+
+listen:
+  port: 8080
+
+listen: &ssl_listen
+  port: 8443
+  ssl:
+    certificate-file: /certs/server.crt
+    key-file: /certs/server.key
+
+listen:
+  <<: *ssl_listen
+  type: quic
+
+hosts:
+  default:
+    paths:
+      "/pipeline":
+        mruby.handler: |
+          Proc.new { [200, {"content-type" => "text/plain"}, ["ok"]] }
+
+      "/baseline11":
+        mruby.handler: |
+          Proc.new do |env|
+            sum = 0
+            qs = env["QUERY_STRING"]
+            if qs
+              qs.split("&").each do |pair|
+                _k, v = pair.split("=", 2)
+                sum += v.to_i if v
+              end
+            end
+            if env["REQUEST_METHOD"] == "POST"
+              body = env["rack.input"] ? env["rack.input"].read : ""
+              body = body.strip
+              sum += body.to_i if body.length > 0
+            end
+            [200, {"content-type" => "text/plain"}, [sum.to_s]]
+          end
+
+      "/baseline2":
+        mruby.handler: |
+          Proc.new do |env|
+            sum = 0
+            qs = env["QUERY_STRING"]
+            if qs
+              qs.split("&").each do |pair|
+                _k, v = pair.split("=", 2)
+                sum += v.to_i if v
+              end
+            end
+            [200, {"content-type" => "text/plain"}, [sum.to_s]]
+          end
+
+      "/json":
+        file.file: /tmp/response.json
+        header.add: "content-type: application/json"
+
+      "/static":
+        file.dir: /data/static
+EOF
+
+exec h2o -c /tmp/h2o.conf

frameworks/h2o-h3/meta.json

@@ -0,0 +1,10 @@
+{
+  "display_name": "h2o-h3",
+  "language": "C",
+  "type": "realistic",
+  "engine": "h2o",
+  "description": "h2o config-based server with mruby handlers and native HTTP/3 (QUIC) support.",
+  "repo": "https://github.com/h2o/h2o",
+  "enabled": true,
+  "tests": ["baseline", "pipelined", "limited-conn", "json", "baseline-h2", "static-h2", "baseline-h3", "static-h3"]
+}

scripts/benchmark.sh

@@ -7,6 +7,7 @@ cd "$ROOT_DIR"
 
 GCANNON="${GCANNON:-/home/diogo/Desktop/Socket/gcannon/gcannon}"
 H2LOAD="${H2LOAD:-h2load}"
+OHA="${OHA:-oha}"
 HARD_NOFILE=$(ulimit -Hn)
 ulimit -n "$HARD_NOFILE"
 THREADS=12
@@ -19,16 +20,18 @@ RESULTS_DIR="$ROOT_DIR/results"
 CERTS_DIR="$ROOT_DIR/certs"
 
 # Profile definitions: pipeline|req_per_conn|cpu_limit|connections|endpoint
-# endpoint: empty = /baseline11 (raw), "json" = /json (GET), "pipeline" = /pipeline, "h2" = /baseline2 (h2load), "static-h2" = multi-URI h2load
+# endpoint: empty = /baseline11 (raw), "json" = /json (GET), "pipeline" = /pipeline, "h2" = /baseline2 (h2load), "static-h2" = multi-URI h2load, "h3" = /baseline2 (oha HTTP/3)
 declare -A PROFILES=(
     [baseline]="1|0||512,4096,16384|"
     [pipelined]="16|0||512,4096,16384|pipeline"
     [limited-conn]="1|10||512,4096|"
     [json]="1|0||4096,16384,32768|json"
     [baseline-h2]="1|0||64,256,1024|h2"
     [static-h2]="1|0||64,256,1024|static-h2"
+    [baseline-h3]="128|0||64,512|h3"
+    [static-h3]="128|0||64,512|static-h3"
 )
-PROFILE_ORDER=(baseline pipelined limited-conn json baseline-h2 static-h2)
+PROFILE_ORDER=(baseline pipelined limited-conn json baseline-h2 static-h2 baseline-h3 static-h3)
 
 # Parse flags
 SAVE_RESULTS=false
@@ -267,7 +270,9 @@ for profile in "${profiles_to_run[@]}"; do
 
     # Wait for server
     echo "[wait] Waiting for server..."
-    if [ "$endpoint" = "h2" ] || [ "$endpoint" = "static-h2" ]; then
+    if [ "$endpoint" = "h3" ] || [ "$endpoint" = "static-h3" ]; then
+        local_check_url="https://localhost:$H2PORT/baseline2?a=1&b=1"
+    elif [ "$endpoint" = "h2" ] || [ "$endpoint" = "static-h2" ]; then
         local_check_url="https://localhost:$H2PORT/static/reset.css"
         [ "$endpoint" = "h2" ] && local_check_url="https://localhost:$H2PORT/baseline2?a=1&b=1"
     elif [ "$endpoint" = "json" ]; then
@@ -289,7 +294,25 @@ for profile in "${profiles_to_run[@]}"; do
 
     # Build load generator args based on profile endpoint
     USE_H2LOAD=false
-    if [ "$endpoint" = "static-h2" ]; then
+    USE_OHA=false
+    if [ "$endpoint" = "static-h3" ]; then
+        USE_OHA=true
+        oha_out=$(mktemp)
+        gc_args=("$OHA"
+            "$REQUESTS_DIR/static-h2-uris.txt"
+            --urls-from-file
+            --http-version 3 --insecure
+            -o "$oha_out" --output-format json
+            -c "$CONNS" -p "$pipeline" -z "$DURATION")
+    elif [ "$endpoint" = "h3" ]; then
+        USE_OHA=true
+        oha_out=$(mktemp)
+        gc_args=("$OHA"
+            "https://localhost:$H2PORT/baseline2?a=1&b=1"
+            --http-version 3 --insecure
+            -o "$oha_out" --output-format json
+            -c "$CONNS" -p "$pipeline" -z "$DURATION")
+    elif [ "$endpoint" = "static-h2" ]; then
         USE_H2LOAD=true
         gc_args=("$H2LOAD"
             -i "$REQUESTS_DIR/static-h2-uris.txt"
@@ -330,7 +353,11 @@ for profile in "${profiles_to_run[@]}"; do
         done &
         stats_pid=$!
 
-        if [ "$USE_H2LOAD" = "true" ]; then
+        if [ "$USE_OHA" = "true" ]; then
+            "${gc_args[@]}" || true
+            output=$(cat "$oha_out" 2>/dev/null)
+            rm -f "$oha_out"
+        elif [ "$USE_H2LOAD" = "true" ]; then
             output=$(timeout 45 "${gc_args[@]}" 2>&1) || true
         else
             output=$(timeout 45 "$GCANNON" "${gc_args[@]}" 2>&1) || true
@@ -345,7 +372,11 @@ for profile in "${profiles_to_run[@]}"; do
         echo "$output"
         echo "  CPU: $avg_cpu | Mem: $peak_mem"
 
-        if [ "$USE_H2LOAD" = "true" ]; then
+        if [ "$USE_OHA" = "true" ]; then
+            # oha JSON: .summary.requestsPerSec
+            rps_int=$(echo "$output" | python3 -c "import sys,json; d=json.load(sys.stdin); print(int(d['summary']['requestsPerSec']))" 2>/dev/null || echo "0")
+            rps_int=${rps_int:-0}
+        elif [ "$USE_H2LOAD" = "true" ]; then
             # h2load: "finished in 5.00s, 123456.78 req/s, 45.67MB/s"
             rps_int=$(echo "$output" | grep -oP 'finished in [\d.]+s, \K[\d.]+' | cut -d. -f1 || echo "0")
             rps_int=${rps_int:-0}
@@ -370,7 +401,12 @@ for profile in "${profiles_to_run[@]}"; do
     echo "=== Best: ${best_rps} req/s (CPU: $best_cpu, Mem: $best_mem) ==="
 
     # Extract metrics
-    if [ "$USE_H2LOAD" = "true" ]; then
+    if [ "$USE_OHA" = "true" ]; then
+        # oha JSON: .summary.average (seconds), .latencyPercentiles.p99 (seconds)
+        avg_lat=$(echo "$best_output" | python3 -c "import sys,json; d=json.load(sys.stdin); v=d['summary']['average']; print(f'{v*1e6:.0f}us' if v<0.001 else f'{v*1000:.2f}ms')" 2>/dev/null || echo "—")
+        p99_lat=$(echo "$best_output" | python3 -c "import sys,json; d=json.load(sys.stdin); v=d['latencyPercentiles']['p99']; print(f'{v*1e6:.0f}us' if v<0.001 else f'{v*1000:.2f}ms')" 2>/dev/null || echo "—")
+        reconnects="0"
+    elif [ "$USE_H2LOAD" = "true" ]; then
         # h2load: "time for request:  min  max  mean  sd  +/-sd" all on one line
         avg_lat=$(echo "$best_output" | awk '/time for request:/{print $6}')
         p99_lat="$avg_lat"  # h2load doesn't report p99; use mean as placeholder

site/content/docs/scoring/composite-score.md

@@ -42,6 +42,8 @@ Not all profiles count toward the composite score. Profiles marked as **scored**
 | JSON | HTTP/1.1 | Yes | Dataset processing and serialization |
 | Baseline | HTTP/2 | Yes | Query parsing over TLS with multiplexed streams |
 | Static | HTTP/2 | Yes | 20 static files served over TLS with multiplexed streams |
+| Baseline | HTTP/3 | Yes | Query parsing over QUIC (UDP) with TLS 1.3 |
+| Static | HTTP/3 | Yes | 20 static files served over QUIC (UDP) with TLS 1.3 |
 
 Pipelined is reference-only because not all frameworks support HTTP pipelining.