Skip to content

Commit c49dee3

Browse files
MDA2AVMDA2AV
committed
update rsults
1 parent f47d5ce commit c49dee3

6 files changed

Lines changed: 38 additions & 38 deletions

File tree

‎scripts/benchmark.sh‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -31,7 +31,7 @@ declare -A PROFILES=(
3131
[upload]="1|0||64,256,512|upload"
3232
[compression]="1|0||4096,16384|compression"
3333
[noisy]="1|0||512,4096,16384|noisy"
34-
[mixed]="1|100||4096,16384|mixed"
34+
[mixed]="1|5||4096,16384|mixed"
3535
[baseline-h2]="1|0||256,1024|h2"
3636
[static-h2]="1|0||256,1024|static-h2"
3737
[baseline-h3]="32|0||256,512|h3"

‎site/content/docs/add-framework/test-profiles/h1/mixed.md‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,7 @@ The Mixed Workload profile measures overall framework performance under a divers
1616
- 1× SQLite DB query (`GET /db?min=10&max=50`)
1717
- 1× file upload (`POST /upload` with 1 MB body)
1818
- 2× gzip compression (`GET /compression` with `Accept-Encoding: gzip`)
19-
3. Each connection sends 100 requests of its assigned type, then disconnects and **reconnects with the next template type** (round-robin rotation)
19+
3. Each connection sends 5 requests of its assigned type, then disconnects and **reconnects with the next template type** (round-robin rotation)
2020
4. This rotation ensures all frameworks face a roughly even distribution of request types — fast connections cycle through all templates rather than staying on one type
2121

2222
## Expected request/response
@@ -87,7 +87,7 @@ The leaderboard displays a **stacked bar** for each framework showing the actual
8787
| Endpoints | `/baseline11`, `/json`, `/db`, `/upload`, `/compression` |
8888
| Connections | 4,096, 16,384 |
8989
| Pipeline | 1 |
90-
| Requests per connection | 100 (then reconnect with next template) |
90+
| Requests per connection | 5 (then reconnect with next template) |
9191
| Duration | 5s |
9292
| Runs | 3 (best taken) |
9393
| Templates | 10 (3 baseline GET, 2 baseline POST, 1 JSON, 1 DB, 1 upload, 2 compression) |

‎site/data/current.json‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,7 @@
77
"os": "Ubuntu 24.04.4 LTS",
88
"kernel": "6.17.0-14-generic",
99
"docker": "29.3.0",
10-
"commit": "ebdfbbe",
10+
"commit": "f47d5ce",
1111
"governor": "performance",
1212
"docker_runtime": "runc",
1313
"threads_per_core": "2",

‎site/data/mixed-16384.json‎

Lines changed: 14 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -352,27 +352,27 @@
352352
{
353353
"framework": "quarkus-jvm",
354354
"language": "Java",
355-
"rps": 564571,
356-
"avg_latency": "18.70ms",
357-
"p99_latency": "291.60ms",
358-
"cpu": "7703.3%",
359-
"memory": "24.9GiB",
355+
"rps": 41936,
356+
"avg_latency": "225.61ms",
357+
"p99_latency": "2.57s",
358+
"cpu": "3602.6%",
359+
"memory": "16.7GiB",
360360
"connections": 16384,
361361
"threads": 64,
362362
"duration": "5s",
363363
"pipeline": 1,
364-
"bandwidth": "1.60GB/s",
365-
"input_bw": "55.17GB/s",
366-
"reconnects": 26242,
367-
"status_2xx": 2834147,
364+
"bandwidth": "536.59MB/s",
365+
"input_bw": "4.10GB/s",
366+
"reconnects": 39557,
367+
"status_2xx": 209681,
368368
"status_3xx": 0,
369369
"status_4xx": 0,
370370
"status_5xx": 0,
371-
"tpl_baseline": 2173289,
372-
"tpl_json": 639748,
373-
"tpl_db": 4761,
374-
"tpl_upload": 3981,
375-
"tpl_compression": 12368
371+
"tpl_baseline": 136926,
372+
"tpl_json": 41467,
373+
"tpl_db": 17121,
374+
"tpl_upload": 4563,
375+
"tpl_compression": 9604
376376
},
377377
{
378378
"framework": "salvo",

‎site/data/mixed-4096.json‎

Lines changed: 14 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -352,27 +352,27 @@
352352
{
353353
"framework": "quarkus-jvm",
354354
"language": "Java",
355-
"rps": 46422,
356-
"avg_latency": "83.76ms",
357-
"p99_latency": "475.30ms",
358-
"cpu": "11238.4%",
359-
"memory": "14.5GiB",
355+
"rps": 19735,
356+
"avg_latency": "164.38ms",
357+
"p99_latency": "933.10ms",
358+
"cpu": "5089.8%",
359+
"memory": "14.9GiB",
360360
"connections": 4096,
361361
"threads": 64,
362362
"duration": "5s",
363363
"pipeline": 1,
364-
"bandwidth": "1.85GB/s",
365-
"input_bw": "4.54GB/s",
366-
"reconnects": 518,
367-
"status_2xx": 232110,
364+
"bandwidth": "410.84MB/s",
365+
"input_bw": "1.93GB/s",
366+
"reconnects": 19657,
367+
"status_2xx": 99072,
368368
"status_3xx": 0,
369369
"status_4xx": 0,
370370
"status_5xx": 0,
371-
"tpl_baseline": 148994,
372-
"tpl_json": 29772,
373-
"tpl_db": 8229,
374-
"tpl_upload": 4172,
375-
"tpl_compression": 40943
371+
"tpl_baseline": 53515,
372+
"tpl_json": 13443,
373+
"tpl_db": 14301,
374+
"tpl_upload": 9764,
375+
"tpl_compression": 8049
376376
},
377377
{
378378
"framework": "salvo",

‎site/layouts/shortcodes/leaderboard.html‎

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -531,7 +531,7 @@
531531
{{ $pct := mul (div (float $r.rps) (float $maxRps)) 100.0 }}
532532
{{ $meta := index site.Data.frameworks $r.framework }}
533533
{{ $s2xx := int ($r.status_2xx | default 0) }}{{ $s3xx := int ($r.status_3xx | default 0) }}{{ $s4xx := int ($r.status_4xx | default 0) }}{{ $s5xx := int ($r.status_5xx | default 0) }}{{ $errs := add $s4xx $s5xx }}
534-
<div class="lb-row{{ if $isReconn }} lb-row-reconn{{ end }}{{ if $isNoisy }} lb-row-noisy{{ end }}" data-lang="{{ $r.language | default "" }}" data-name="{{ $r.framework }}" data-rps="{{ printf "%.0f" $r.rps }}" data-bandwidth="{{ $r.bandwidth | default "" }}" data-input-bw="{{ $r.input_bw | default "" }}" data-type="{{ with $meta }}{{ .type | default "framework" }}{{ end }}" data-desc="{{ with $meta }}{{ .description }}{{ end }}" data-repo="{{ with $meta }}{{ .repo }}{{ end }}" data-s2xx="{{ $s2xx }}" data-s3xx="{{ $s3xx }}" data-s4xx="{{ $s4xx }}" data-s5xx="{{ $s5xx }}" {{ if $r.tpl_baseline }}data-tpl-baseline="{{ $r.tpl_baseline }}" data-tpl-json="{{ $r.tpl_json }}" data-tpl-db="{{ $r.tpl_db }}" data-tpl-upload="{{ $r.tpl_upload }}" data-tpl-compression="{{ $r.tpl_compression }}"{{ end }}>
534+
<div class="lb-row{{ if $isReconn }} lb-row-reconn{{ end }}{{ if $isNoisy }} lb-row-noisy{{ end }}" data-lang="{{ $r.language | default "" }}" data-name="{{ $r.framework }}" data-rps="{{ printf "%.0f" $r.rps }}" data-bandwidth="{{ $r.bandwidth | default "" }}" data-input-bw="{{ $r.input_bw | default "" }}" data-type="{{ with $meta }}{{ .type | default "framework" }}{{ end }}" data-desc="{{ with $meta }}{{ .description }}{{ end }}" data-repo="{{ with $meta }}{{ .repo }}{{ end }}" data-s2xx="{{ $s2xx }}" data-s3xx="{{ $s3xx }}" data-s4xx="{{ $s4xx }}" data-s5xx="{{ $s5xx }}" {{ if $r.tpl_baseline }}data-tpl-baseline="{{ int $r.tpl_baseline }}" data-tpl-json="{{ int ($r.tpl_json | default 0) }}" data-tpl-db="{{ int ($r.tpl_db | default 0) }}" data-tpl-upload="{{ int ($r.tpl_upload | default 0) }}" data-tpl-compression="{{ int ($r.tpl_compression | default 0) }}"{{ end }}>
535535
{{ $ftype := "framework" }}{{ with $meta }}{{ $ftype = .type | default "framework" }}{{ end }}
536536
<div class="lb-rank">{{ if eq $j 0 }}🥇{{ else if eq $j 1 }}🥈{{ else if eq $j 2 }}🥉{{ else }}{{ add $j 1 }}{{ end }}</div>
537537
<div class="lb-name">{{ $r.framework }}</div>
@@ -1210,11 +1210,11 @@
12101210
rows.forEach(function(row) {
12111211
if (row.classList.contains('lb-hidden')) return;
12121212
var d = {
1213-
baseline: parseInt(row.dataset.tplBaseline) || 0,
1214-
json: parseInt(row.dataset.tplJson) || 0,
1215-
db: parseInt(row.dataset.tplDb) || 0,
1216-
upload: parseInt(row.dataset.tplUpload) || 0,
1217-
compression: parseInt(row.dataset.tplCompression) || 0
1213+
baseline: Number(row.dataset.tplBaseline) || 0,
1214+
json: Number(row.dataset.tplJson) || 0,
1215+
db: Number(row.dataset.tplDb) || 0,
1216+
upload: Number(row.dataset.tplUpload) || 0,
1217+
compression: Number(row.dataset.tplCompression) || 0
12181218
};
12191219
var weighted = 0;
12201220
mixedKeys.forEach(function(k) { weighted += d[k] * mixedWeights[k]; });

0 commit comments

Comments
 (0)