Skip to content

Commit b1a0cb1

Browse files
chernserchernser
committed
added test data for workflow script
1 parent 5d8be1f commit b1a0cb1

16 files changed

Lines changed: 320 additions & 0 deletions

File tree

‎.github/scripts/test_data/all_improvements/baseline/jmh-results-baseline.json‎

Lines changed: 20 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,20 @@
1+
[
2+
{
3+
"benchmark": "com.clickhouse.benchmark.clients.QueryClient.queryV2",
4+
"mode": "sample",
5+
"params": {"limit": "10000"},
6+
"primaryMetric": {"score": 20.0, "scoreError": 0.5, "scoreUnit": "ms/op"},
7+
"secondaryMetrics": {
8+
"gc.alloc.rate.norm": {"score": 2048.0, "scoreError": 12.0, "scoreUnit": "B/op"}
9+
}
10+
},
11+
{
12+
"benchmark": "com.clickhouse.benchmark.clients.InsertClient.insertV2",
13+
"mode": "sample",
14+
"params": {"limit": "10000"},
15+
"primaryMetric": {"score": 80.0, "scoreError": 1.5, "scoreUnit": "ms/op"},
16+
"secondaryMetrics": {
17+
"gc.alloc.rate.norm": {"score": 4096.0, "scoreError": 24.0, "scoreUnit": "B/op"}
18+
}
19+
}
20+
]

‎.github/scripts/test_data/all_improvements/current/jmh-results-current.json‎

Lines changed: 20 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,20 @@
1+
[
2+
{
3+
"benchmark": "com.clickhouse.benchmark.clients.QueryClient.queryV2",
4+
"mode": "sample",
5+
"params": {"limit": "10000"},
6+
"primaryMetric": {"score": 16.0, "scoreError": 0.4, "scoreUnit": "ms/op"},
7+
"secondaryMetrics": {
8+
"gc.alloc.rate.norm": {"score": 1536.0, "scoreError": 10.0, "scoreUnit": "B/op"}
9+
}
10+
},
11+
{
12+
"benchmark": "com.clickhouse.benchmark.clients.InsertClient.insertV2",
13+
"mode": "sample",
14+
"params": {"limit": "10000"},
15+
"primaryMetric": {"score": 64.0, "scoreError": 1.3, "scoreUnit": "ms/op"},
16+
"secondaryMetrics": {
17+
"gc.alloc.rate.norm": {"score": 3200.0, "scoreError": 20.0, "scoreUnit": "B/op"}
18+
}
19+
}
20+
]

‎.github/scripts/test_data/all_regressions/baseline/jmh-results-baseline.json‎

Lines changed: 20 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,20 @@
1+
[
2+
{
3+
"benchmark": "com.clickhouse.benchmark.clients.QueryClient.queryV2",
4+
"mode": "sample",
5+
"params": {"limit": "10000"},
6+
"primaryMetric": {"score": 20.0, "scoreError": 0.5, "scoreUnit": "ms/op"},
7+
"secondaryMetrics": {
8+
"gc.alloc.rate.norm": {"score": 2048.0, "scoreError": 12.0, "scoreUnit": "B/op"}
9+
}
10+
},
11+
{
12+
"benchmark": "com.clickhouse.benchmark.clients.InsertClient.insertV2",
13+
"mode": "sample",
14+
"params": {"limit": "10000"},
15+
"primaryMetric": {"score": 80.0, "scoreError": 1.5, "scoreUnit": "ms/op"},
16+
"secondaryMetrics": {
17+
"gc.alloc.rate.norm": {"score": 4096.0, "scoreError": 24.0, "scoreUnit": "B/op"}
18+
}
19+
}
20+
]

‎.github/scripts/test_data/all_regressions/current/jmh-results-current.json‎

Lines changed: 20 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,20 @@
1+
[
2+
{
3+
"benchmark": "com.clickhouse.benchmark.clients.QueryClient.queryV2",
4+
"mode": "sample",
5+
"params": {"limit": "10000"},
6+
"primaryMetric": {"score": 26.0, "scoreError": 0.6, "scoreUnit": "ms/op"},
7+
"secondaryMetrics": {
8+
"gc.alloc.rate.norm": {"score": 3300.0, "scoreError": 18.0, "scoreUnit": "B/op"}
9+
}
10+
},
11+
{
12+
"benchmark": "com.clickhouse.benchmark.clients.InsertClient.insertV2",
13+
"mode": "sample",
14+
"params": {"limit": "10000"},
15+
"primaryMetric": {"score": 100.0, "scoreError": 1.8, "scoreUnit": "ms/op"},
16+
"secondaryMetrics": {
17+
"gc.alloc.rate.norm": {"score": 5400.0, "scoreError": 30.0, "scoreUnit": "B/op"}
18+
}
19+
}
20+
]

‎.github/scripts/test_data/empty_intersection/baseline/jmh-results-baseline.json‎

Lines changed: 11 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,11 @@
1+
[
2+
{
3+
"benchmark": "com.clickhouse.benchmark.clients.QueryClient.queryOld",
4+
"mode": "sample",
5+
"params": {"limit": "10000"},
6+
"primaryMetric": {"score": 20.0, "scoreError": 0.5, "scoreUnit": "ms/op"},
7+
"secondaryMetrics": {
8+
"gc.alloc.rate.norm": {"score": 2048.0, "scoreError": 12.0, "scoreUnit": "B/op"}
9+
}
10+
}
11+
]

‎.github/scripts/test_data/empty_intersection/current/jmh-results-current.json‎

Lines changed: 11 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,11 @@
1+
[
2+
{
3+
"benchmark": "com.clickhouse.benchmark.clients.QueryClient.queryNew",
4+
"mode": "sample",
5+
"params": {"limit": "10000"},
6+
"primaryMetric": {"score": 18.0, "scoreError": 0.5, "scoreUnit": "ms/op"},
7+
"secondaryMetrics": {
8+
"gc.alloc.rate.norm": {"score": 1900.0, "scoreError": 11.0, "scoreUnit": "B/op"}
9+
}
10+
}
11+
]

‎.github/scripts/test_data/mixed/baseline/jmh-results-baseline.json‎

Lines changed: 38 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,38 @@
1+
[
2+
{
3+
"benchmark": "com.clickhouse.benchmark.clients.QueryClient.queryV2",
4+
"mode": "sample",
5+
"params": {"datasetSourceName": "file://default.csv", "limit": "10000"},
6+
"primaryMetric": {"score": 20.0, "scoreError": 0.5, "scoreUnit": "ms/op"},
7+
"secondaryMetrics": {
8+
"gc.alloc.rate.norm": {"score": 2048.0, "scoreError": 12.0, "scoreUnit": "B/op"}
9+
}
10+
},
11+
{
12+
"benchmark": "com.clickhouse.benchmark.clients.QueryClient.queryV2",
13+
"mode": "sample",
14+
"params": {"datasetSourceName": "file://default.csv", "limit": "100000"},
15+
"primaryMetric": {"score": 180.0, "scoreError": 2.0, "scoreUnit": "ms/op"},
16+
"secondaryMetrics": {
17+
"gc.alloc.rate.norm": {"score": 16384.0, "scoreError": 96.0, "scoreUnit": "B/op"}
18+
}
19+
},
20+
{
21+
"benchmark": "com.clickhouse.benchmark.clients.InsertClient.insertV2",
22+
"mode": "sample",
23+
"params": {"limit": "10000"},
24+
"primaryMetric": {"score": 80.0, "scoreError": 1.5, "scoreUnit": "ms/op"},
25+
"secondaryMetrics": {
26+
"gc.alloc.rate.norm": {"score": 4096.0, "scoreError": 24.0, "scoreUnit": "B/op"}
27+
}
28+
},
29+
{
30+
"benchmark": "com.clickhouse.benchmark.clients.JDBCQuery.selectJDBCV2",
31+
"mode": "sample",
32+
"params": {"limit": "10000"},
33+
"primaryMetric": {"score": 30.0, "scoreError": 0.7, "scoreUnit": "ms/op"},
34+
"secondaryMetrics": {
35+
"gc.alloc.rate.norm": {"score": 6144.0, "scoreError": 36.0, "scoreUnit": "B/op"}
36+
}
37+
}
38+
]

‎.github/scripts/test_data/mixed/current/jmh-results-current.json‎

Lines changed: 38 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,38 @@
1+
[
2+
{
3+
"benchmark": "com.clickhouse.benchmark.clients.QueryClient.queryV2",
4+
"mode": "sample",
5+
"params": {"datasetSourceName": "file://default.csv", "limit": "10000"},
6+
"primaryMetric": {"score": 24.0, "scoreError": 0.6, "scoreUnit": "ms/op"},
7+
"secondaryMetrics": {
8+
"gc.alloc.rate.norm": {"score": 2100.0, "scoreError": 13.0, "scoreUnit": "B/op"}
9+
}
10+
},
11+
{
12+
"benchmark": "com.clickhouse.benchmark.clients.QueryClient.queryV2",
13+
"mode": "sample",
14+
"params": {"datasetSourceName": "file://default.csv", "limit": "100000"},
15+
"primaryMetric": {"score": 184.0, "scoreError": 2.0, "scoreUnit": "ms/op"},
16+
"secondaryMetrics": {
17+
"gc.alloc.rate.norm": {"score": 24576.0, "scoreError": 110.0, "scoreUnit": "B/op"}
18+
}
19+
},
20+
{
21+
"benchmark": "com.clickhouse.benchmark.clients.InsertClient.insertV2",
22+
"mode": "sample",
23+
"params": {"limit": "10000"},
24+
"primaryMetric": {"score": 60.0, "scoreError": 1.2, "scoreUnit": "ms/op"},
25+
"secondaryMetrics": {
26+
"gc.alloc.rate.norm": {"score": 3200.0, "scoreError": 20.0, "scoreUnit": "B/op"}
27+
}
28+
},
29+
{
30+
"benchmark": "com.clickhouse.benchmark.clients.JDBCQuery.selectJDBCV2",
31+
"mode": "sample",
32+
"params": {"limit": "10000"},
33+
"primaryMetric": {"score": 31.0, "scoreError": 0.7, "scoreUnit": "ms/op"},
34+
"secondaryMetrics": {
35+
"gc.alloc.rate.norm": {"score": 6200.0, "scoreError": 36.0, "scoreUnit": "B/op"}
36+
}
37+
}
38+
]

‎.github/scripts/test_data/no_alloc/baseline/jmh-results-baseline.json‎

Lines changed: 20 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,20 @@
1+
[
2+
{
3+
"benchmark": "com.clickhouse.benchmark.clients.QueryClient.queryV2",
4+
"mode": "sample",
5+
"params": {"limit": "10000"},
6+
"primaryMetric": {"score": 20.0, "scoreError": 0.5, "scoreUnit": "ms/op"},
7+
"secondaryMetrics": {
8+
"p0.50": {"score": 19.5, "scoreError": 0.0, "scoreUnit": "ms/op"}
9+
}
10+
},
11+
{
12+
"benchmark": "com.clickhouse.benchmark.clients.InsertClient.insertV2",
13+
"mode": "sample",
14+
"params": {"limit": "10000"},
15+
"primaryMetric": {"score": 80.0, "scoreError": 1.5, "scoreUnit": "ms/op"},
16+
"secondaryMetrics": {
17+
"p0.50": {"score": 79.0, "scoreError": 0.0, "scoreUnit": "ms/op"}
18+
}
19+
}
20+
]

‎.github/scripts/test_data/no_alloc/current/jmh-results-current.json‎

Lines changed: 20 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,20 @@
1+
[
2+
{
3+
"benchmark": "com.clickhouse.benchmark.clients.QueryClient.queryV2",
4+
"mode": "sample",
5+
"params": {"limit": "10000"},
6+
"primaryMetric": {"score": 26.0, "scoreError": 0.6, "scoreUnit": "ms/op"},
7+
"secondaryMetrics": {
8+
"p0.50": {"score": 25.0, "scoreError": 0.0, "scoreUnit": "ms/op"}
9+
}
10+
},
11+
{
12+
"benchmark": "com.clickhouse.benchmark.clients.InsertClient.insertV2",
13+
"mode": "sample",
14+
"params": {"limit": "10000"},
15+
"primaryMetric": {"score": 82.0, "scoreError": 1.4, "scoreUnit": "ms/op"},
16+
"secondaryMetrics": {
17+
"p0.50": {"score": 81.0, "scoreError": 0.0, "scoreUnit": "ms/op"}
18+
}
19+
}
20+
]

0 commit comments

Comments
 (0)