Skip to content

Commit d3484de

Browse files
saibulususaibulusu
saibulusu
and
saibulusu
authored
Separating speccpu benchmarks by action/scenario (#704)
* Separating speccpu action into separate actions by benchmark * Minor change * changing scenario names --------- Co-authored-by: saibulusu <saibulusu@microsoft.com>
1 parent 5990ee6 commit d3484de

5 files changed

Lines changed: 630 additions & 27 deletions

File tree

‎src/VirtualClient/VirtualClient.Main/profiles/PERF-SPECCPU-FPRATE.json‎

Lines changed: 190 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@
1010
"RecommendedMinimumExecutionTime": "(4-cores)=02:00:00,(16-cores)=05:00:00,(64-cores)=10:00:00",
1111
"SupportedPlatforms": "linux-x64,linux-arm64,win-x64,win-arm64",
1212
"SupportedOperatingSystems": "Azure Linux,CentOS,Debian,RedHat,Suse,Ubuntu,Windows",
13-
"Notes": "Using a private package 'speccpu.2017.1.1.9-danielbowers.zip' to enable support for speccpu on Ubuntu 24",
13+
"Notes": "Using a private package 'speccpu.2017.1.1.9-danielbowers.zip' to enable support for speccpu on Ubuntu 24. SPEC CPU 2017 was not initially designed for win-arm64.",
1414
"Limitations": "The following benchmarks don't work on Windows: 507, 511, 521, 526, 527, 538"
1515
},
1616
"Parameters": {
@@ -19,18 +19,203 @@
1919
"RunPeak": false,
2020
"Threads": "{LogicalCoreCount}",
2121
"Copies": "{LogicalCoreCount}",
22-
"Benchmarks": "{calculate(\"{Platform}\".StartsWith(\"linux\") ? \"fprate\" : \"503 508 510 519 544 549 554\")}",
2322
"BaseOptimizingFlags": "-g -O3 -march={calculate(\"{Architecture}\" == \"x64\" ? \"native\" : \"armv8-a\")} -frecord-gcc-switches",
2423
"PeakOptimizingFlags": "-g -Ofast -march={calculate(\"{Architecture}\" == \"x64\" ? \"native\" : \"armv8-a\")} -flto -frecord-gcc-switches"
2524
},
2625
"Actions": [
2726
{
2827
"Type": "SpecCpuExecutor",
2928
"Parameters": {
30-
"Scenario": "ExecuteSPECBenchmark",
29+
"Scenario": "benchmark_503.bwaves_r",
3130
"Iterations": "$.Parameters.Iterations",
3231
"SpecProfile": "fprate",
33-
"Benchmarks": "$.Parameters.Benchmarks",
32+
"Benchmarks": "503",
33+
"PackageName": "speccpu2017",
34+
"RunPeak": "$.Parameters.RunPeak",
35+
"Threads": "$.Parameters.Threads",
36+
"Copies": "$.Parameters.Copies",
37+
"BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
38+
"PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags"
39+
}
40+
},
41+
{
42+
"Type": "SpecCpuExecutor",
43+
"Parameters": {
44+
"Scenario": "benchmark_507.cactuBSSN_r",
45+
"Iterations": "$.Parameters.Iterations",
46+
"SpecProfile": "fprate",
47+
"Benchmarks": "507",
48+
"PackageName": "speccpu2017",
49+
"RunPeak": "$.Parameters.RunPeak",
50+
"Threads": "$.Parameters.Threads",
51+
"Copies": "$.Parameters.Copies",
52+
"BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
53+
"PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags",
54+
"SupportedPlatforms": "linux-x64,linux-arm64"
55+
}
56+
},
57+
{
58+
"Type": "SpecCpuExecutor",
59+
"Parameters": {
60+
"Scenario": "benchmark_508.namd_r",
61+
"Iterations": "$.Parameters.Iterations",
62+
"SpecProfile": "fprate",
63+
"Benchmarks": "508",
64+
"PackageName": "speccpu2017",
65+
"RunPeak": "$.Parameters.RunPeak",
66+
"Threads": "$.Parameters.Threads",
67+
"Copies": "$.Parameters.Copies",
68+
"BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
69+
"PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags"
70+
}
71+
},
72+
{
73+
"Type": "SpecCpuExecutor",
74+
"Parameters": {
75+
"Scenario": "benchmark_510.parest_r",
76+
"Iterations": "$.Parameters.Iterations",
77+
"SpecProfile": "fprate",
78+
"Benchmarks": "510",
79+
"PackageName": "speccpu2017",
80+
"RunPeak": "$.Parameters.RunPeak",
81+
"Threads": "$.Parameters.Threads",
82+
"Copies": "$.Parameters.Copies",
83+
"BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
84+
"PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags"
85+
}
86+
},
87+
{
88+
"Type": "SpecCpuExecutor",
89+
"Parameters": {
90+
"Scenario": "benchmark_511.povray_r",
91+
"Iterations": "$.Parameters.Iterations",
92+
"SpecProfile": "fprate",
93+
"Benchmarks": "511",
94+
"PackageName": "speccpu2017",
95+
"RunPeak": "$.Parameters.RunPeak",
96+
"Threads": "$.Parameters.Threads",
97+
"Copies": "$.Parameters.Copies",
98+
"BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
99+
"PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags",
100+
"SupportedPlatforms": "linux-x64,linux-arm64"
101+
}
102+
},
103+
{
104+
"Type": "SpecCpuExecutor",
105+
"Parameters": {
106+
"Scenario": "benchmark_519.lbm_r",
107+
"Iterations": "$.Parameters.Iterations",
108+
"SpecProfile": "fprate",
109+
"Benchmarks": "519",
110+
"PackageName": "speccpu2017",
111+
"RunPeak": "$.Parameters.RunPeak",
112+
"Threads": "$.Parameters.Threads",
113+
"Copies": "$.Parameters.Copies",
114+
"BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
115+
"PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags"
116+
}
117+
},
118+
{
119+
"Type": "SpecCpuExecutor",
120+
"Parameters": {
121+
"Scenario": "benchmark_521.wrf_r",
122+
"Iterations": "$.Parameters.Iterations",
123+
"SpecProfile": "fprate",
124+
"Benchmarks": "521",
125+
"PackageName": "speccpu2017",
126+
"RunPeak": "$.Parameters.RunPeak",
127+
"Threads": "$.Parameters.Threads",
128+
"Copies": "$.Parameters.Copies",
129+
"BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
130+
"PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags",
131+
"SupportedPlatforms": "linux-x64,linux-arm64"
132+
}
133+
},
134+
{
135+
"Type": "SpecCpuExecutor",
136+
"Parameters": {
137+
"Scenario": "benchmark_526.blender_r",
138+
"Iterations": "$.Parameters.Iterations",
139+
"SpecProfile": "fprate",
140+
"Benchmarks": "526",
141+
"PackageName": "speccpu2017",
142+
"RunPeak": "$.Parameters.RunPeak",
143+
"Threads": "$.Parameters.Threads",
144+
"Copies": "$.Parameters.Copies",
145+
"BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
146+
"PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags",
147+
"SupportedPlatforms": "linux-x64,linux-arm64"
148+
}
149+
},
150+
{
151+
"Type": "SpecCpuExecutor",
152+
"Parameters": {
153+
"Scenario": "benchmark_527.cam4_r",
154+
"Iterations": "$.Parameters.Iterations",
155+
"SpecProfile": "fprate",
156+
"Benchmarks": "527",
157+
"PackageName": "speccpu2017",
158+
"RunPeak": "$.Parameters.RunPeak",
159+
"Threads": "$.Parameters.Threads",
160+
"Copies": "$.Parameters.Copies",
161+
"BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
162+
"PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags",
163+
"SupportedPlatforms": "linux-x64,linux-arm64"
164+
}
165+
},
166+
{
167+
"Type": "SpecCpuExecutor",
168+
"Parameters": {
169+
"Scenario": "benchmark_538.imagick_r",
170+
"Iterations": "$.Parameters.Iterations",
171+
"SpecProfile": "fprate",
172+
"Benchmarks": "538",
173+
"PackageName": "speccpu2017",
174+
"RunPeak": "$.Parameters.RunPeak",
175+
"Threads": "$.Parameters.Threads",
176+
"Copies": "$.Parameters.Copies",
177+
"BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
178+
"PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags",
179+
"SupportedPlatforms": "linux-x64,linux-arm64"
180+
}
181+
},
182+
{
183+
"Type": "SpecCpuExecutor",
184+
"Parameters": {
185+
"Scenario": "benchmark_544.nab_r",
186+
"Iterations": "$.Parameters.Iterations",
187+
"SpecProfile": "fprate",
188+
"Benchmarks": "544",
189+
"PackageName": "speccpu2017",
190+
"RunPeak": "$.Parameters.RunPeak",
191+
"Threads": "$.Parameters.Threads",
192+
"Copies": "$.Parameters.Copies",
193+
"BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
194+
"PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags"
195+
}
196+
},
197+
{
198+
"Type": "SpecCpuExecutor",
199+
"Parameters": {
200+
"Scenario": "benchmark_549.fotonik3d_r",
201+
"Iterations": "$.Parameters.Iterations",
202+
"SpecProfile": "fprate",
203+
"Benchmarks": "549",
204+
"PackageName": "speccpu2017",
205+
"RunPeak": "$.Parameters.RunPeak",
206+
"Threads": "$.Parameters.Threads",
207+
"Copies": "$.Parameters.Copies",
208+
"BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
209+
"PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags"
210+
}
211+
},
212+
{
213+
"Type": "SpecCpuExecutor",
214+
"Parameters": {
215+
"Scenario": "benchmark_554.roms_r",
216+
"Iterations": "$.Parameters.Iterations",
217+
"SpecProfile": "fprate",
218+
"Benchmarks": "554",
34219
"PackageName": "speccpu2017",
35220
"RunPeak": "$.Parameters.RunPeak",
36221
"Threads": "$.Parameters.Threads",
@@ -46,7 +231,7 @@
46231
"Parameters": {
47232
"Scenario": "MaskAptDailyTimers",
48233
"SupportedPlatforms": "linux-x64,linux-arm64",
49-
"Command": "bash -c 'systemctl mask apt-daily.timer apt-daily-upgrade.timer apt-daily.service apt-daily-upgrade.service; systemctl stop apt-daily.timer apt-daily-upgrade.timer apt-daily.service apt-daily-upgrade.service; exit 0'"
234+
"Command": "bash -c \"systemctl mask apt-daily.timer apt-daily-upgrade.timer apt-daily.service apt-daily-upgrade.service; systemctl stop apt-daily.timer apt-daily-upgrade.timer apt-daily.service apt-daily-upgrade.service; exit 0\""
50235
}
51236
},
52237
{

0 commit comments

Comments
 (0)