diff --git a/src/VirtualClient/VirtualClient.Main/profiles/PERF-SPECCPU-FPRATE.json b/src/VirtualClient/VirtualClient.Main/profiles/PERF-SPECCPU-FPRATE.json
index 25258193be..57f893fbf9 100644
--- a/src/VirtualClient/VirtualClient.Main/profiles/PERF-SPECCPU-FPRATE.json
+++ b/src/VirtualClient/VirtualClient.Main/profiles/PERF-SPECCPU-FPRATE.json
@@ -16,6 +16,7 @@
"Parameters": {
"CompilerVersion": "",
"Iterations": 2,
+ "Benchmarks": "{calculate(\"{Platform}\".StartsWith(\"linux\") ? \"fprate\" : \"503 508 510 519 544 549 554\")}",
"RunPeak": false,
"Threads": "{LogicalCoreCount}",
"Copies": "{LogicalCoreCount}",
@@ -26,196 +27,10 @@
{
"Type": "SpecCpuExecutor",
"Parameters": {
- "Scenario": "benchmark_503.bwaves_r",
+ "Scenario": "ExecuteSPECBenchmark",
"Iterations": "$.Parameters.Iterations",
"SpecProfile": "fprate",
- "Benchmarks": "503",
- "PackageName": "speccpu2017",
- "RunPeak": "$.Parameters.RunPeak",
- "Threads": "$.Parameters.Threads",
- "Copies": "$.Parameters.Copies",
- "BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
- "PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags"
- }
- },
- {
- "Type": "SpecCpuExecutor",
- "Parameters": {
- "Scenario": "benchmark_507.cactuBSSN_r",
- "Iterations": "$.Parameters.Iterations",
- "SpecProfile": "fprate",
- "Benchmarks": "507",
- "PackageName": "speccpu2017",
- "RunPeak": "$.Parameters.RunPeak",
- "Threads": "$.Parameters.Threads",
- "Copies": "$.Parameters.Copies",
- "BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
- "PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags",
- "SupportedPlatforms": "linux-x64,linux-arm64"
- }
- },
- {
- "Type": "SpecCpuExecutor",
- "Parameters": {
- "Scenario": "benchmark_508.namd_r",
- "Iterations": "$.Parameters.Iterations",
- "SpecProfile": "fprate",
- "Benchmarks": "508",
- "PackageName": "speccpu2017",
- "RunPeak": "$.Parameters.RunPeak",
- "Threads": "$.Parameters.Threads",
- "Copies": "$.Parameters.Copies",
- "BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
- "PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags"
- }
- },
- {
- "Type": "SpecCpuExecutor",
- "Parameters": {
- "Scenario": "benchmark_510.parest_r",
- "Iterations": "$.Parameters.Iterations",
- "SpecProfile": "fprate",
- "Benchmarks": "510",
- "PackageName": "speccpu2017",
- "RunPeak": "$.Parameters.RunPeak",
- "Threads": "$.Parameters.Threads",
- "Copies": "$.Parameters.Copies",
- "BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
- "PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags"
- }
- },
- {
- "Type": "SpecCpuExecutor",
- "Parameters": {
- "Scenario": "benchmark_511.povray_r",
- "Iterations": "$.Parameters.Iterations",
- "SpecProfile": "fprate",
- "Benchmarks": "511",
- "PackageName": "speccpu2017",
- "RunPeak": "$.Parameters.RunPeak",
- "Threads": "$.Parameters.Threads",
- "Copies": "$.Parameters.Copies",
- "BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
- "PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags",
- "SupportedPlatforms": "linux-x64,linux-arm64"
- }
- },
- {
- "Type": "SpecCpuExecutor",
- "Parameters": {
- "Scenario": "benchmark_519.lbm_r",
- "Iterations": "$.Parameters.Iterations",
- "SpecProfile": "fprate",
- "Benchmarks": "519",
- "PackageName": "speccpu2017",
- "RunPeak": "$.Parameters.RunPeak",
- "Threads": "$.Parameters.Threads",
- "Copies": "$.Parameters.Copies",
- "BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
- "PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags"
- }
- },
- {
- "Type": "SpecCpuExecutor",
- "Parameters": {
- "Scenario": "benchmark_521.wrf_r",
- "Iterations": "$.Parameters.Iterations",
- "SpecProfile": "fprate",
- "Benchmarks": "521",
- "PackageName": "speccpu2017",
- "RunPeak": "$.Parameters.RunPeak",
- "Threads": "$.Parameters.Threads",
- "Copies": "$.Parameters.Copies",
- "BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
- "PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags",
- "SupportedPlatforms": "linux-x64,linux-arm64"
- }
- },
- {
- "Type": "SpecCpuExecutor",
- "Parameters": {
- "Scenario": "benchmark_526.blender_r",
- "Iterations": "$.Parameters.Iterations",
- "SpecProfile": "fprate",
- "Benchmarks": "526",
- "PackageName": "speccpu2017",
- "RunPeak": "$.Parameters.RunPeak",
- "Threads": "$.Parameters.Threads",
- "Copies": "$.Parameters.Copies",
- "BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
- "PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags",
- "SupportedPlatforms": "linux-x64,linux-arm64"
- }
- },
- {
- "Type": "SpecCpuExecutor",
- "Parameters": {
- "Scenario": "benchmark_527.cam4_r",
- "Iterations": "$.Parameters.Iterations",
- "SpecProfile": "fprate",
- "Benchmarks": "527",
- "PackageName": "speccpu2017",
- "RunPeak": "$.Parameters.RunPeak",
- "Threads": "$.Parameters.Threads",
- "Copies": "$.Parameters.Copies",
- "BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
- "PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags",
- "SupportedPlatforms": "linux-x64,linux-arm64"
- }
- },
- {
- "Type": "SpecCpuExecutor",
- "Parameters": {
- "Scenario": "benchmark_538.imagick_r",
- "Iterations": "$.Parameters.Iterations",
- "SpecProfile": "fprate",
- "Benchmarks": "538",
- "PackageName": "speccpu2017",
- "RunPeak": "$.Parameters.RunPeak",
- "Threads": "$.Parameters.Threads",
- "Copies": "$.Parameters.Copies",
- "BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
- "PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags",
- "SupportedPlatforms": "linux-x64,linux-arm64"
- }
- },
- {
- "Type": "SpecCpuExecutor",
- "Parameters": {
- "Scenario": "benchmark_544.nab_r",
- "Iterations": "$.Parameters.Iterations",
- "SpecProfile": "fprate",
- "Benchmarks": "544",
- "PackageName": "speccpu2017",
- "RunPeak": "$.Parameters.RunPeak",
- "Threads": "$.Parameters.Threads",
- "Copies": "$.Parameters.Copies",
- "BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
- "PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags"
- }
- },
- {
- "Type": "SpecCpuExecutor",
- "Parameters": {
- "Scenario": "benchmark_549.fotonik3d_r",
- "Iterations": "$.Parameters.Iterations",
- "SpecProfile": "fprate",
- "Benchmarks": "549",
- "PackageName": "speccpu2017",
- "RunPeak": "$.Parameters.RunPeak",
- "Threads": "$.Parameters.Threads",
- "Copies": "$.Parameters.Copies",
- "BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
- "PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags"
- }
- },
- {
- "Type": "SpecCpuExecutor",
- "Parameters": {
- "Scenario": "benchmark_554.roms_r",
- "Iterations": "$.Parameters.Iterations",
- "SpecProfile": "fprate",
- "Benchmarks": "554",
+ "Benchmarks": "$.Parameters.Benchmarks",
"PackageName": "speccpu2017",
"RunPeak": "$.Parameters.RunPeak",
"Threads": "$.Parameters.Threads",
diff --git a/src/VirtualClient/VirtualClient.Main/profiles/PERF-SPECCPU-FPSPEED.json b/src/VirtualClient/VirtualClient.Main/profiles/PERF-SPECCPU-FPSPEED.json
index 0e588574f4..5b25955abb 100644
--- a/src/VirtualClient/VirtualClient.Main/profiles/PERF-SPECCPU-FPSPEED.json
+++ b/src/VirtualClient/VirtualClient.Main/profiles/PERF-SPECCPU-FPSPEED.json
@@ -16,6 +16,7 @@
"Parameters": {
"CompilerVersion": "",
"Iterations": 2,
+ "Benchmarks": "{calculate(\"{Platform}\".StartsWith(\"linux\") ? \"fpspeed\" : \"603 619 644 654\")}",
"RunPeak": false,
"Threads": "{LogicalCoreCount}",
"Copies": "{LogicalCoreCount}",
@@ -26,151 +27,10 @@
{
"Type": "SpecCpuExecutor",
"Parameters": {
- "Scenario": "benchmark_603.bwaves_s",
+ "Scenario": "ExecuteSPECBenchmark",
"Iterations": "$.Parameters.Iterations",
"SpecProfile": "fpspeed",
- "Benchmarks": "603",
- "PackageName": "speccpu2017",
- "RunPeak": "$.Parameters.RunPeak",
- "Threads": "$.Parameters.Threads",
- "Copies": "$.Parameters.Copies",
- "BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
- "PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags"
- }
- },
- {
- "Type": "SpecCpuExecutor",
- "Parameters": {
- "Scenario": "benchmark_607.cactuBSSN_s",
- "Iterations": "$.Parameters.Iterations",
- "SpecProfile": "fpspeed",
- "Benchmarks": "607",
- "PackageName": "speccpu2017",
- "RunPeak": "$.Parameters.RunPeak",
- "Threads": "$.Parameters.Threads",
- "Copies": "$.Parameters.Copies",
- "BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
- "PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags",
- "SupportedPlatforms": "linux-x64,linux-arm64"
- }
- },
- {
- "Type": "SpecCpuExecutor",
- "Parameters": {
- "Scenario": "benchmark_619.lbm_s",
- "Iterations": "$.Parameters.Iterations",
- "SpecProfile": "fpspeed",
- "Benchmarks": "619",
- "PackageName": "speccpu2017",
- "RunPeak": "$.Parameters.RunPeak",
- "Threads": "$.Parameters.Threads",
- "Copies": "$.Parameters.Copies",
- "BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
- "PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags"
- }
- },
- {
- "Type": "SpecCpuExecutor",
- "Parameters": {
- "Scenario": "benchmark_621.wrf_s",
- "Iterations": "$.Parameters.Iterations",
- "SpecProfile": "fpspeed",
- "Benchmarks": "621",
- "PackageName": "speccpu2017",
- "RunPeak": "$.Parameters.RunPeak",
- "Threads": "$.Parameters.Threads",
- "Copies": "$.Parameters.Copies",
- "BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
- "PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags",
- "SupportedPlatforms": "linux-x64,linux-arm64"
- }
- },
- {
- "Type": "SpecCpuExecutor",
- "Parameters": {
- "Scenario": "benchmark_627.cam4_s",
- "Iterations": "$.Parameters.Iterations",
- "SpecProfile": "fpspeed",
- "Benchmarks": "627",
- "PackageName": "speccpu2017",
- "RunPeak": "$.Parameters.RunPeak",
- "Threads": "$.Parameters.Threads",
- "Copies": "$.Parameters.Copies",
- "BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
- "PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags",
- "SupportedPlatforms": "linux-x64,linux-arm64"
- }
- },
- {
- "Type": "SpecCpuExecutor",
- "Parameters": {
- "Scenario": "benchmark_628.pop2_s",
- "Iterations": "$.Parameters.Iterations",
- "SpecProfile": "fpspeed",
- "Benchmarks": "628",
- "PackageName": "speccpu2017",
- "RunPeak": "$.Parameters.RunPeak",
- "Threads": "$.Parameters.Threads",
- "Copies": "$.Parameters.Copies",
- "BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
- "PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags",
- "SupportedPlatforms": "linux-x64,linux-arm64"
- }
- },
- {
- "Type": "SpecCpuExecutor",
- "Parameters": {
- "Scenario": "benchmark_638.imagick_s",
- "Iterations": "$.Parameters.Iterations",
- "SpecProfile": "fpspeed",
- "Benchmarks": "638",
- "PackageName": "speccpu2017",
- "RunPeak": "$.Parameters.RunPeak",
- "Threads": "$.Parameters.Threads",
- "Copies": "$.Parameters.Copies",
- "BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
- "PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags",
- "SupportedPlatforms": "linux-x64,linux-arm64"
- }
- },
- {
- "Type": "SpecCpuExecutor",
- "Parameters": {
- "Scenario": "benchmark_644.nab_s",
- "Iterations": "$.Parameters.Iterations",
- "SpecProfile": "fpspeed",
- "Benchmarks": "644",
- "PackageName": "speccpu2017",
- "RunPeak": "$.Parameters.RunPeak",
- "Threads": "$.Parameters.Threads",
- "Copies": "$.Parameters.Copies",
- "BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
- "PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags"
- }
- },
- {
- "Type": "SpecCpuExecutor",
- "Parameters": {
- "Scenario": "benchmark_649.fotonik3d_s",
- "Iterations": "$.Parameters.Iterations",
- "SpecProfile": "fpspeed",
- "Benchmarks": "649",
- "PackageName": "speccpu2017",
- "RunPeak": "$.Parameters.RunPeak",
- "Threads": "$.Parameters.Threads",
- "Copies": "$.Parameters.Copies",
- "BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
- "PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags",
- "SupportedPlatforms": "linux-x64,linux-arm64"
- }
- },
- {
- "Type": "SpecCpuExecutor",
- "Parameters": {
- "Scenario": "benchmark_654.roms_s",
- "Iterations": "$.Parameters.Iterations",
- "SpecProfile": "fpspeed",
- "Benchmarks": "654",
+ "Benchmarks": "$.Parameters.Benchmarks",
"PackageName": "speccpu2017",
"RunPeak": "$.Parameters.RunPeak",
"Threads": "$.Parameters.Threads",
diff --git a/src/VirtualClient/VirtualClient.Main/profiles/PERF-SPECCPU-INTRATE.json b/src/VirtualClient/VirtualClient.Main/profiles/PERF-SPECCPU-INTRATE.json
index cd47ac87f0..9a9a80c34e 100644
--- a/src/VirtualClient/VirtualClient.Main/profiles/PERF-SPECCPU-INTRATE.json
+++ b/src/VirtualClient/VirtualClient.Main/profiles/PERF-SPECCPU-INTRATE.json
@@ -16,6 +16,7 @@
"Parameters": {
"CompilerVersion": "",
"Iterations": 2,
+ "Benchmarks": "{calculate(\"{Platform}\".StartsWith(\"linux\") ? \"intrate\" : \"505 525 541 548 557\")}",
"RunPeak": false,
"Threads": "{LogicalCoreCount}",
"Copies": "{LogicalCoreCount}",
@@ -26,150 +27,10 @@
{
"Type": "SpecCpuExecutor",
"Parameters": {
- "Scenario": "benchmark_500.perlbench_r",
+ "Scenario": "ExecuteSPECBenchmark",
"Iterations": "$.Parameters.Iterations",
"SpecProfile": "intrate",
- "Benchmarks": "500",
- "PackageName": "speccpu2017",
- "RunPeak": "$.Parameters.RunPeak",
- "Threads": "$.Parameters.Threads",
- "Copies": "$.Parameters.Copies",
- "BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
- "PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags",
- "SupportedPlatforms": "linux-x64,linux-arm64"
- }
- },
- {
- "Type": "SpecCpuExecutor",
- "Parameters": {
- "Scenario": "benchmark_502.gcc_r",
- "Iterations": "$.Parameters.Iterations",
- "SpecProfile": "intrate",
- "Benchmarks": "502",
- "PackageName": "speccpu2017",
- "RunPeak": "$.Parameters.RunPeak",
- "Threads": "$.Parameters.Threads",
- "Copies": "$.Parameters.Copies",
- "BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
- "PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags",
- "SupportedPlatforms": "linux-x64,linux-arm64"
- }
- },
- {
- "Type": "SpecCpuExecutor",
- "Parameters": {
- "Scenario": "benchmark_505.mcf_r",
- "Iterations": "$.Parameters.Iterations",
- "SpecProfile": "intrate",
- "Benchmarks": "505",
- "PackageName": "speccpu2017",
- "RunPeak": "$.Parameters.RunPeak",
- "Threads": "$.Parameters.Threads",
- "Copies": "$.Parameters.Copies",
- "BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
- "PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags"
- }
- },
- {
- "Type": "SpecCpuExecutor",
- "Parameters": {
- "Scenario": "benchmark_520.omnetpp_r",
- "Iterations": "$.Parameters.Iterations",
- "SpecProfile": "intrate",
- "Benchmarks": "520",
- "PackageName": "speccpu2017",
- "RunPeak": "$.Parameters.RunPeak",
- "Threads": "$.Parameters.Threads",
- "Copies": "$.Parameters.Copies",
- "BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
- "PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags",
- "SupportedPlatforms": "linux-x64,linux-arm64"
- }
- },
- {
- "Type": "SpecCpuExecutor",
- "Parameters": {
- "Scenario": "benchmark_523.xalancbmk_r",
- "Iterations": "$.Parameters.Iterations",
- "SpecProfile": "intrate",
- "Benchmarks": "523",
- "PackageName": "speccpu2017",
- "RunPeak": "$.Parameters.RunPeak",
- "Threads": "$.Parameters.Threads",
- "Copies": "$.Parameters.Copies",
- "BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
- "PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags",
- "SupportedPlatforms": "linux-x64,linux-arm64"
- }
- },
- {
- "Type": "SpecCpuExecutor",
- "Parameters": {
- "Scenario": "benchmark_525.x264_r",
- "Iterations": "$.Parameters.Iterations",
- "SpecProfile": "intrate",
- "Benchmarks": "525",
- "PackageName": "speccpu2017",
- "RunPeak": "$.Parameters.RunPeak",
- "Threads": "$.Parameters.Threads",
- "Copies": "$.Parameters.Copies",
- "BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
- "PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags"
- }
- },
- {
- "Type": "SpecCpuExecutor",
- "Parameters": {
- "Scenario": "benchmark_531.deepsjeng_r",
- "Iterations": "$.Parameters.Iterations",
- "SpecProfile": "intrate",
- "Benchmarks": "531",
- "PackageName": "speccpu2017",
- "RunPeak": "$.Parameters.RunPeak",
- "Threads": "$.Parameters.Threads",
- "Copies": "$.Parameters.Copies",
- "BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
- "PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags",
- "SupportedPlatforms": "linux-x64,linux-arm64"
- }
- },
- {
- "Type": "SpecCpuExecutor",
- "Parameters": {
- "Scenario": "benchmark_541.leela_r",
- "Iterations": "$.Parameters.Iterations",
- "SpecProfile": "intrate",
- "Benchmarks": "541",
- "PackageName": "speccpu2017",
- "RunPeak": "$.Parameters.RunPeak",
- "Threads": "$.Parameters.Threads",
- "Copies": "$.Parameters.Copies",
- "BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
- "PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags"
- }
- },
- {
- "Type": "SpecCpuExecutor",
- "Parameters": {
- "Scenario": "benchmark_548.exchange2_r",
- "Iterations": "$.Parameters.Iterations",
- "SpecProfile": "intrate",
- "Benchmarks": "548",
- "PackageName": "speccpu2017",
- "RunPeak": "$.Parameters.RunPeak",
- "Threads": "$.Parameters.Threads",
- "Copies": "$.Parameters.Copies",
- "BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
- "PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags"
- }
- },
- {
- "Type": "SpecCpuExecutor",
- "Parameters": {
- "Scenario": "benchmark_557.xz_r",
- "Iterations": "$.Parameters.Iterations",
- "SpecProfile": "intrate",
- "Benchmarks": "557",
+ "Benchmarks": "$.Parameters.Benchmarks",
"PackageName": "speccpu2017",
"RunPeak": "$.Parameters.RunPeak",
"Threads": "$.Parameters.Threads",
diff --git a/src/VirtualClient/VirtualClient.Main/profiles/PERF-SPECCPU-INTSPEED.json b/src/VirtualClient/VirtualClient.Main/profiles/PERF-SPECCPU-INTSPEED.json
index bb93ce007f..7b5fde10b2 100644
--- a/src/VirtualClient/VirtualClient.Main/profiles/PERF-SPECCPU-INTSPEED.json
+++ b/src/VirtualClient/VirtualClient.Main/profiles/PERF-SPECCPU-INTSPEED.json
@@ -16,6 +16,7 @@
"Parameters": {
"CompilerVersion": "",
"Iterations": 2,
+ "Benchmarks": "{calculate(\"{Platform}\".StartsWith(\"linux\") ? \"intspeed\" : \"641\")}",
"RunPeak": false,
"Threads": "{LogicalCoreCount}",
"Copies": "{LogicalCoreCount}",
@@ -26,122 +27,10 @@
{
"Type": "SpecCpuExecutor",
"Parameters": {
- "Scenario": "benchmark_600.perlbench_s",
+ "Scenario": "ExecuteSPECBenchmark",
"Iterations": "$.Parameters.Iterations",
"SpecProfile": "intspeed",
- "Benchmarks": "600",
- "PackageName": "speccpu2017",
- "RunPeak": "$.Parameters.RunPeak",
- "Threads": "$.Parameters.Threads",
- "Copies": "$.Parameters.Copies",
- "BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
- "PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags",
- "SupportedPlatforms": "linux-x64,linux-arm64"
- }
- },
- {
- "Type": "SpecCpuExecutor",
- "Parameters": {
- "Scenario": "benchmark_602.gcc_s",
- "Iterations": "$.Parameters.Iterations",
- "SpecProfile": "intspeed",
- "Benchmarks": "602",
- "PackageName": "speccpu2017",
- "RunPeak": "$.Parameters.RunPeak",
- "Threads": "$.Parameters.Threads",
- "Copies": "$.Parameters.Copies",
- "BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
- "PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags",
- "SupportedPlatforms": "linux-x64,linux-arm64"
- }
- },
- {
- "Type": "SpecCpuExecutor",
- "Parameters": {
- "Scenario": "benchmark_605.mcf_s",
- "Iterations": "$.Parameters.Iterations",
- "SpecProfile": "intspeed",
- "Benchmarks": "605",
- "PackageName": "speccpu2017",
- "RunPeak": "$.Parameters.RunPeak",
- "Threads": "$.Parameters.Threads",
- "Copies": "$.Parameters.Copies",
- "BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
- "PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags",
- "SupportedPlatforms": "linux-x64,linux-arm64"
- }
- },
- {
- "Type": "SpecCpuExecutor",
- "Parameters": {
- "Scenario": "benchmark_620.omnetpp_s",
- "Iterations": "$.Parameters.Iterations",
- "SpecProfile": "intspeed",
- "Benchmarks": "620",
- "PackageName": "speccpu2017",
- "RunPeak": "$.Parameters.RunPeak",
- "Threads": "$.Parameters.Threads",
- "Copies": "$.Parameters.Copies",
- "BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
- "PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags",
- "SupportedPlatforms": "linux-x64,linux-arm64"
- }
- },
- {
- "Type": "SpecCpuExecutor",
- "Parameters": {
- "Scenario": "benchmark_623.xalancbmk_s",
- "Iterations": "$.Parameters.Iterations",
- "SpecProfile": "intspeed",
- "Benchmarks": "623",
- "PackageName": "speccpu2017",
- "RunPeak": "$.Parameters.RunPeak",
- "Threads": "$.Parameters.Threads",
- "Copies": "$.Parameters.Copies",
- "BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
- "PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags",
- "SupportedPlatforms": "linux-x64,linux-arm64"
- }
- },
- {
- "Type": "SpecCpuExecutor",
- "Parameters": {
- "Scenario": "benchmark_625.x264_s",
- "Iterations": "$.Parameters.Iterations",
- "SpecProfile": "intspeed",
- "Benchmarks": "625",
- "PackageName": "speccpu2017",
- "RunPeak": "$.Parameters.RunPeak",
- "Threads": "$.Parameters.Threads",
- "Copies": "$.Parameters.Copies",
- "BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
- "PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags",
- "SupportedPlatforms": "linux-x64,linux-arm64"
- }
- },
- {
- "Type": "SpecCpuExecutor",
- "Parameters": {
- "Scenario": "benchmark_631.deepsjeng_s",
- "Iterations": "$.Parameters.Iterations",
- "SpecProfile": "intspeed",
- "Benchmarks": "631",
- "PackageName": "speccpu2017",
- "RunPeak": "$.Parameters.RunPeak",
- "Threads": "$.Parameters.Threads",
- "Copies": "$.Parameters.Copies",
- "BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
- "PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags",
- "SupportedPlatforms": "linux-x64,linux-arm64"
- }
- },
- {
- "Type": "SpecCpuExecutor",
- "Parameters": {
- "Scenario": "benchmark_641.leela_s",
- "Iterations": "$.Parameters.Iterations",
- "SpecProfile": "intspeed",
- "Benchmarks": "641",
+ "Benchmarks": "$.Parameters.Benchmarks",
"PackageName": "speccpu2017",
"RunPeak": "$.Parameters.RunPeak",
"Threads": "$.Parameters.Threads",
@@ -149,38 +38,6 @@
"BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
"PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags"
}
- },
- {
- "Type": "SpecCpuExecutor",
- "Parameters": {
- "Scenario": "benchmark_648.exchange2_s",
- "Iterations": "$.Parameters.Iterations",
- "SpecProfile": "intspeed",
- "Benchmarks": "648",
- "PackageName": "speccpu2017",
- "RunPeak": "$.Parameters.RunPeak",
- "Threads": "$.Parameters.Threads",
- "Copies": "$.Parameters.Copies",
- "BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
- "PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags",
- "SupportedPlatforms": "linux-x64,linux-arm64"
- }
- },
- {
- "Type": "SpecCpuExecutor",
- "Parameters": {
- "Scenario": "benchmark_657.xz_s",
- "Iterations": "$.Parameters.Iterations",
- "SpecProfile": "intspeed",
- "Benchmarks": "657",
- "PackageName": "speccpu2017",
- "RunPeak": "$.Parameters.RunPeak",
- "Threads": "$.Parameters.Threads",
- "Copies": "$.Parameters.Copies",
- "BaseOptimizingFlags": "$.Parameters.BaseOptimizingFlags",
- "PeakOptimizingFlags": "$.Parameters.PeakOptimizingFlags",
- "SupportedPlatforms": "linux-x64,linux-arm64"
- }
}
],
"Dependencies": [
diff --git a/website/docs/workloads/speccpu/speccpu-profiles.md b/website/docs/workloads/speccpu/speccpu-profiles.md
index 2b70aa5624..738a9e107e 100644
--- a/website/docs/workloads/speccpu/speccpu-profiles.md
+++ b/website/docs/workloads/speccpu/speccpu-profiles.md
@@ -36,8 +36,9 @@ for evaluating the performance of the CPU for processing calculations.
| Parameter | Purpose | Default value |
|---------------------------|---------------------------------------------------------------------------------|---------------|
- | CompilerName | Optional. The name of the compiler to use for compiling CoreMark on the system. | gcc |
| CompilerVersion | Optional. The version of the compiler to use. | The default version for the OS/distro.
- See [Linux Defaults](https://documentation.ubuntu.com/ubuntu-for-developers/reference/availability/gcc/).
- See [Windows Defaults](https://cygwin.com/packages/summary/gcc-core.html)
|
+ | Iterations | Optional. The number of iterations for speccpu to run the benchmark/suite. | 2 |
+ | Benchmarks | Optional. The benchmark suite or list of benchmarks to run. | fprate |
| RunPeak | Optional. True to run the workload 'Peak' scenario, False to run the workload 'Base' scenario. | false (Base) |
| Threads | Optional. Determines the number of threads to use for running the benchmark. | # logical processors |
| Copies | Optional. Determines the number of copies of the benchmark to run concurrently. | # logical processors |
@@ -93,13 +94,14 @@ for evaluating the performance of the CPU for processing calculations.
| Parameter | Purpose | Default value |
|---------------------------|---------------------------------------------------------------------------------|---------------|
- | CompilerName | Optional. The name of the compiler to use for compiling CoreMark on the system. | gcc |
| CompilerVersion | Optional. The version of the compiler to use. | The default version for the OS/distro.
- See [Linux Defaults](https://documentation.ubuntu.com/ubuntu-for-developers/reference/availability/gcc/).
- See [Windows Defaults](https://cygwin.com/packages/summary/gcc-core.html)
|
+ | Iterations | Optional. The number of iterations for speccpu to run the benchmark/suite. | 2 |
+ | Benchmarks | Optional. The benchmark suite or list of benchmarks to run. | fpspeed |
| RunPeak | Optional. True to run the workload 'Peak' scenario, False to run the workload 'Base' scenario. | false (Base) |
| Threads | Optional. Determines the number of threads to use for running the benchmark. | # logical processors |
| Copies | Optional. Determines the number of copies of the benchmark to run concurrently. | # logical processors |
- | BaseOptimizationFlags | Optional. Optimization flags to pass to the GCC compiler when running the 'Base' scenario | -g -O3 -march=native |
- | PeakOptimizationFlags | Optional. Optimization flags to pass to the GCC compiler when running the 'Peak' scenario | -g -Ofast -march=native -flto |
+ | BaseOptimizationFlags | Optional. Optimization flags to pass to the GCC compiler when running the 'Base' scenario | -g -O3 -march=native -frecord-gcc-switches|
+ | PeakOptimizationFlags | Optional. Optimization flags to pass to the GCC compiler when running the 'Peak' scenario | -g -Ofast -march=native -flto -frecord-gcc-switches |
* **Profile Runtimes**
@@ -144,13 +146,14 @@ for evaluating the performance of the CPU for processing calculations.
| Parameter | Purpose | Default value |
|---------------------------|---------------------------------------------------------------------------------|---------------|
- | CompilerName | Optional. The name of the compiler to use for compiling CoreMark on the system. | gcc |
| CompilerVersion | Optional. The version of the compiler to use. | The default version for the OS/distro.
- See [Linux Defaults](https://documentation.ubuntu.com/ubuntu-for-developers/reference/availability/gcc/).
- See [Windows Defaults](https://cygwin.com/packages/summary/gcc-core.html)
|
+ | Iterations | Optional. The number of iterations for speccpu to run the benchmark/suite. | 2 |
+ | Benchmarks | Optional. The benchmark suite or list of benchmarks to run. | intrate |
| RunPeak | Optional. True to run the workload 'Peak' scenario, False to run the workload 'Base' scenario. | false (Base) |
| Threads | Optional. Determines the number of threads to use for running the benchmark. | # logical processors |
| Copies | Optional. Determines the number of copies of the benchmark to run concurrently. | # logical processors |
- | BaseOptimizationFlags | Optional. Optimization flags to pass to the GCC compiler when running the 'Base' scenario | -g -O3 -march=native |
- | PeakOptimizationFlags | Optional. Optimization flags to pass to the GCC compiler when running the 'Peak' scenario | -g -Ofast -march=native -flto |
+ | BaseOptimizationFlags | Optional. Optimization flags to pass to the GCC compiler when running the 'Base' scenario | -g -O3 -march=native -frecord-gcc-switches|
+ | PeakOptimizationFlags | Optional. Optimization flags to pass to the GCC compiler when running the 'Peak' scenario | -g -Ofast -march=native -flto -frecord-gcc-switches |
* **Profile Runtimes**
See the 'Metadata' section of the profile for estimated runtimes. These timings represent the length of time required to run a single round of profile
@@ -194,13 +197,14 @@ for evaluating the performance of the CPU for processing calculations.
| Parameter | Purpose | Default value |
|---------------------------|---------------------------------------------------------------------------------|---------------|
- | CompilerName | Optional. The name of the compiler to use for compiling CoreMark on the system. | gcc |
| CompilerVersion | Optional. The version of the compiler to use. | The default version for the OS/distro.
- See [Linux Defaults](https://documentation.ubuntu.com/ubuntu-for-developers/reference/availability/gcc/).
- See [Windows Defaults](https://cygwin.com/packages/summary/gcc-core.html)
|
+ | Iterations | Optional. The number of iterations for speccpu to run the benchmark/suite. | 2 |
+ | Benchmarks | Optional. The benchmark suite or list of benchmarks to run. | intspeed |
| RunPeak | Optional. True to run the workload 'Peak' scenario, False to run the workload 'Base' scenario. | false (Base) |
| Threads | Optional. Determines the number of threads to use for running the benchmark. | # logical processors |
| Copies | Optional. Determines the number of copies of the benchmark to run concurrently. | # logical processors |
- | BaseOptimizationFlags | Optional. Optimization flags to pass to the GCC compiler when running the 'Base' scenario | -g -O3 -march=native |
- | PeakOptimizationFlags | Optional. Optimization flags to pass to the GCC compiler when running the 'Peak' scenario | -g -Ofast -march=native -flto |
+ | BaseOptimizationFlags | Optional. Optimization flags to pass to the GCC compiler when running the 'Base' scenario | -g -O3 -march=native -frecord-gcc-switches|
+ | PeakOptimizationFlags | Optional. Optimization flags to pass to the GCC compiler when running the 'Peak' scenario | -g -Ofast -march=native -flto -frecord-gcc-switches |
* **Profile Runtimes**
See the 'Metadata' section of the profile for estimated runtimes. These timings represent the length of time required to run a single round of profile