From 5b4b6bde235e47fcc7074578673dfea1077771a7 Mon Sep 17 00:00:00 2001 From: Dante Niewenhuis Date: Thu, 21 May 2026 16:52:31 +1000 Subject: Added Benchmarking tools (#413) Added files for the smaller workload benchmarks Added benchmark examples Started implementing benchmarking functions --- .../experiments/samplingScaling/experiment_1.json | 22 ++++++++++++++++++++++ .../experiments/samplingScaling/experiment_10.json | 22 ++++++++++++++++++++++ .../samplingScaling/experiment_100.json | 22 ++++++++++++++++++++++ .../samplingScaling/experiment_100K.json | 22 ++++++++++++++++++++++ .../samplingScaling/experiment_10K.json | 22 ++++++++++++++++++++++ .../experiments/samplingScaling/experiment_1K.json | 22 ++++++++++++++++++++++ .../samplingScaling/experiment_200K.json | 22 ++++++++++++++++++++++ .../samplingScaling/experiment_20K.json | 22 ++++++++++++++++++++++ .../samplingScaling/experiment_30K.json | 22 ++++++++++++++++++++++ .../samplingScaling/experiment_360K.json | 22 ++++++++++++++++++++++ .../samplingScaling/experiment_40K.json | 22 ++++++++++++++++++++++ .../samplingScaling/experiment_50K.json | 22 ++++++++++++++++++++++ .../experiments/samplingScaling/experiment_5K.json | 22 ++++++++++++++++++++++ .../samplingScaling/experiment_60K.json | 22 ++++++++++++++++++++++ .../samplingScaling/experiment_70K.json | 22 ++++++++++++++++++++++ .../samplingScaling/experiment_80K.json | 22 ++++++++++++++++++++++ .../samplingScaling/experiment_90K.json | 22 ++++++++++++++++++++++ 17 files changed, 374 insertions(+) create mode 100644 opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_1.json create mode 100644 opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_10.json create mode 100644 opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_100.json create mode 100644 opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_100K.json create mode 100644 opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_10K.json create mode 100644 opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_1K.json create mode 100644 opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_200K.json create mode 100644 opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_20K.json create mode 100644 opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_30K.json create mode 100644 opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_360K.json create mode 100644 opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_40K.json create mode 100644 opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_50K.json create mode 100644 opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_5K.json create mode 100644 opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_60K.json create mode 100644 opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_70K.json create mode 100644 opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_80K.json create mode 100644 opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_90K.json (limited to 'opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling') diff --git a/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_1.json b/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_1.json new file mode 100644 index 00000000..92041093 --- /dev/null +++ b/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_1.json @@ -0,0 +1,22 @@ +{ + "topologies": [ + {"pathToFile": "src/jmh/resources/topologies/taskScaling/topology_100.json"} + ], + "workloads": [{ + "pathToFile": "src/jmh/resources/workloadTraces/taskScaling/10K_tasks", + "type": "ComputeWorkload", + "submissionTime": "2024-03-01T00:00:00" + }], + "allocationPolicies": [ + { + "type": "prefab", + "policyName": "Mem" + } + ], + "exportModels": [ + { + "exportInterval": 3600000, + "printFrequency": 9999999 + } + ] +} diff --git a/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_10.json b/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_10.json new file mode 100644 index 00000000..6ad428ba --- /dev/null +++ b/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_10.json @@ -0,0 +1,22 @@ +{ + "topologies": [ + {"pathToFile": "src/jmh/resources/topologies/taskScaling/topology_100.json"} + ], + "workloads": [{ + "pathToFile": "src/jmh/resources/workloadTraces/taskScaling/10K_tasks", + "type": "ComputeWorkload", + "submissionTime": "2024-03-01T00:00:00" + }], + "allocationPolicies": [ + { + "type": "prefab", + "policyName": "Mem" + } + ], + "exportModels": [ + { + "exportInterval": 360000, + "printFrequency": 9999999 + } + ] +} diff --git a/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_100.json b/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_100.json new file mode 100644 index 00000000..91b982a6 --- /dev/null +++ b/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_100.json @@ -0,0 +1,22 @@ +{ + "topologies": [ + {"pathToFile": "src/jmh/resources/topologies/taskScaling/topology_100.json"} + ], + "workloads": [{ + "pathToFile": "src/jmh/resources/workloadTraces/taskScaling/10K_tasks", + "type": "ComputeWorkload", + "submissionTime": "2024-03-01T00:00:00" + }], + "allocationPolicies": [ + { + "type": "prefab", + "policyName": "Mem" + } + ], + "exportModels": [ + { + "exportInterval": 36000, + "printFrequency": 9999999 + } + ] +} diff --git a/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_100K.json b/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_100K.json new file mode 100644 index 00000000..20b146eb --- /dev/null +++ b/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_100K.json @@ -0,0 +1,22 @@ +{ + "topologies": [ + {"pathToFile": "src/jmh/resources/topologies/taskScaling/topology_100.json"} + ], + "workloads": [{ + "pathToFile": "src/jmh/resources/workloadTraces/taskScaling/10K_tasks", + "type": "ComputeWorkload", + "submissionTime": "2024-03-01T00:00:00" + }], + "allocationPolicies": [ + { + "type": "prefab", + "policyName": "Mem" + } + ], + "exportModels": [ + { + "exportInterval": 36, + "printFrequency": 9999999 + } + ] +} diff --git a/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_10K.json b/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_10K.json new file mode 100644 index 00000000..dea193eb --- /dev/null +++ b/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_10K.json @@ -0,0 +1,22 @@ +{ + "topologies": [ + {"pathToFile": "src/jmh/resources/topologies/taskScaling/topology_100.json"} + ], + "workloads": [{ + "pathToFile": "src/jmh/resources/workloadTraces/taskScaling/10K_tasks", + "type": "ComputeWorkload", + "submissionTime": "2024-03-01T00:00:00" + }], + "allocationPolicies": [ + { + "type": "prefab", + "policyName": "Mem" + } + ], + "exportModels": [ + { + "exportInterval": 360, + "printFrequency": 9999999 + } + ] +} diff --git a/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_1K.json b/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_1K.json new file mode 100644 index 00000000..ff793cbb --- /dev/null +++ b/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_1K.json @@ -0,0 +1,22 @@ +{ + "topologies": [ + {"pathToFile": "src/jmh/resources/topologies/taskScaling/topology_100.json"} + ], + "workloads": [{ + "pathToFile": "src/jmh/resources/workloadTraces/taskScaling/10K_tasks", + "type": "ComputeWorkload", + "submissionTime": "2024-03-01T00:00:00" + }], + "allocationPolicies": [ + { + "type": "prefab", + "policyName": "Mem" + } + ], + "exportModels": [ + { + "exportInterval": 3600, + "printFrequency": 9999999 + } + ] +} diff --git a/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_200K.json b/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_200K.json new file mode 100644 index 00000000..1b72c4ac --- /dev/null +++ b/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_200K.json @@ -0,0 +1,22 @@ +{ + "topologies": [ + {"pathToFile": "src/jmh/resources/topologies/taskScaling/topology_100.json"} + ], + "workloads": [{ + "pathToFile": "src/jmh/resources/workloadTraces/taskScaling/10K_tasks", + "type": "ComputeWorkload", + "submissionTime": "2024-03-01T00:00:00" + }], + "allocationPolicies": [ + { + "type": "prefab", + "policyName": "Mem" + } + ], + "exportModels": [ + { + "exportInterval": 18, + "printFrequency": 9999999 + } + ] +} diff --git a/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_20K.json b/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_20K.json new file mode 100644 index 00000000..67f01aba --- /dev/null +++ b/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_20K.json @@ -0,0 +1,22 @@ +{ + "topologies": [ + {"pathToFile": "src/jmh/resources/topologies/taskScaling/topology_100.json"} + ], + "workloads": [{ + "pathToFile": "src/jmh/resources/workloadTraces/taskScaling/10K_tasks", + "type": "ComputeWorkload", + "submissionTime": "2024-03-01T00:00:00" + }], + "allocationPolicies": [ + { + "type": "prefab", + "policyName": "Mem" + } + ], + "exportModels": [ + { + "exportInterval": 180, + "printFrequency": 9999999 + } + ] +} diff --git a/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_30K.json b/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_30K.json new file mode 100644 index 00000000..b8ac9c46 --- /dev/null +++ b/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_30K.json @@ -0,0 +1,22 @@ +{ + "topologies": [ + {"pathToFile": "src/jmh/resources/topologies/taskScaling/topology_100.json"} + ], + "workloads": [{ + "pathToFile": "src/jmh/resources/workloadTraces/taskScaling/10K_tasks", + "type": "ComputeWorkload", + "submissionTime": "2024-03-01T00:00:00" + }], + "allocationPolicies": [ + { + "type": "prefab", + "policyName": "Mem" + } + ], + "exportModels": [ + { + "exportInterval": 120, + "printFrequency": 9999999 + } + ] +} diff --git a/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_360K.json b/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_360K.json new file mode 100644 index 00000000..1b72c4ac --- /dev/null +++ b/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_360K.json @@ -0,0 +1,22 @@ +{ + "topologies": [ + {"pathToFile": "src/jmh/resources/topologies/taskScaling/topology_100.json"} + ], + "workloads": [{ + "pathToFile": "src/jmh/resources/workloadTraces/taskScaling/10K_tasks", + "type": "ComputeWorkload", + "submissionTime": "2024-03-01T00:00:00" + }], + "allocationPolicies": [ + { + "type": "prefab", + "policyName": "Mem" + } + ], + "exportModels": [ + { + "exportInterval": 18, + "printFrequency": 9999999 + } + ] +} diff --git a/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_40K.json b/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_40K.json new file mode 100644 index 00000000..d069529a --- /dev/null +++ b/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_40K.json @@ -0,0 +1,22 @@ +{ + "topologies": [ + {"pathToFile": "src/jmh/resources/topologies/taskScaling/topology_100.json"} + ], + "workloads": [{ + "pathToFile": "src/jmh/resources/workloadTraces/taskScaling/10K_tasks", + "type": "ComputeWorkload", + "submissionTime": "2024-03-01T00:00:00" + }], + "allocationPolicies": [ + { + "type": "prefab", + "policyName": "Mem" + } + ], + "exportModels": [ + { + "exportInterval": 90, + "printFrequency": 9999999 + } + ] +} diff --git a/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_50K.json b/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_50K.json new file mode 100644 index 00000000..e5a310d6 --- /dev/null +++ b/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_50K.json @@ -0,0 +1,22 @@ +{ + "topologies": [ + {"pathToFile": "src/jmh/resources/topologies/taskScaling/topology_100.json"} + ], + "workloads": [{ + "pathToFile": "src/jmh/resources/workloadTraces/taskScaling/10K_tasks", + "type": "ComputeWorkload", + "submissionTime": "2024-03-01T00:00:00" + }], + "allocationPolicies": [ + { + "type": "prefab", + "policyName": "Mem" + } + ], + "exportModels": [ + { + "exportInterval": 72, + "printFrequency": 9999999 + } + ] +} diff --git a/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_5K.json b/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_5K.json new file mode 100644 index 00000000..ae23d700 --- /dev/null +++ b/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_5K.json @@ -0,0 +1,22 @@ +{ + "topologies": [ + {"pathToFile": "src/jmh/resources/topologies/taskScaling/topology_100.json"} + ], + "workloads": [{ + "pathToFile": "src/jmh/resources/workloadTraces/taskScaling/10K_tasks", + "type": "ComputeWorkload", + "submissionTime": "2024-03-01T00:00:00" + }], + "allocationPolicies": [ + { + "type": "prefab", + "policyName": "Mem" + } + ], + "exportModels": [ + { + "exportInterval": 720, + "printFrequency": 9999999 + } + ] +} diff --git a/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_60K.json b/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_60K.json new file mode 100644 index 00000000..29c52e12 --- /dev/null +++ b/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_60K.json @@ -0,0 +1,22 @@ +{ + "topologies": [ + {"pathToFile": "src/jmh/resources/topologies/taskScaling/topology_100.json"} + ], + "workloads": [{ + "pathToFile": "src/jmh/resources/workloadTraces/taskScaling/10K_tasks", + "type": "ComputeWorkload", + "submissionTime": "2024-03-01T00:00:00" + }], + "allocationPolicies": [ + { + "type": "prefab", + "policyName": "Mem" + } + ], + "exportModels": [ + { + "exportInterval": 60, + "printFrequency": 9999999 + } + ] +} diff --git a/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_70K.json b/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_70K.json new file mode 100644 index 00000000..42a76b54 --- /dev/null +++ b/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_70K.json @@ -0,0 +1,22 @@ +{ + "topologies": [ + {"pathToFile": "src/jmh/resources/topologies/taskScaling/topology_100.json"} + ], + "workloads": [{ + "pathToFile": "src/jmh/resources/workloadTraces/taskScaling/10K_tasks", + "type": "ComputeWorkload", + "submissionTime": "2024-03-01T00:00:00" + }], + "allocationPolicies": [ + { + "type": "prefab", + "policyName": "Mem" + } + ], + "exportModels": [ + { + "exportInterval": 51, + "printFrequency": 9999999 + } + ] +} diff --git a/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_80K.json b/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_80K.json new file mode 100644 index 00000000..a943be51 --- /dev/null +++ b/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_80K.json @@ -0,0 +1,22 @@ +{ + "topologies": [ + {"pathToFile": "src/jmh/resources/topologies/taskScaling/topology_100.json"} + ], + "workloads": [{ + "pathToFile": "src/jmh/resources/workloadTraces/taskScaling/10K_tasks", + "type": "ComputeWorkload", + "submissionTime": "2024-03-01T00:00:00" + }], + "allocationPolicies": [ + { + "type": "prefab", + "policyName": "Mem" + } + ], + "exportModels": [ + { + "exportInterval": 45, + "printFrequency": 9999999 + } + ] +} diff --git a/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_90K.json b/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_90K.json new file mode 100644 index 00000000..8b2b320e --- /dev/null +++ b/opendc-experiments/opendc-experiments-base/src/jmh/resources/experiments/samplingScaling/experiment_90K.json @@ -0,0 +1,22 @@ +{ + "topologies": [ + {"pathToFile": "src/jmh/resources/topologies/taskScaling/topology_100.json"} + ], + "workloads": [{ + "pathToFile": "src/jmh/resources/workloadTraces/taskScaling/10K_tasks", + "type": "ComputeWorkload", + "submissionTime": "2024-03-01T00:00:00" + }], + "allocationPolicies": [ + { + "type": "prefab", + "policyName": "Mem" + } + ], + "exportModels": [ + { + "exportInterval": 40, + "printFrequency": 9999999 + } + ] +} -- cgit v1.2.3