From 960b3d8a13c67ac4b7f479d5764b0b618fc9ea09 Mon Sep 17 00:00:00 2001 From: Dante Niewenhuis Date: Tue, 5 Mar 2024 16:50:35 +0100 Subject: Cpu fix (#208) * Updated the topology format to JSON. Updated TopologyReader.kt to handle JSON filed. Added documentation for the new format. * applied spotless kotlin * small update * Updated for spotless apply * Updated for spotless apply --- .../src/main/Python_scripts/OpenDCdemo.ipynb | 515 ++++++++++++++++++--- 1 file changed, 446 insertions(+), 69 deletions(-) (limited to 'opendc-experiments/opendc-experiments-greenifier/src/main/Python_scripts/OpenDCdemo.ipynb') diff --git a/opendc-experiments/opendc-experiments-greenifier/src/main/Python_scripts/OpenDCdemo.ipynb b/opendc-experiments/opendc-experiments-greenifier/src/main/Python_scripts/OpenDCdemo.ipynb index 09ff26d6..9bee908e 100644 --- a/opendc-experiments/opendc-experiments-greenifier/src/main/Python_scripts/OpenDCdemo.ipynb +++ b/opendc-experiments/opendc-experiments-greenifier/src/main/Python_scripts/OpenDCdemo.ipynb @@ -128,10 +128,10 @@ " A01\n", " A01\n", " 8\n", - " 3.2\n", - " 128\n", " 1\n", - " 128\n", + " 100\n", + " 1\n", + " 100\n", " 8\n", " \n", " \n", @@ -200,55 +200,55 @@ " \n", " \n", " 0\n", - " 1019\n", - " 2013-08-12 13:40:46+00:00\n", - " 300000\n", + " 0\n", + " 2024-02-02\n", + " 86400000\n", " 1\n", - " 0.000000\n", + " 1000.0\n", " \n", " \n", " 1\n", - " 1019\n", - " 2013-08-12 13:45:46+00:00\n", - " 300000\n", " 1\n", - " 11.703998\n", + " 2024-02-02\n", + " 86400000\n", + " 1\n", + " 1000.0\n", " \n", " \n", " 2\n", - " 1019\n", - " 2013-08-12 13:55:46+00:00\n", - " 600000\n", + " 2\n", + " 2024-02-02\n", + " 86400000\n", " 1\n", - " 0.000000\n", + " 1000.0\n", " \n", " \n", " 3\n", - " 1019\n", - " 2013-08-12 14:00:46+00:00\n", - " 300000\n", + " 3\n", + " 2024-02-02\n", + " 86400000\n", " 1\n", - " 11.703998\n", + " 1000.0\n", " \n", " \n", " 4\n", - " 1019\n", - " 2013-08-12 14:15:46+00:00\n", - " 900000\n", + " 4\n", + " 2024-02-02\n", + " 86400000\n", " 1\n", - " 0.000000\n", + " 1000.0\n", " \n", " \n", "\n", "" ], "text/plain": [ - " id timestamp duration cpu_count cpu_usage\n", - "0 1019 2013-08-12 13:40:46+00:00 300000 1 0.000000\n", - "1 1019 2013-08-12 13:45:46+00:00 300000 1 11.703998\n", - "2 1019 2013-08-12 13:55:46+00:00 600000 1 0.000000\n", - "3 1019 2013-08-12 14:00:46+00:00 300000 1 11.703998\n", - "4 1019 2013-08-12 14:15:46+00:00 900000 1 0.000000" + " id timestamp duration cpu_count cpu_usage\n", + "0 0 2024-02-02 86400000 1 1000.0\n", + "1 1 2024-02-02 86400000 1 1000.0\n", + "2 2 2024-02-02 86400000 1 1000.0\n", + "3 3 2024-02-02 86400000 1 1000.0\n", + "4 4 2024-02-02 86400000 1 1000.0" ] }, "execution_count": 3, @@ -257,7 +257,7 @@ } ], "source": [ - "df_trace = pd.read_parquet(f\"{base_folder}/resources/bitbrains-small/trace/trace.parquet\")\n", + "df_trace = pd.read_parquet(f\"{base_folder}/resources/benchmark/trace/trace.parquet\")\n", "df_trace.head()" ] }, @@ -301,67 +301,60 @@ " \n", " \n", " 0\n", - " 1019\n", - " 2013-08-12 13:35:46+00:00\n", - " 2013-09-11 13:39:58+00:00\n", + " 0\n", + " 2024-02-01\n", + " 2024-02-02\n", " 1\n", - " 2926.000135\n", - " 181352\n", + " 1000.0\n", + " 100000\n", " \n", " \n", " 1\n", - " 1023\n", - " 2013-08-12 13:35:46+00:00\n", - " 2013-09-11 13:39:58+00:00\n", " 1\n", - " 2925.999560\n", - " 260096\n", + " 2024-02-01\n", + " 2024-02-02\n", + " 1\n", + " 1000.0\n", + " 100000\n", " \n", " \n", " 2\n", - " 1026\n", - " 2013-08-12 13:35:46+00:00\n", - " 2013-09-11 13:39:58+00:00\n", + " 2\n", + " 2024-02-01\n", + " 2024-02-02\n", " 1\n", - " 2925.999717\n", - " 249972\n", + " 1000.0\n", + " 100000\n", " \n", " \n", " 3\n", - " 1052\n", - " 2013-08-29 14:38:12+00:00\n", - " 2013-09-05 07:09:07+00:00\n", + " 3\n", + " 2024-02-01\n", + " 2024-02-02\n", " 1\n", - " 2926.000107\n", - " 131245\n", + " 1000.0\n", + " 100000\n", " \n", " \n", " 4\n", - " 1073\n", - " 2013-08-21 11:07:12+00:00\n", - " 2013-09-11 13:39:58+00:00\n", + " 4\n", + " 2024-02-01\n", + " 2024-02-02\n", " 1\n", - " 2599.999649\n", - " 179306\n", + " 1000.0\n", + " 100000\n", " \n", " \n", "\n", "" ], "text/plain": [ - " id start_time stop_time cpu_count \\\n", - "0 1019 2013-08-12 13:35:46+00:00 2013-09-11 13:39:58+00:00 1 \n", - "1 1023 2013-08-12 13:35:46+00:00 2013-09-11 13:39:58+00:00 1 \n", - "2 1026 2013-08-12 13:35:46+00:00 2013-09-11 13:39:58+00:00 1 \n", - "3 1052 2013-08-29 14:38:12+00:00 2013-09-05 07:09:07+00:00 1 \n", - "4 1073 2013-08-21 11:07:12+00:00 2013-09-11 13:39:58+00:00 1 \n", - "\n", - " cpu_capacity mem_capacity \n", - "0 2926.000135 181352 \n", - "1 2925.999560 260096 \n", - "2 2925.999717 249972 \n", - "3 2926.000107 131245 \n", - "4 2599.999649 179306 " + " id start_time stop_time cpu_count cpu_capacity mem_capacity\n", + "0 0 2024-02-01 2024-02-02 1 1000.0 100000\n", + "1 1 2024-02-01 2024-02-02 1 1000.0 100000\n", + "2 2 2024-02-01 2024-02-02 1 1000.0 100000\n", + "3 3 2024-02-01 2024-02-02 1 1000.0 100000\n", + "4 4 2024-02-01 2024-02-02 1 1000.0 100000" ] }, "execution_count": 4, @@ -370,7 +363,7 @@ } ], "source": [ - "df_meta = pd.read_parquet(f\"{base_folder}/resources/bitbrains-small/trace/meta.parquet\")\n", + "df_meta = pd.read_parquet(f\"{base_folder}/resources/benchmark/trace/meta.parquet\")\n", "df_meta.head()" ] }, @@ -1095,6 +1088,390 @@ "output_file_path = Path(output_file)\n", "df_trace_new.to_parquet(output_file_path, index=False)" ] + }, + { + "cell_type": "code", + "execution_count": 5, + "id": "d80ee1db", + "metadata": {}, + "outputs": [], + "source": [ + "df_server = pd.read_parquet(f\"../output/topology=topology.json/workload=benchmark/seed=0/server.parquet\")\n", + "df_host = pd.read_parquet(f\"../output/topology=topology.json/workload=benchmark/seed=0/host.parquet\")\n", + "df_service = pd.read_parquet(f\"../output/topology=topology.json/workload=benchmark/seed=0/service.parquet\")" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "id": "4ec05a5b", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
timestamphosts_uphosts_downservers_pendingservers_activeattempts_successattempts_failureattempts_error
0300000200101000
1600000200101000
2900000200101000
31200000200101000
41500000200101000
\n", + "
" + ], + "text/plain": [ + " timestamp hosts_up hosts_down servers_pending servers_active \\\n", + "0 300000 2 0 0 10 \n", + "1 600000 2 0 0 10 \n", + "2 900000 2 0 0 10 \n", + "3 1200000 2 0 0 10 \n", + "4 1500000 2 0 0 10 \n", + "\n", + " attempts_success attempts_failure attempts_error \n", + "0 10 0 0 \n", + "1 10 0 0 \n", + "2 10 0 0 \n", + "3 10 0 0 \n", + "4 10 0 0 " + ] + }, + "execution_count": 6, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "df_service.head()" + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "id": "7f147582", + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "
\n", + "\n", + "\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
timestamphost_idcpu_countmem_capacityguests_terminatedguests_runningguests_errorguests_invalidcpu_limitcpu_usage...cpu_utilizationcpu_time_activecpu_time_idlecpu_time_stealcpu_time_lostpower_drawenergy_usageuptimedowntimeboot_time
0300000e220a839-7b1d-cdaf-0000-000000000000610000005008000.05000.0...0.6251125002674998180325.097500.07530000000
13000006e789e6a-a1b9-65f4-0000-000000000001410000005004000.04000.0...1.000120000003000110400.0120000.00030000000
2600000e220a839-7b1d-cdaf-0000-000000000000610000005008000.05000.0...0.625112500067500000325.097500.00030000000
36000006e789e6a-a1b9-65f4-0000-000000000001410000005004000.04000.0...1.000120000003000000400.0120000.00030000000
4900000e220a839-7b1d-cdaf-0000-000000000000610000005008000.05000.0...0.625112500067500000325.097500.00030000000
\n", + "

5 rows × 21 columns

\n", + "
" + ], + "text/plain": [ + " timestamp host_id cpu_count mem_capacity \\\n", + "0 300000 e220a839-7b1d-cdaf-0000-000000000000 6 100000 \n", + "1 300000 6e789e6a-a1b9-65f4-0000-000000000001 4 100000 \n", + "2 600000 e220a839-7b1d-cdaf-0000-000000000000 6 100000 \n", + "3 600000 6e789e6a-a1b9-65f4-0000-000000000001 4 100000 \n", + "4 900000 e220a839-7b1d-cdaf-0000-000000000000 6 100000 \n", + "\n", + " guests_terminated guests_running guests_error guests_invalid cpu_limit \\\n", + "0 0 5 0 0 8000.0 \n", + "1 0 5 0 0 4000.0 \n", + "2 0 5 0 0 8000.0 \n", + "3 0 5 0 0 4000.0 \n", + "4 0 5 0 0 8000.0 \n", + "\n", + " cpu_usage ... cpu_utilization cpu_time_active cpu_time_idle \\\n", + "0 5000.0 ... 0.625 1125002 674998 \n", + "1 4000.0 ... 1.000 1200000 0 \n", + "2 5000.0 ... 0.625 1125000 675000 \n", + "3 4000.0 ... 1.000 1200000 0 \n", + "4 5000.0 ... 0.625 1125000 675000 \n", + "\n", + " cpu_time_steal cpu_time_lost power_draw energy_usage uptime downtime \\\n", + "0 18 0 325.0 97500.075 300000 0 \n", + "1 300011 0 400.0 120000.000 300000 0 \n", + "2 0 0 325.0 97500.000 300000 0 \n", + "3 300000 0 400.0 120000.000 300000 0 \n", + "4 0 0 325.0 97500.000 300000 0 \n", + "\n", + " boot_time \n", + "0 0 \n", + "1 0 \n", + "2 0 \n", + "3 0 \n", + "4 0 \n", + "\n", + "[5 rows x 21 columns]" + ] + }, + "execution_count": 7, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "df_host.head()" + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "id": "678ede60", + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "Index(['timestamp', 'host_id', 'cpu_count', 'mem_capacity',\n", + " 'guests_terminated', 'guests_running', 'guests_error', 'guests_invalid',\n", + " 'cpu_limit', 'cpu_usage', 'cpu_demand', 'cpu_utilization',\n", + " 'cpu_time_active', 'cpu_time_idle', 'cpu_time_steal', 'cpu_time_lost',\n", + " 'power_draw', 'energy_usage', 'uptime', 'downtime', 'boot_time'],\n", + " dtype='object')" + ] + }, + "execution_count": 8, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "df_host.columns" + ] } ], "metadata": { -- cgit v1.2.3