merge: Add provisioning tool for experiments (#104)

This pull request implements a new tool to help provision and manage the 
experimental environment.

## Implementation Notes :hammer_and_pick:

* Add service registry for cloud services 
* Add provisioning tool for experiments
* Add provisioning step for workflow service 
* Add provisioners for FaaS service 
* Use experiment base for Capelin experiments
* Use experiment base for web runner
* Integrate compute workload classes
* Remove Topology interface 

## Breaking API Changes :warning:

* Removal of the `opendc-compute-workload`, `opendc-faas-workload`, 
   and `opendc-workflow-workload` modules. These are now located 
   inside `opendc-experiments`
* Removal of `ComputeServiceHelper`. Use `Provisioner` to provision 
   a `ComputeService`.

3 files changed, 219 insertions, 0 deletions

diff --git a/opendc-experiments/opendc-experiments-compute/src/test/kotlin/org/opendc/experiments/compute/export/parquet/HostDataWriterTest.kt b/opendc-experiments/opendc-experiments-compute/src/test/kotlin/org/opendc/experiments/compute/export/parquet/HostDataWriterTest.kt
new file mode 100644
index 00000000..52b94324
--- /dev/null
+++ b/opendc-experiments/opendc-experiments-compute/src/test/kotlin/org/opendc/experiments/compute/export/parquet/HostDataWriterTest.kt
@@ -0,0 +1,79 @@
+/*
+ * Copyright (c) 2022 AtLarge Research
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy
+ * of this software and associated documentation files (the "Software"), to deal
+ * in the Software without restriction, including without limitation the rights
+ * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+ * copies of the Software, and to permit persons to whom the Software is
+ * furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in all
+ * copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+ * SOFTWARE.
+ */
+
+package org.opendc.experiments.compute.export.parquet
+
+import org.junit.jupiter.api.AfterEach
+import org.junit.jupiter.api.Test
+import org.junit.jupiter.api.assertDoesNotThrow
+import org.opendc.experiments.compute.telemetry.table.HostInfo
+import org.opendc.experiments.compute.telemetry.table.HostTableReader
+import java.nio.file.Files
+import java.time.Instant
+
+/**
+ * Test suite for [ParquetHostDataWriter]
+ */
+class HostDataWriterTest {
+    /**
+     * The path to write the data file to.
+     */
+    private val path = Files.createTempFile("opendc", "parquet")
+
+    /**
+     * The writer used to write the data.
+     */
+    private val writer = ParquetHostDataWriter(path.toFile(), bufferSize = 4096)
+
+    @AfterEach
+    fun tearDown() {
+        writer.close()
+        Files.deleteIfExists(path)
+    }
+
+    @Test
+    fun testSmoke() {
+        assertDoesNotThrow {
+            writer.write(object : HostTableReader {
+                override val timestamp: Instant = Instant.now()
+                override val host: HostInfo = HostInfo("id", "test", "x86", 4, 4096)
+                override val guestsTerminated: Int = 0
+                override val guestsRunning: Int = 0
+                override val guestsError: Int = 0
+                override val guestsInvalid: Int = 0
+                override val cpuLimit: Double = 4096.0
+                override val cpuUsage: Double = 1.0
+                override val cpuDemand: Double = 1.0
+                override val cpuUtilization: Double = 0.0
+                override val cpuActiveTime: Long = 1
+                override val cpuIdleTime: Long = 1
+                override val cpuStealTime: Long = 1
+                override val cpuLostTime: Long = 1
+                override val powerUsage: Double = 1.0
+                override val powerTotal: Double = 1.0
+                override val uptime: Long = 1
+                override val downtime: Long = 1
+                override val bootTime: Instant? = null
+            })
+        }
+    }
+}
diff --git a/opendc-experiments/opendc-experiments-compute/src/test/kotlin/org/opendc/experiments/compute/export/parquet/ServerDataWriterTest.kt b/opendc-experiments/opendc-experiments-compute/src/test/kotlin/org/opendc/experiments/compute/export/parquet/ServerDataWriterTest.kt
new file mode 100644
index 00000000..0ba93173
--- /dev/null
+++ b/opendc-experiments/opendc-experiments-compute/src/test/kotlin/org/opendc/experiments/compute/export/parquet/ServerDataWriterTest.kt
@@ -0,0 +1,73 @@
+/*
+ * Copyright (c) 2022 AtLarge Research
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy
+ * of this software and associated documentation files (the "Software"), to deal
+ * in the Software without restriction, including without limitation the rights
+ * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+ * copies of the Software, and to permit persons to whom the Software is
+ * furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in all
+ * copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+ * SOFTWARE.
+ */
+
+package org.opendc.experiments.compute.export.parquet
+
+import org.junit.jupiter.api.AfterEach
+import org.junit.jupiter.api.Test
+import org.junit.jupiter.api.assertDoesNotThrow
+import org.opendc.experiments.compute.telemetry.table.HostInfo
+import org.opendc.experiments.compute.telemetry.table.ServerInfo
+import org.opendc.experiments.compute.telemetry.table.ServerTableReader
+import java.nio.file.Files
+import java.time.Instant
+
+/**
+ * Test suite for [ParquetServerDataWriter]
+ */
+class ServerDataWriterTest {
+    /**
+     * The path to write the data file to.
+     */
+    private val path = Files.createTempFile("opendc", "parquet")
+
+    /**
+     * The writer used to write the data.
+     */
+    private val writer = ParquetServerDataWriter(path.toFile(), bufferSize = 4096)
+
+    @AfterEach
+    fun tearDown() {
+        writer.close()
+        Files.deleteIfExists(path)
+    }
+
+    @Test
+    fun testSmoke() {
+        assertDoesNotThrow {
+            writer.write(object : ServerTableReader {
+                override val timestamp: Instant = Instant.now()
+                override val server: ServerInfo = ServerInfo("id", "test", "vm", "x86", "test", "test", 2, 4096)
+                override val host: HostInfo = HostInfo("id", "test", "x86", 4, 4096)
+                override val cpuLimit: Double = 4096.0
+                override val cpuActiveTime: Long = 1
+                override val cpuIdleTime: Long = 1
+                override val cpuStealTime: Long = 1
+                override val cpuLostTime: Long = 1
+                override val uptime: Long = 1
+                override val downtime: Long = 1
+                override val provisionTime: Instant = timestamp
+                override val bootTime: Instant? = null
+            })
+        }
+    }
+}
diff --git a/opendc-experiments/opendc-experiments-compute/src/test/kotlin/org/opendc/experiments/compute/export/parquet/ServiceDataWriterTest.kt b/opendc-experiments/opendc-experiments-compute/src/test/kotlin/org/opendc/experiments/compute/export/parquet/ServiceDataWriterTest.kt
new file mode 100644
index 00000000..20301185
--- /dev/null
+++ b/opendc-experiments/opendc-experiments-compute/src/test/kotlin/org/opendc/experiments/compute/export/parquet/ServiceDataWriterTest.kt
@@ -0,0 +1,67 @@
+/*
+ * Copyright (c) 2022 AtLarge Research
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy
+ * of this software and associated documentation files (the "Software"), to deal
+ * in the Software without restriction, including without limitation the rights
+ * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+ * copies of the Software, and to permit persons to whom the Software is
+ * furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in all
+ * copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+ * SOFTWARE.
+ */
+
+package org.opendc.experiments.compute.export.parquet
+
+import org.junit.jupiter.api.AfterEach
+import org.junit.jupiter.api.Test
+import org.junit.jupiter.api.assertDoesNotThrow
+import org.opendc.experiments.compute.telemetry.table.ServiceTableReader
+import java.nio.file.Files
+import java.time.Instant
+
+/**
+ * Test suite for [ParquetServiceDataWriter]
+ */
+class ServiceDataWriterTest {
+    /**
+     * The path to write the data file to.
+     */
+    private val path = Files.createTempFile("opendc", "parquet")
+
+    /**
+     * The writer used to write the data.
+     */
+    private val writer = ParquetServiceDataWriter(path.toFile(), bufferSize = 4096)
+
+    @AfterEach
+    fun tearDown() {
+        writer.close()
+        Files.deleteIfExists(path)
+    }
+
+    @Test
+    fun testSmoke() {
+        assertDoesNotThrow {
+            writer.write(object : ServiceTableReader {
+                override val timestamp: Instant = Instant.now()
+                override val hostsUp: Int = 1
+                override val hostsDown: Int = 0
+                override val serversPending: Int = 1
+                override val serversActive: Int = 1
+                override val attemptsSuccess: Int = 1
+                override val attemptsFailure: Int = 0
+                override val attemptsError: Int = 0
+            })
+        }
+    }
+}