merge: Prepare for risk analysis experiments

This pull request adds the necessary code in preparation for the  risk analysis experiments:

- Track provisioning time
- Track host up/down time
- Track guest up/down time
- Support overcommitted memory
- Do not fail inactive guests
- Mark unschedulable server as terminated
- Make ExperimentMonitor optional for trace processing
- Report up/downtime metrics in experiment monitor
- Move metric collection outside Capelin code 
- Resolve kotlin-reflect incompatibility
- Restructure input reading classes

**Breaking API Changes**
- `ExperimentMonitor` replaced in favour of `ComputeMonitor`

3 files changed, 22 insertions, 9 deletions

diff --git a/opendc-compute/opendc-compute-service/src/main/kotlin/org/opendc/compute/service/internal/ComputeServiceImpl.kt b/opendc-compute/opendc-compute-service/src/main/kotlin/org/opendc/compute/service/internal/ComputeServiceImpl.kt
index d7a7e8f8..f1c055d4 100644
--- a/opendc-compute/opendc-compute-service/src/main/kotlin/org/opendc/compute/service/internal/ComputeServiceImpl.kt
+++ b/opendc-compute/opendc-compute-service/src/main/kotlin/org/opendc/compute/service/internal/ComputeServiceImpl.kt
@@ -22,7 +22,9 @@
 
 package org.opendc.compute.service.internal
 
+import io.opentelemetry.api.common.Attributes
 import io.opentelemetry.api.metrics.Meter
+import io.opentelemetry.semconv.resource.attributes.ResourceAttributes
 import kotlinx.coroutines.*
 import mu.KotlinLogging
 import org.opendc.compute.api.*
@@ -160,6 +162,15 @@ internal class ComputeServiceImpl(
         .build()
 
     /**
+     * The response time of the service.
+     */
+    private val _schedulerDuration = meter.histogramBuilder("scheduler.duration")
+        .setDescription("End to end latency for a server to be scheduled (in multiple attempts)")
+        .ofLongs()
+        .setUnit("ms")
+        .build()
+
+    /**
      * The [TimerScheduler] to use for scheduling the scheduler cycles.
      */
     private var timerScheduler: TimerScheduler<Unit> = TimerScheduler(scope.coroutineContext, clock)
@@ -325,7 +336,7 @@ internal class ComputeServiceImpl(
     internal fun schedule(server: InternalServer): SchedulingRequest {
         logger.debug { "Enqueueing server ${server.uid} to be assigned to host." }
 
-        val request = SchedulingRequest(server)
+        val request = SchedulingRequest(server, clock.millis())
         queue.add(request)
         _submittedServers.add(1)
         _waitingServers.add(1)
@@ -368,6 +379,7 @@ internal class ComputeServiceImpl(
      * Run a single scheduling iteration.
      */
     private fun doSchedule() {
+        val now = clock.millis()
         while (queue.isNotEmpty()) {
             val request = queue.peek()
 
@@ -390,7 +402,7 @@ internal class ComputeServiceImpl(
 
                     logger.warn("Failed to spawn $server: does not fit [${clock.millis()}]")
 
-                    server.state = ServerState.ERROR
+                    server.state = ServerState.TERMINATED
                     continue
                 } else {
                     break
@@ -402,6 +414,7 @@ internal class ComputeServiceImpl(
             // Remove request from queue
             queue.poll()
             _waitingServers.add(-1)
+            _schedulerDuration.record(now - request.submitTime, Attributes.of(ResourceAttributes.HOST_ID, server.uid.toString()))
 
             logger.info { "Assigned server $server to host $host." }
 
@@ -430,7 +443,7 @@ internal class ComputeServiceImpl(
     /**
      * A request to schedule an [InternalServer] onto one of the [Host]s.
      */
-    internal data class SchedulingRequest(val server: InternalServer) {
+    internal data class SchedulingRequest(val server: InternalServer, val submitTime: Long) {
         /**
          * A flag to indicate that the request is cancelled.
          */
diff --git a/opendc-compute/opendc-compute-service/src/test/kotlin/org/opendc/compute/service/ComputeServiceTest.kt b/opendc-compute/opendc-compute-service/src/test/kotlin/org/opendc/compute/service/ComputeServiceTest.kt
index c6c01ea2..d036ec00 100644
--- a/opendc-compute/opendc-compute-service/src/test/kotlin/org/opendc/compute/service/ComputeServiceTest.kt
+++ b/opendc-compute/opendc-compute-service/src/test/kotlin/org/opendc/compute/service/ComputeServiceTest.kt
@@ -170,7 +170,7 @@ internal class ComputeServiceTest {
         server.start()
         delay(5L * 60 * 1000)
         server.refresh()
-        assertEquals(ServerState.ERROR, server.state)
+        assertEquals(ServerState.TERMINATED, server.state)
     }
 
     @Test
@@ -183,7 +183,7 @@ internal class ComputeServiceTest {
         server.start()
         delay(5L * 60 * 1000)
         server.refresh()
-        assertEquals(ServerState.ERROR, server.state)
+        assertEquals(ServerState.TERMINATED, server.state)
     }
 
     @Test
@@ -196,7 +196,7 @@ internal class ComputeServiceTest {
         server.start()
         delay(5L * 60 * 1000)
         server.refresh()
-        assertEquals(ServerState.ERROR, server.state)
+        assertEquals(ServerState.TERMINATED, server.state)
     }
 
     @Test
diff --git a/opendc-compute/opendc-compute-service/src/test/kotlin/org/opendc/compute/service/InternalServerTest.kt b/opendc-compute/opendc-compute-service/src/test/kotlin/org/opendc/compute/service/InternalServerTest.kt
index 20ea8d20..28fd8217 100644
--- a/opendc-compute/opendc-compute-service/src/test/kotlin/org/opendc/compute/service/InternalServerTest.kt
+++ b/opendc-compute/opendc-compute-service/src/test/kotlin/org/opendc/compute/service/InternalServerTest.kt
@@ -102,7 +102,7 @@ class InternalServerTest {
         val image = mockk<InternalImage>()
         val server = InternalServer(service, uid, "test", flavor, image, mutableMapOf(), mutableMapOf())
 
-        every { service.schedule(any()) } answers { ComputeServiceImpl.SchedulingRequest(it.invocation.args[0] as InternalServer) }
+        every { service.schedule(any()) } answers { ComputeServiceImpl.SchedulingRequest(it.invocation.args[0] as InternalServer, 0) }
 
         server.start()
 
@@ -160,7 +160,7 @@ class InternalServerTest {
         val flavor = mockk<InternalFlavor>()
         val image = mockk<InternalImage>()
         val server = InternalServer(service, uid, "test", flavor, image, mutableMapOf(), mutableMapOf())
-        val request = ComputeServiceImpl.SchedulingRequest(server)
+        val request = ComputeServiceImpl.SchedulingRequest(server, 0)
 
         every { service.schedule(any()) } returns request
 
@@ -223,7 +223,7 @@ class InternalServerTest {
         val flavor = mockk<InternalFlavor>()
         val image = mockk<InternalImage>()
         val server = InternalServer(service, uid, "test", flavor, image, mutableMapOf(), mutableMapOf())
-        val request = ComputeServiceImpl.SchedulingRequest(server)
+        val request = ComputeServiceImpl.SchedulingRequest(server, 0)
 
         every { service.schedule(any()) } returns request