From f781a1dba4e1309a2c637d7b47aeef9f55e079b5 Mon Sep 17 00:00:00 2001 From: Georgios Andreadis Date: Thu, 26 Mar 2020 19:58:31 +0100 Subject: Monitor state changes, as well They're now stored in a RLE-fashion. --- .../atlarge/opendc/experiments/sc20/Sc20Monitor.kt | 40 ++++++++++++++++++---- .../opendc/experiments/sc20/TestExperiment.kt | 12 +++++-- 2 files changed, 44 insertions(+), 8 deletions(-) (limited to 'opendc/opendc-experiments-sc20/src/main') diff --git a/opendc/opendc-experiments-sc20/src/main/kotlin/com/atlarge/opendc/experiments/sc20/Sc20Monitor.kt b/opendc/opendc-experiments-sc20/src/main/kotlin/com/atlarge/opendc/experiments/sc20/Sc20Monitor.kt index 36da7703..1b3a62b4 100644 --- a/opendc/opendc-experiments-sc20/src/main/kotlin/com/atlarge/opendc/experiments/sc20/Sc20Monitor.kt +++ b/opendc/opendc-experiments-sc20/src/main/kotlin/com/atlarge/opendc/experiments/sc20/Sc20Monitor.kt @@ -4,6 +4,7 @@ import com.atlarge.odcsim.simulationContext import com.atlarge.opendc.compute.core.Server import com.atlarge.opendc.compute.core.ServerState import com.atlarge.opendc.compute.metal.driver.BareMetalDriver +import com.atlarge.opendc.compute.virt.driver.VirtDriver import kotlinx.coroutines.flow.first import java.io.BufferedWriter import java.io.Closeable @@ -13,17 +14,37 @@ class Sc20Monitor( destination: String ) : Closeable { private val outputFile = BufferedWriter(FileWriter(destination)) - private var failed: Int = 0 + private var failedInSlice: Int = 0 + private val lastServerStates = mutableMapOf>() init { outputFile.write("time,requestedBurst,grantedBurst,numberOfDeployedImages,server,hostUsage,powerDraw,failedVms\n") } - suspend fun stateChanged(server: Server) { + suspend fun onVmStateChanged(server: Server) { println("[${simulationContext.clock.millis()}] ${server.uid} ${server.state}") + if (server.state == ServerState.ERROR) { - failed++ + failedInSlice++ + } + } + + suspend fun serverStateChanged(driver: VirtDriver, server: Server) { + if ((server.state == ServerState.SHUTOFF || server.state == ServerState.ERROR) && + lastServerStates.containsKey(server) + ) { + val duration = simulationContext.clock.millis() - lastServerStates[server]!!.second + onSliceFinish( + simulationContext.clock.millis(), + 0, + 0, + 0, + server, + duration + ) } + + lastServerStates[server] = Pair(server.state, simulationContext.clock.millis()) } suspend fun onSliceFinish( @@ -31,14 +52,21 @@ class Sc20Monitor( requestedBurst: Long, grantedBurst: Long, numberOfDeployedImages: Int, - hostServer: Server + hostServer: Server, + duration: Long = 5 * 60 * 1000L ) { + lastServerStates.remove(hostServer) + // Assume for now that the host is not virtualized and measure the current power draw val driver = hostServer.services[BareMetalDriver.Key] val usage = driver.usage.first() val powerDraw = driver.powerDraw.first() - - outputFile.write("$time,$requestedBurst,$grantedBurst,$numberOfDeployedImages,${hostServer.uid},$usage,$powerDraw,$failed") + val failed = if (failedInSlice > 0) { + failedInSlice.also { failedInSlice = 0 } + } else { + 0 + } + outputFile.write("$time,$duration,$requestedBurst,$grantedBurst,$numberOfDeployedImages,${hostServer.uid},$usage,$powerDraw,$failed") outputFile.newLine() } diff --git a/opendc/opendc-experiments-sc20/src/main/kotlin/com/atlarge/opendc/experiments/sc20/TestExperiment.kt b/opendc/opendc-experiments-sc20/src/main/kotlin/com/atlarge/opendc/experiments/sc20/TestExperiment.kt index 639c3aef..d697cde3 100644 --- a/opendc/opendc-experiments-sc20/src/main/kotlin/com/atlarge/opendc/experiments/sc20/TestExperiment.kt +++ b/opendc/opendc-experiments-sc20/src/main/kotlin/com/atlarge/opendc/experiments/sc20/TestExperiment.kt @@ -146,7 +146,14 @@ fun main(args: Array) { hypervisor.events .onEach { event -> when (event) { - is HypervisorEvent.SliceFinished -> monitor.onSliceFinish(simulationContext.clock.millis(), event.requestedBurst, event.grantedBurst, event.numberOfDeployedImages, event.hostServer) + is HypervisorEvent.StateChanged -> monitor.serverStateChanged(event.driver, event.server) + is HypervisorEvent.SliceFinished -> monitor.onSliceFinish( + simulationContext.clock.millis(), + event.requestedBurst, + event.grantedBurst, + event.numberOfDeployedImages, + event.hostServer + ) else -> println(event) } } @@ -175,7 +182,8 @@ fun main(args: Array) { Flavor(workload.image.cores, workload.image.requiredMemory) ) // Monitor server events - server.events.onEach { if (it is ServerEvent.StateChanged) monitor.stateChanged(it.server) }.collect() + server.events.onEach { if (it is ServerEvent.StateChanged) monitor.onVmStateChanged(it.server) } + .collect() } } -- cgit v1.2.3 From 3777b8fa8126b53d7e049f971bf897c93fe787b1 Mon Sep 17 00:00:00 2001 From: Georgios Andreadis Date: Fri, 27 Mar 2020 09:51:58 +0100 Subject: Fix header --- .../src/main/kotlin/com/atlarge/opendc/experiments/sc20/Sc20Monitor.kt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'opendc/opendc-experiments-sc20/src/main') diff --git a/opendc/opendc-experiments-sc20/src/main/kotlin/com/atlarge/opendc/experiments/sc20/Sc20Monitor.kt b/opendc/opendc-experiments-sc20/src/main/kotlin/com/atlarge/opendc/experiments/sc20/Sc20Monitor.kt index 1b3a62b4..441b4498 100644 --- a/opendc/opendc-experiments-sc20/src/main/kotlin/com/atlarge/opendc/experiments/sc20/Sc20Monitor.kt +++ b/opendc/opendc-experiments-sc20/src/main/kotlin/com/atlarge/opendc/experiments/sc20/Sc20Monitor.kt @@ -18,7 +18,7 @@ class Sc20Monitor( private val lastServerStates = mutableMapOf>() init { - outputFile.write("time,requestedBurst,grantedBurst,numberOfDeployedImages,server,hostUsage,powerDraw,failedVms\n") + outputFile.write("time,duration,requestedBurst,grantedBurst,numberOfDeployedImages,server,hostUsage,powerDraw,failedVms\n") } suspend fun onVmStateChanged(server: Server) { -- cgit v1.2.3 From 1699ae13574dddb680dc8176386817fa05816820 Mon Sep 17 00:00:00 2001 From: Fabian Mastenbroek Date: Mon, 30 Mar 2020 15:27:31 +0200 Subject: bug: Record start and power off events in SC20 experiments --- .../atlarge/opendc/experiments/sc20/Sc20Monitor.kt | 4 +- .../opendc/experiments/sc20/TestExperiment.kt | 43 ++++++++++++++++++++-- 2 files changed, 42 insertions(+), 5 deletions(-) (limited to 'opendc/opendc-experiments-sc20/src/main') diff --git a/opendc/opendc-experiments-sc20/src/main/kotlin/com/atlarge/opendc/experiments/sc20/Sc20Monitor.kt b/opendc/opendc-experiments-sc20/src/main/kotlin/com/atlarge/opendc/experiments/sc20/Sc20Monitor.kt index 441b4498..120c4f81 100644 --- a/opendc/opendc-experiments-sc20/src/main/kotlin/com/atlarge/opendc/experiments/sc20/Sc20Monitor.kt +++ b/opendc/opendc-experiments-sc20/src/main/kotlin/com/atlarge/opendc/experiments/sc20/Sc20Monitor.kt @@ -22,8 +22,6 @@ class Sc20Monitor( } suspend fun onVmStateChanged(server: Server) { - println("[${simulationContext.clock.millis()}] ${server.uid} ${server.state}") - if (server.state == ServerState.ERROR) { failedInSlice++ } @@ -44,6 +42,8 @@ class Sc20Monitor( ) } + println("[${simulationContext.clock.millis()}] HOST ${server.uid} ${server.state}") + lastServerStates[server] = Pair(server.state, simulationContext.clock.millis()) } diff --git a/opendc/opendc-experiments-sc20/src/main/kotlin/com/atlarge/opendc/experiments/sc20/TestExperiment.kt b/opendc/opendc-experiments-sc20/src/main/kotlin/com/atlarge/opendc/experiments/sc20/TestExperiment.kt index d697cde3..ed971df5 100644 --- a/opendc/opendc-experiments-sc20/src/main/kotlin/com/atlarge/opendc/experiments/sc20/TestExperiment.kt +++ b/opendc/opendc-experiments-sc20/src/main/kotlin/com/atlarge/opendc/experiments/sc20/TestExperiment.kt @@ -28,10 +28,13 @@ import com.atlarge.odcsim.Domain import com.atlarge.odcsim.SimulationEngineProvider import com.atlarge.odcsim.simulationContext import com.atlarge.opendc.compute.core.Flavor +import com.atlarge.opendc.compute.core.Server import com.atlarge.opendc.compute.core.ServerEvent +import com.atlarge.opendc.compute.core.ServerState import com.atlarge.opendc.compute.metal.NODE_CLUSTER import com.atlarge.opendc.compute.metal.service.ProvisioningService import com.atlarge.opendc.compute.virt.HypervisorEvent +import com.atlarge.opendc.compute.virt.driver.SimpleVirtDriver import com.atlarge.opendc.compute.virt.service.SimpleVirtProvisioningService import com.atlarge.opendc.compute.virt.service.allocation.AvailableMemoryAllocationPolicy import com.atlarge.opendc.core.failure.CorrelatedFaultInjector @@ -141,12 +144,28 @@ fun main(args: Array) { // Wait for the hypervisors to be spawned delay(10) + val hypervisors = scheduler.drivers() + var availableHypervisors = hypervisors.size + // Monitor hypervisor events - for (hypervisor in scheduler.drivers()) { + for (hypervisor in hypervisors) { + // TODO Do not expose VirtDriver directly but use Hypervisor class. + monitor.serverStateChanged(hypervisor, (hypervisor as SimpleVirtDriver).server) + hypervisor.server.events + .onEach { event -> + when (event) { + is ServerEvent.StateChanged -> { + monitor.serverStateChanged(hypervisor, event.server) + + if (event.server.state == ServerState.ERROR) + availableHypervisors -= 1 + } + } + } + .launchIn(this) hypervisor.events .onEach { event -> when (event) { - is HypervisorEvent.StateChanged -> monitor.serverStateChanged(event.driver, event.server) is HypervisorEvent.SliceFinished -> monitor.onSliceFinish( simulationContext.clock.millis(), event.requestedBurst, @@ -171,6 +190,9 @@ fun main(args: Array) { } } + val running = mutableSetOf() + val finish = Channel(Channel.RENDEZVOUS) + val reader = Sc20TraceReader(File(traceDirectory), performanceInterferenceModel, getSelectedVmList()) while (reader.hasNext()) { val (time, workload) = reader.next() @@ -181,12 +203,27 @@ fun main(args: Array) { workload.image.name, workload.image, Flavor(workload.image.cores, workload.image.requiredMemory) ) + running += server // Monitor server events - server.events.onEach { if (it is ServerEvent.StateChanged) monitor.onVmStateChanged(it.server) } + server.events + .onEach { + if (it is ServerEvent.StateChanged) + monitor.onVmStateChanged(it.server) + + // Detect whether the VM has finished running + if (it.server.state == ServerState.ERROR || it.server.state == ServerState.SHUTOFF) { + running -= server + + if (running.isEmpty() && (!reader.hasNext() || availableHypervisors == 0)) + finish.send(Unit) + } + } .collect() } } + finish.receive() + scheduler.terminate() println(simulationContext.clock.instant()) } -- cgit v1.2.3