From 95c9ae8a7c4efae57caba9863dfc3e10df23c2fd Mon Sep 17 00:00:00 2001 From: Fabian Mastenbroek Date: Fri, 13 Mar 2020 20:55:55 +0100 Subject: [ci skip] feat: Prototype design for FailureInjector --- .../metal/driver/SimpleBareMetalDriverTest.kt | 6 +++ .../atlarge/opendc/core/failure/FailureInjector.kt | 60 ++++++++++++++++++++++ 2 files changed, 66 insertions(+) create mode 100644 opendc/opendc-core/src/main/kotlin/com/atlarge/opendc/core/failure/FailureInjector.kt (limited to 'opendc') diff --git a/opendc/opendc-compute/src/test/kotlin/com/atlarge/opendc/compute/metal/driver/SimpleBareMetalDriverTest.kt b/opendc/opendc-compute/src/test/kotlin/com/atlarge/opendc/compute/metal/driver/SimpleBareMetalDriverTest.kt index 166e93b8..1a2440c2 100644 --- a/opendc/opendc-compute/src/test/kotlin/com/atlarge/opendc/compute/metal/driver/SimpleBareMetalDriverTest.kt +++ b/opendc/opendc-compute/src/test/kotlin/com/atlarge/opendc/compute/metal/driver/SimpleBareMetalDriverTest.kt @@ -34,6 +34,8 @@ import com.atlarge.opendc.compute.core.image.FlopsApplicationImage import com.atlarge.opendc.compute.metal.Node import com.atlarge.opendc.compute.metal.NodeState import com.atlarge.opendc.compute.metal.monitor.NodeMonitor +import com.atlarge.opendc.core.failure.FailureInjector +import kotlinx.coroutines.channels.Channel import kotlinx.coroutines.launch import kotlinx.coroutines.runBlocking import kotlinx.coroutines.withContext @@ -76,6 +78,10 @@ internal class SimpleBareMetalDriverTest { driver.setImage(image) driver.start() } + + + val injector = FailureInjector(listOf(driver)) + injector() } runBlocking { diff --git a/opendc/opendc-core/src/main/kotlin/com/atlarge/opendc/core/failure/FailureInjector.kt b/opendc/opendc-core/src/main/kotlin/com/atlarge/opendc/core/failure/FailureInjector.kt new file mode 100644 index 00000000..456e18bb --- /dev/null +++ b/opendc/opendc-core/src/main/kotlin/com/atlarge/opendc/core/failure/FailureInjector.kt @@ -0,0 +1,60 @@ +/* + * MIT License + * + * Copyright (c) 2020 atlarge-research + * + * Permission is hereby granted, free of charge, to any person obtaining a copy + * of this software and associated documentation files (the "Software"), to deal + * in the Software without restriction, including without limitation the rights + * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell + * copies of the Software, and to permit persons to whom the Software is + * furnished to do so, subject to the following conditions: + * + * The above copyright notice and this permission notice shall be included in all + * copies or substantial portions of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE + * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, + * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE + * SOFTWARE. + */ + +package com.atlarge.opendc.core.failure + +import kotlinx.coroutines.delay +import kotlinx.coroutines.isActive +import java.util.Random +import kotlin.coroutines.coroutineContext +import kotlin.math.ln +import kotlin.random.asKotlinRandom + +/** + * An entity that injects failures into a system. + * + * @param failureDomains The failure domains to be included. + */ +public class FailureInjector(private val failureDomains: List) { + /** + * The [Random] instance to generate the failures. + */ + private val random = Random() + + /** + * Start the failure injector process. + */ + public suspend operator fun invoke() { + val targets = HashSet(failureDomains) + val mu = 20.0 + while (targets.isNotEmpty() && coroutineContext.isActive) { + delay(random.expovariate(mu)) + val target = targets.random(random.asKotlinRandom()) + targets -= target + target.fail() + } + } + + private fun Random.expovariate(mu: Double) = (-mu * ln(1 - nextDouble())).toLong() +} -- cgit v1.2.3