diff options
| author | Fabian Mastenbroek <mail.fabianm@gmail.com> | 2020-03-13 20:55:55 +0100 |
|---|---|---|
| committer | Fabian Mastenbroek <mail.fabianm@gmail.com> | 2020-03-25 10:41:21 +0100 |
| commit | 95c9ae8a7c4efae57caba9863dfc3e10df23c2fd (patch) | |
| tree | 772fdaf6eec8fc654689ab58cc0f57333285e311 | |
| parent | afe62e3cb8e2050544b4df0f8bbf071abe0e8dce (diff) | |
[ci skip] feat: Prototype design for FailureInjector
2 files changed, 66 insertions, 0 deletions
diff --git a/opendc/opendc-compute/src/test/kotlin/com/atlarge/opendc/compute/metal/driver/SimpleBareMetalDriverTest.kt b/opendc/opendc-compute/src/test/kotlin/com/atlarge/opendc/compute/metal/driver/SimpleBareMetalDriverTest.kt index 166e93b8..1a2440c2 100644 --- a/opendc/opendc-compute/src/test/kotlin/com/atlarge/opendc/compute/metal/driver/SimpleBareMetalDriverTest.kt +++ b/opendc/opendc-compute/src/test/kotlin/com/atlarge/opendc/compute/metal/driver/SimpleBareMetalDriverTest.kt @@ -34,6 +34,8 @@ import com.atlarge.opendc.compute.core.image.FlopsApplicationImage import com.atlarge.opendc.compute.metal.Node import com.atlarge.opendc.compute.metal.NodeState import com.atlarge.opendc.compute.metal.monitor.NodeMonitor +import com.atlarge.opendc.core.failure.FailureInjector +import kotlinx.coroutines.channels.Channel import kotlinx.coroutines.launch import kotlinx.coroutines.runBlocking import kotlinx.coroutines.withContext @@ -76,6 +78,10 @@ internal class SimpleBareMetalDriverTest { driver.setImage(image) driver.start() } + + + val injector = FailureInjector(listOf(driver)) + injector() } runBlocking { diff --git a/opendc/opendc-core/src/main/kotlin/com/atlarge/opendc/core/failure/FailureInjector.kt b/opendc/opendc-core/src/main/kotlin/com/atlarge/opendc/core/failure/FailureInjector.kt new file mode 100644 index 00000000..456e18bb --- /dev/null +++ b/opendc/opendc-core/src/main/kotlin/com/atlarge/opendc/core/failure/FailureInjector.kt @@ -0,0 +1,60 @@ +/* + * MIT License + * + * Copyright (c) 2020 atlarge-research + * + * Permission is hereby granted, free of charge, to any person obtaining a copy + * of this software and associated documentation files (the "Software"), to deal + * in the Software without restriction, including without limitation the rights + * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell + * copies of the Software, and to permit persons to whom the Software is + * furnished to do so, subject to the following conditions: + * + * The above copyright notice and this permission notice shall be included in all + * copies or substantial portions of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR + * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, + * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE + * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER + * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, + * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE + * SOFTWARE. + */ + +package com.atlarge.opendc.core.failure + +import kotlinx.coroutines.delay +import kotlinx.coroutines.isActive +import java.util.Random +import kotlin.coroutines.coroutineContext +import kotlin.math.ln +import kotlin.random.asKotlinRandom + +/** + * An entity that injects failures into a system. + * + * @param failureDomains The failure domains to be included. + */ +public class FailureInjector(private val failureDomains: List<FailureDomain>) { + /** + * The [Random] instance to generate the failures. + */ + private val random = Random() + + /** + * Start the failure injector process. + */ + public suspend operator fun invoke() { + val targets = HashSet(failureDomains) + val mu = 20.0 + while (targets.isNotEmpty() && coroutineContext.isActive) { + delay(random.expovariate(mu)) + val target = targets.random(random.asKotlinRandom()) + targets -= target + target.fail() + } + } + + private fun Random.expovariate(mu: Double) = (-mu * ln(1 - nextDouble())).toLong() +} |
