summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorFabian Mastenbroek <mail.fabianm@gmail.com>2020-03-13 20:55:55 +0100
committerFabian Mastenbroek <mail.fabianm@gmail.com>2020-03-25 10:41:21 +0100
commit95c9ae8a7c4efae57caba9863dfc3e10df23c2fd (patch)
tree772fdaf6eec8fc654689ab58cc0f57333285e311
parentafe62e3cb8e2050544b4df0f8bbf071abe0e8dce (diff)
[ci skip] feat: Prototype design for FailureInjector
-rw-r--r--opendc/opendc-compute/src/test/kotlin/com/atlarge/opendc/compute/metal/driver/SimpleBareMetalDriverTest.kt6
-rw-r--r--opendc/opendc-core/src/main/kotlin/com/atlarge/opendc/core/failure/FailureInjector.kt60
2 files changed, 66 insertions, 0 deletions
diff --git a/opendc/opendc-compute/src/test/kotlin/com/atlarge/opendc/compute/metal/driver/SimpleBareMetalDriverTest.kt b/opendc/opendc-compute/src/test/kotlin/com/atlarge/opendc/compute/metal/driver/SimpleBareMetalDriverTest.kt
index 166e93b8..1a2440c2 100644
--- a/opendc/opendc-compute/src/test/kotlin/com/atlarge/opendc/compute/metal/driver/SimpleBareMetalDriverTest.kt
+++ b/opendc/opendc-compute/src/test/kotlin/com/atlarge/opendc/compute/metal/driver/SimpleBareMetalDriverTest.kt
@@ -34,6 +34,8 @@ import com.atlarge.opendc.compute.core.image.FlopsApplicationImage
import com.atlarge.opendc.compute.metal.Node
import com.atlarge.opendc.compute.metal.NodeState
import com.atlarge.opendc.compute.metal.monitor.NodeMonitor
+import com.atlarge.opendc.core.failure.FailureInjector
+import kotlinx.coroutines.channels.Channel
import kotlinx.coroutines.launch
import kotlinx.coroutines.runBlocking
import kotlinx.coroutines.withContext
@@ -76,6 +78,10 @@ internal class SimpleBareMetalDriverTest {
driver.setImage(image)
driver.start()
}
+
+
+ val injector = FailureInjector(listOf(driver))
+ injector()
}
runBlocking {
diff --git a/opendc/opendc-core/src/main/kotlin/com/atlarge/opendc/core/failure/FailureInjector.kt b/opendc/opendc-core/src/main/kotlin/com/atlarge/opendc/core/failure/FailureInjector.kt
new file mode 100644
index 00000000..456e18bb
--- /dev/null
+++ b/opendc/opendc-core/src/main/kotlin/com/atlarge/opendc/core/failure/FailureInjector.kt
@@ -0,0 +1,60 @@
+/*
+ * MIT License
+ *
+ * Copyright (c) 2020 atlarge-research
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy
+ * of this software and associated documentation files (the "Software"), to deal
+ * in the Software without restriction, including without limitation the rights
+ * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+ * copies of the Software, and to permit persons to whom the Software is
+ * furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in all
+ * copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+ * SOFTWARE.
+ */
+
+package com.atlarge.opendc.core.failure
+
+import kotlinx.coroutines.delay
+import kotlinx.coroutines.isActive
+import java.util.Random
+import kotlin.coroutines.coroutineContext
+import kotlin.math.ln
+import kotlin.random.asKotlinRandom
+
+/**
+ * An entity that injects failures into a system.
+ *
+ * @param failureDomains The failure domains to be included.
+ */
+public class FailureInjector(private val failureDomains: List<FailureDomain>) {
+ /**
+ * The [Random] instance to generate the failures.
+ */
+ private val random = Random()
+
+ /**
+ * Start the failure injector process.
+ */
+ public suspend operator fun invoke() {
+ val targets = HashSet(failureDomains)
+ val mu = 20.0
+ while (targets.isNotEmpty() && coroutineContext.isActive) {
+ delay(random.expovariate(mu))
+ val target = targets.random(random.asKotlinRandom())
+ targets -= target
+ target.fail()
+ }
+ }
+
+ private fun Random.expovariate(mu: Double) = (-mu * ln(1 - nextDouble())).toLong()
+}