/* * Copyright (c) 2022 AtLarge Research * * Permission is hereby granted, free of charge, to any person obtaining a copy * of this software and associated documentation files (the "Software"), to deal * in the Software without restriction, including without limitation the rights * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell * copies of the Software, and to permit persons to whom the Software is * furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice shall be included in all * copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE * SOFTWARE. */ @file:JvmName("ScenarioHelpers") package org.opendc.experiments.base.runner import kotlinx.coroutines.coroutineScope import kotlinx.coroutines.delay import kotlinx.coroutines.launch import kotlinx.coroutines.sync.Mutex import kotlinx.coroutines.yield import org.opendc.compute.api.TaskState import org.opendc.compute.failure.models.FailureModel import org.opendc.compute.simulator.TaskWatcher import org.opendc.compute.simulator.service.ComputeService import org.opendc.compute.simulator.service.ServiceTask import org.opendc.experiments.base.experiment.specs.FailureModelSpec import org.opendc.experiments.base.experiment.specs.createFailureModel import java.time.InstantSource import java.util.Random import kotlin.coroutines.coroutineContext import kotlin.math.max /** * A watcher that is locked and waits for a change in the task state to unlock * @param unlockStates determine which [TaskState] triggers an unlock. * Default values are TERMINATED, ERROR, and DELETED. */ public class RunningTaskWatcher : TaskWatcher { // TODO: make this changeable private val unlockStates: List = listOf(TaskState.DELETED) private val mutex: Mutex = Mutex() public suspend fun lock() { mutex.lock() } public suspend fun wait() { this.lock() } override fun onStateChanged( task: ServiceTask, newState: TaskState, ) { if (unlockStates.contains(newState)) { mutex.unlock() } } } /** * Helper method to replay the specified list of [Task] and suspend execution util all VMs have finished. * * @param clock The simulation clock. * @param trace The trace to simulate. * @param seed The seed to use for randomness. * @param submitImmediately A flag to indicate that the tasks are scheduled immediately (so not at their start time). * @param failureModelSpec A failure model to use for injecting failures. */ public suspend fun ComputeService.replay( clock: InstantSource, trace: List, failureModelSpec: FailureModelSpec? = null, seed: Long = 0, submitImmediately: Boolean = false, ) { val client = newClient() // Create a failure model based on the failureModelSpec, if not null, otherwise set failureModel to null val failureModel: FailureModel? = failureModelSpec?.let { createFailureModel(coroutineContext, clock, this, Random(seed), it) } try { coroutineScope { val startTimer = System.currentTimeMillis() // Start the fault injector failureModel?.start() var simulationOffset = Long.MIN_VALUE // val numTasks = trace.size // var counter = 0 for (serviceTask in trace.sortedBy { it.submittedAt }) { val now = clock.millis() val start = serviceTask.submittedAt // Set the simulationOffset based on the starting time of the first task if (simulationOffset == Long.MIN_VALUE) { simulationOffset = start - now } // Delay the task based on the startTime given by the trace. if (!submitImmediately) { delay(max(0, (start - now - simulationOffset))) serviceTask.deadline -= simulationOffset } // if (counter % 100000 == 0) { // val endTimer = System.currentTimeMillis() // // println("Submitted $counter / $numTasks") // println("Finished ${String.format("%.2f", (counter.toDouble() / numTasks) * 100)}% of task submissions") // println("Simulation has been running for: ${(endTimer - startTimer) / 1000} s") // println("Simulation time is time: ${now / 1000 / 60 / 60} hours\n") // } // counter++ launch { val task = client.newTask( serviceTask, ) val taskWatcher = RunningTaskWatcher() taskWatcher.lock() task.watch(taskWatcher) // Wait until the task is terminated taskWatcher.wait() } } // println("All tasks submitted, waiting for completion...") // val endTimer = System.currentTimeMillis() // println("Simulation has been running for: ${(endTimer - startTimer) / 1000} s") } yield() } finally { failureModel?.close() client.close() } }