summaryrefslogtreecommitdiff
path: root/opendc-workflow/opendc-workflow-service/src
diff options
context:
space:
mode:
authorFabian Mastenbroek <mail.fabianm@gmail.com>2022-05-05 11:33:47 +0200
committerFabian Mastenbroek <mail.fabianm@gmail.com>2022-05-06 18:37:36 +0200
commitb82ae73d064590094f79e26de355060135ed13fd (patch)
tree9140865f68e8f5864b360bb405ce1e0d0e98a5a4 /opendc-workflow/opendc-workflow-service/src
parentc7eec7904e08029b3ab31d3e7b21afa1ea9ab7e6 (diff)
refactor(workflow/service): Remove OpenTelemetry from "workflow" modules
This change removes the OpenTelemetry integration from the OpenDC Workflow modules. Previously, we chose to integrate OpenTelemetry to provide a unified way to report metrics to the users. See the previous commit removing it from the "Compute" modules for the reasoning behind this change.
Diffstat (limited to 'opendc-workflow/opendc-workflow-service/src')
-rw-r--r--opendc-workflow/opendc-workflow-service/src/main/kotlin/org/opendc/workflow/service/WorkflowService.kt7
-rw-r--r--opendc-workflow/opendc-workflow-service/src/main/kotlin/org/opendc/workflow/service/internal/WorkflowServiceImpl.kt67
-rw-r--r--opendc-workflow/opendc-workflow-service/src/main/kotlin/org/opendc/workflow/service/scheduler/telemetry/SchedulerStats.kt (renamed from opendc-workflow/opendc-workflow-service/src/main/kotlin/org/opendc/workflow/service/telemetry/SchedulerStats.kt)2
3 files changed, 5 insertions, 71 deletions
diff --git a/opendc-workflow/opendc-workflow-service/src/main/kotlin/org/opendc/workflow/service/WorkflowService.kt b/opendc-workflow/opendc-workflow-service/src/main/kotlin/org/opendc/workflow/service/WorkflowService.kt
index b8bc0e33..2436c387 100644
--- a/opendc-workflow/opendc-workflow-service/src/main/kotlin/org/opendc/workflow/service/WorkflowService.kt
+++ b/opendc-workflow/opendc-workflow-service/src/main/kotlin/org/opendc/workflow/service/WorkflowService.kt
@@ -22,7 +22,6 @@
package org.opendc.workflow.service
-import io.opentelemetry.api.metrics.MeterProvider
import org.opendc.compute.api.ComputeClient
import org.opendc.workflow.api.Job
import org.opendc.workflow.service.internal.WorkflowServiceImpl
@@ -30,7 +29,7 @@ import org.opendc.workflow.service.scheduler.job.JobAdmissionPolicy
import org.opendc.workflow.service.scheduler.job.JobOrderPolicy
import org.opendc.workflow.service.scheduler.task.TaskEligibilityPolicy
import org.opendc.workflow.service.scheduler.task.TaskOrderPolicy
-import org.opendc.workflow.service.telemetry.SchedulerStats
+import org.opendc.workflow.service.scheduler.telemetry.SchedulerStats
import java.time.Clock
import java.time.Duration
import kotlin.coroutines.CoroutineContext
@@ -63,7 +62,7 @@ public interface WorkflowService : AutoCloseable {
* @param context The [CoroutineContext] to use in the service.
* @param clock The clock instance to use.
* @param meterProvider The meter provider to use.
- * @param compute The compute client to use.
+ * @param compute The "Compute" client to use.
* @param schedulingQuantum The scheduling quantum to use (minimum duration between scheduling cycles).
* @param jobAdmissionPolicy The job admission policy to use.
* @param jobOrderPolicy The job order policy to use.
@@ -73,7 +72,6 @@ public interface WorkflowService : AutoCloseable {
public operator fun invoke(
context: CoroutineContext,
clock: Clock,
- meterProvider: MeterProvider,
compute: ComputeClient,
schedulingQuantum: Duration,
jobAdmissionPolicy: JobAdmissionPolicy,
@@ -84,7 +82,6 @@ public interface WorkflowService : AutoCloseable {
return WorkflowServiceImpl(
context,
clock,
- meterProvider,
compute,
schedulingQuantum,
jobAdmissionPolicy,
diff --git a/opendc-workflow/opendc-workflow-service/src/main/kotlin/org/opendc/workflow/service/internal/WorkflowServiceImpl.kt b/opendc-workflow/opendc-workflow-service/src/main/kotlin/org/opendc/workflow/service/internal/WorkflowServiceImpl.kt
index 9c7f18a2..899810a2 100644
--- a/opendc-workflow/opendc-workflow-service/src/main/kotlin/org/opendc/workflow/service/internal/WorkflowServiceImpl.kt
+++ b/opendc-workflow/opendc-workflow-service/src/main/kotlin/org/opendc/workflow/service/internal/WorkflowServiceImpl.kt
@@ -22,8 +22,6 @@
package org.opendc.workflow.service.internal
-import io.opentelemetry.api.metrics.Meter
-import io.opentelemetry.api.metrics.MeterProvider
import kotlinx.coroutines.*
import org.opendc.common.util.Pacer
import org.opendc.compute.api.*
@@ -34,7 +32,7 @@ import org.opendc.workflow.service.scheduler.job.JobAdmissionPolicy
import org.opendc.workflow.service.scheduler.job.JobOrderPolicy
import org.opendc.workflow.service.scheduler.task.TaskEligibilityPolicy
import org.opendc.workflow.service.scheduler.task.TaskOrderPolicy
-import org.opendc.workflow.service.telemetry.SchedulerStats
+import org.opendc.workflow.service.scheduler.telemetry.SchedulerStats
import java.time.Clock
import java.time.Duration
import java.util.*
@@ -48,9 +46,8 @@ import kotlin.coroutines.resume
public class WorkflowServiceImpl(
context: CoroutineContext,
private val clock: Clock,
- meterProvider: MeterProvider,
private val computeClient: ComputeClient,
- private val schedulingQuantum: Duration,
+ schedulingQuantum: Duration,
jobAdmissionPolicy: JobAdmissionPolicy,
jobOrderPolicy: JobOrderPolicy,
taskEligibilityPolicy: TaskEligibilityPolicy,
@@ -62,11 +59,6 @@ public class WorkflowServiceImpl(
private val scope = CoroutineScope(context + Job())
/**
- * The [Meter] to collect metrics of this service.
- */
- private val meter = meterProvider.get("org.opendc.workflow.service")
-
- /**
* The incoming jobs ready to be processed by the scheduler.
*/
private val incomingJobs: MutableSet<JobState> = linkedSetOf()
@@ -139,58 +131,11 @@ public class WorkflowServiceImpl(
}
}
- /**
- * The number of jobs that have been submitted to the service.
- */
- private val submittedJobs = meter.counterBuilder("jobs.submitted")
- .setDescription("Number of submitted jobs")
- .setUnit("1")
- .build()
private var _workflowsSubmitted: Int = 0
-
- /**
- * The number of jobs that are running.
- */
- private val runningJobs = meter.upDownCounterBuilder("jobs.active")
- .setDescription("Number of jobs running")
- .setUnit("1")
- .build()
private var _workflowsRunning: Int = 0
-
- /**
- * The number of jobs that have finished running.
- */
- private val finishedJobs = meter.counterBuilder("jobs.finished")
- .setDescription("Number of jobs that finished running")
- .setUnit("1")
- .build()
private var _workflowsFinished: Int = 0
-
- /**
- * The number of tasks that have been submitted to the service.
- */
- private val submittedTasks = meter.counterBuilder("tasks.submitted")
- .setDescription("Number of submitted tasks")
- .setUnit("1")
- .build()
private var _tasksSubmitted: Int = 0
-
- /**
- * The number of jobs that are running.
- */
- private val runningTasks = meter.upDownCounterBuilder("tasks.active")
- .setDescription("Number of tasks running")
- .setUnit("1")
- .build()
private var _tasksRunning: Int = 0
-
- /**
- * The number of jobs that have finished running.
- */
- private val finishedTasks = meter.counterBuilder("tasks.finished")
- .setDescription("Number of tasks that finished running")
- .setUnit("1")
- .build()
private var _tasksFinished: Int = 0
/**
@@ -229,14 +174,12 @@ public class WorkflowServiceImpl(
instance.state = TaskStatus.READY
}
- submittedTasks.add(1)
_tasksSubmitted++
}
instances.values.toCollection(jobInstance.tasks)
incomingJobs += jobInstance
rootListener.jobSubmitted(jobInstance)
- submittedJobs.add(1)
_workflowsSubmitted++
pacer.enqueue()
@@ -283,7 +226,6 @@ public class WorkflowServiceImpl(
jobQueue.add(jobInstance)
activeJobs += jobInstance
- runningJobs.add(1)
_workflowsRunning++
rootListener.jobStarted(jobInstance)
}
@@ -363,7 +305,6 @@ public class WorkflowServiceImpl(
ServerState.RUNNING -> {
val task = taskByServer.getValue(server)
task.startedAt = clock.millis()
- runningTasks.add(1)
_tasksRunning++
rootListener.taskStarted(task)
}
@@ -381,8 +322,6 @@ public class WorkflowServiceImpl(
job.tasks.remove(task)
activeTasks -= task
- runningTasks.add(-1)
- finishedTasks.add(1)
_tasksRunning--
_tasksFinished++
rootListener.taskFinished(task)
@@ -410,8 +349,6 @@ public class WorkflowServiceImpl(
private fun finishJob(job: JobState) {
activeJobs -= job
- runningJobs.add(-1)
- finishedJobs.add(1)
_workflowsRunning--
_workflowsFinished++
rootListener.jobFinished(job)
diff --git a/opendc-workflow/opendc-workflow-service/src/main/kotlin/org/opendc/workflow/service/telemetry/SchedulerStats.kt b/opendc-workflow/opendc-workflow-service/src/main/kotlin/org/opendc/workflow/service/scheduler/telemetry/SchedulerStats.kt
index 7c7d7c4d..608e82df 100644
--- a/opendc-workflow/opendc-workflow-service/src/main/kotlin/org/opendc/workflow/service/telemetry/SchedulerStats.kt
+++ b/opendc-workflow/opendc-workflow-service/src/main/kotlin/org/opendc/workflow/service/scheduler/telemetry/SchedulerStats.kt
@@ -20,7 +20,7 @@
* SOFTWARE.
*/
-package org.opendc.workflow.service.telemetry
+package org.opendc.workflow.service.scheduler.telemetry
/**
* Statistics about the workflow scheduler.