merge: Add support for new trace formats

This pull request updates the trace API with the addition of several new trace formats.

- Add support for Materna traces from GWA
- Keep reader state in own class
- Parse last column in Solvinity trace format 
- Add support Azure VM traces
- Add support for WfCommons (WorkflowHub) traces 
- Add API for accessing available table columns
- Add synthetic resource table for Bitbrains format
- Support dynamic resolving of trace formats 

**Breaking API Changes**

- Replace `isSupported` by a list of `TableColumns`

3 files changed, 23 insertions, 33 deletions

diff --git a/opendc-trace/opendc-trace-wtf/src/main/kotlin/org/opendc/trace/wtf/WtfTaskTable.kt b/opendc-trace/opendc-trace-wtf/src/main/kotlin/org/opendc/trace/wtf/WtfTaskTable.kt
index be26f540..74202718 100644
--- a/opendc-trace/opendc-trace-wtf/src/main/kotlin/org/opendc/trace/wtf/WtfTaskTable.kt
+++ b/opendc-trace/opendc-trace-wtf/src/main/kotlin/org/opendc/trace/wtf/WtfTaskTable.kt
@@ -35,21 +35,18 @@ internal class WtfTaskTable(private val path: Path) : Table {
 
     override val isSynthetic: Boolean = false
 
-    override fun isSupported(column: TableColumn<*>): Boolean {
-        return when (column) {
-            TASK_ID -> true
-            TASK_WORKFLOW_ID -> true
-            TASK_SUBMIT_TIME -> true
-            TASK_WAIT_TIME -> true
-            TASK_RUNTIME -> true
-            TASK_REQ_NCPUS -> true
-            TASK_PARENTS -> true
-            TASK_CHILDREN -> true
-            TASK_GROUP_ID -> true
-            TASK_USER_ID -> true
-            else -> false
-        }
-    }
+    override val columns: List<TableColumn<*>> = listOf(
+        TASK_ID,
+        TASK_WORKFLOW_ID,
+        TASK_SUBMIT_TIME,
+        TASK_WAIT_TIME,
+        TASK_RUNTIME,
+        TASK_REQ_NCPUS,
+        TASK_PARENTS,
+        TASK_CHILDREN,
+        TASK_GROUP_ID,
+        TASK_USER_ID
+    )
 
     override fun newReader(): TableReader {
         val reader = LocalParquetReader<GenericRecord>(path.resolve("tasks/schema-1.0"))
diff --git a/opendc-trace/opendc-trace-wtf/src/main/kotlin/org/opendc/trace/wtf/WtfTaskTableReader.kt b/opendc-trace/opendc-trace-wtf/src/main/kotlin/org/opendc/trace/wtf/WtfTaskTableReader.kt
index b6789542..5e2463f8 100644
--- a/opendc-trace/opendc-trace-wtf/src/main/kotlin/org/opendc/trace/wtf/WtfTaskTableReader.kt
+++ b/opendc-trace/opendc-trace-wtf/src/main/kotlin/org/opendc/trace/wtf/WtfTaskTableReader.kt
@@ -25,6 +25,8 @@ package org.opendc.trace.wtf
 import org.apache.avro.generic.GenericRecord
 import org.opendc.trace.*
 import org.opendc.trace.util.parquet.LocalParquetReader
+import java.time.Duration
+import java.time.Instant
 
 /**
  * A [TableReader] implementation for the WTF format.
@@ -61,14 +63,14 @@ internal class WtfTaskTableReader(private val reader: LocalParquetReader<Generic
 
         @Suppress("UNCHECKED_CAST")
         val res: Any = when (column) {
-            TASK_ID -> record["id"]
-            TASK_WORKFLOW_ID -> record["workflow_id"]
-            TASK_SUBMIT_TIME -> record["ts_submit"]
-            TASK_WAIT_TIME -> record["wait_time"]
-            TASK_RUNTIME -> record["runtime"]
+            TASK_ID -> (record["id"] as Long).toString()
+            TASK_WORKFLOW_ID -> (record["workflow_id"] as Long).toString()
+            TASK_SUBMIT_TIME -> Instant.ofEpochMilli(record["ts_submit"] as Long)
+            TASK_WAIT_TIME -> Duration.ofMillis(record["wait_time"] as Long)
+            TASK_RUNTIME -> Duration.ofMillis(record["runtime"] as Long)
             TASK_REQ_NCPUS -> (record["resource_amount_requested"] as Double).toInt()
-            TASK_PARENTS -> (record["parents"] as ArrayList<GenericRecord>).map { it["item"] as Long }.toSet()
-            TASK_CHILDREN -> (record["children"] as ArrayList<GenericRecord>).map { it["item"] as Long }.toSet()
+            TASK_PARENTS -> (record["parents"] as ArrayList<GenericRecord>).map { it["item"].toString() }.toSet()
+            TASK_CHILDREN -> (record["children"] as ArrayList<GenericRecord>).map { it["item"].toString() }.toSet()
             TASK_GROUP_ID -> record["group_id"]
             TASK_USER_ID -> record["user_id"]
             else -> throw IllegalArgumentException("Invalid column")
@@ -94,16 +96,7 @@ internal class WtfTaskTableReader(private val reader: LocalParquetReader<Generic
     }
 
     override fun getLong(column: TableColumn<Long>): Long {
-        val record = checkNotNull(record) { "Reader in invalid state" }
-
-        return when (column) {
-            TASK_ID -> record["id"] as Long
-            TASK_WORKFLOW_ID -> record["workflow_id"] as Long
-            TASK_SUBMIT_TIME -> record["ts_submit"] as Long
-            TASK_WAIT_TIME -> record["wait_time"] as Long
-            TASK_RUNTIME -> record["runtime"] as Long
-            else -> throw IllegalArgumentException("Invalid column")
-        }
+        throw IllegalArgumentException("Invalid column")
     }
 
     override fun getDouble(column: TableColumn<Double>): Double {
diff --git a/opendc-trace/opendc-trace-wtf/src/main/kotlin/org/opendc/trace/wtf/WtfTrace.kt b/opendc-trace/opendc-trace-wtf/src/main/kotlin/org/opendc/trace/wtf/WtfTrace.kt
index 7eff0f5a..a755a107 100644
--- a/opendc-trace/opendc-trace-wtf/src/main/kotlin/org/opendc/trace/wtf/WtfTrace.kt
+++ b/opendc-trace/opendc-trace-wtf/src/main/kotlin/org/opendc/trace/wtf/WtfTrace.kt
@@ -43,5 +43,5 @@ public class WtfTrace internal constructor(private val path: Path) : Trace {
         return WtfTaskTable(path)
     }
 
-    override fun toString(): String = "SwfTrace[$path]"
+    override fun toString(): String = "WtfTrace[$path]"
 }