From 412d8d597511122f114d69a4ba64c6b55dd192f9 Mon Sep 17 00:00:00 2001 From: Fabian Mastenbroek Date: Fri, 29 Apr 2022 12:09:51 +0200 Subject: feat(trace/calcite): Add Calcite (SQL) integration This change adds support for querying workload trace formats implemented using the OpenDC API through Apache Calcite. This allows users to write SQL queries to explore the workload traces. --- gradle/libs.versions.toml | 4 ++++ 1 file changed, 4 insertions(+) (limited to 'gradle') diff --git a/gradle/libs.versions.toml b/gradle/libs.versions.toml index 43568067..458ac973 100644 --- a/gradle/libs.versions.toml +++ b/gradle/libs.versions.toml @@ -1,4 +1,5 @@ [versions] +calcite = "1.30.0" classgraph = "4.8.143" clikt = "3.4.1" config = "1.4.2" @@ -101,6 +102,9 @@ quarkus-test-security = { module = "io.quarkus:quarkus-test-security" } restassured-core = { module = "io.rest-assured:rest-assured" } restassured-kotlin = { module = "io.rest-assured:kotlin-extensions" } +# Calcite (SQL) +calcite-core = { module = "org.apache.calcite:calcite-core", version.ref = "calcite" } + # Other classgraph = { module = "io.github.classgraph:classgraph", version.ref = "classgraph" } jakarta-validation = { module = "jakarta.validation:jakarta.validation-api", version.ref = "jakarta-validation" } -- cgit v1.2.3 From 5c1b52bc771cddafed26da3c26612aeb115a3c0e Mon Sep 17 00:00:00 2001 From: Fabian Mastenbroek Date: Sat, 30 Apr 2022 17:41:20 +0200 Subject: feat(trace/tools): Add support for querying traces using SQL This change adds a command line interface for querying workload traces using SQL. We provide a new command for the trace tools that can query a workload trace. --- gradle/libs.versions.toml | 2 ++ 1 file changed, 2 insertions(+) (limited to 'gradle') diff --git a/gradle/libs.versions.toml b/gradle/libs.versions.toml index 458ac973..a5c0f184 100644 --- a/gradle/libs.versions.toml +++ b/gradle/libs.versions.toml @@ -9,6 +9,7 @@ gradle-node = "3.2.1" hadoop = "3.3.1" jackson = "2.13.2" jandex-gradle = "0.12.0" +jline = "3.21.0" jmh-gradle = "0.6.6" jakarta-validation = "2.0.2" junit-jupiter = "5.8.2" @@ -104,6 +105,7 @@ restassured-kotlin = { module = "io.rest-assured:kotlin-extensions" } # Calcite (SQL) calcite-core = { module = "org.apache.calcite:calcite-core", version.ref = "calcite" } +jline = { module = "org.jline:jline", version.ref = "jline" } # Other classgraph = { module = "io.github.classgraph:classgraph", version.ref = "classgraph" } -- cgit v1.2.3 From 9411845b3f26536a1e6ea40504e396f19d25a09a Mon Sep 17 00:00:00 2001 From: Fabian Mastenbroek Date: Mon, 2 May 2022 11:44:48 +0200 Subject: refactor(trace/parquet): Drop dependency on Avro This change updates the Parquet support library in OpenDC to not rely on Avro, but instead interface directly with Parquet's reading and writing functionality, providing less overhead. --- gradle/libs.versions.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'gradle') diff --git a/gradle/libs.versions.toml b/gradle/libs.versions.toml index a5c0f184..b05af368 100644 --- a/gradle/libs.versions.toml +++ b/gradle/libs.versions.toml @@ -70,7 +70,7 @@ jackson-databind = { module = "com.fasterxml.jackson.core:jackson-databind", ver jackson-module-kotlin = { module = "com.fasterxml.jackson.module:jackson-module-kotlin", version.ref = "jackson" } jackson-datatype-jsr310 = { module = "com.fasterxml.jackson.datatype:jackson-datatype-jsr310", version.ref = "jackson" } jackson-dataformat-csv = { module = "com.fasterxml.jackson.dataformat:jackson-dataformat-csv", version.ref = "jackson" } -parquet = { module = "org.apache.parquet:parquet-avro", version.ref = "parquet" } +parquet = { module = "org.apache.parquet:parquet-hadoop", version.ref = "parquet" } config = { module = "com.typesafe:config", version.ref = "config" } # Quarkus -- cgit v1.2.3