From 24fd4828d6798c19476543fa16df87d45811b54e Mon Sep 17 00:00:00 2001 From: Fabian Mastenbroek Date: Tue, 12 May 2020 20:35:46 +0200 Subject: refactor: Restructure experiment setup --- opendc/opendc-experiments-sc20/build.gradle.kts | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'opendc/opendc-experiments-sc20/build.gradle.kts') diff --git a/opendc/opendc-experiments-sc20/build.gradle.kts b/opendc/opendc-experiments-sc20/build.gradle.kts index 6b6366a7..df291039 100644 --- a/opendc/opendc-experiments-sc20/build.gradle.kts +++ b/opendc/opendc-experiments-sc20/build.gradle.kts @@ -31,7 +31,7 @@ plugins { } application { - mainClassName = "com.atlarge.opendc.experiments.sc20.Sc20ExperimentKt" + mainClassName = "com.atlarge.opendc.experiments.sc20.ExperimentRunnerCliKt" applicationDefaultJvmArgs = listOf("-Xmx2500M", "-Xms1800M") } -- cgit v1.2.3 From 924179b45b4e7e1ac848fd852fe39d927ca0d85a Mon Sep 17 00:00:00 2001 From: Fabian Mastenbroek Date: Wed, 13 May 2020 01:28:18 +0200 Subject: feat: Add experiment orchestrator in Kotlin --- opendc/opendc-experiments-sc20/build.gradle.kts | 1 + 1 file changed, 1 insertion(+) (limited to 'opendc/opendc-experiments-sc20/build.gradle.kts') diff --git a/opendc/opendc-experiments-sc20/build.gradle.kts b/opendc/opendc-experiments-sc20/build.gradle.kts index df291039..b7440792 100644 --- a/opendc/opendc-experiments-sc20/build.gradle.kts +++ b/opendc/opendc-experiments-sc20/build.gradle.kts @@ -46,6 +46,7 @@ dependencies { exclude(group = "org.slf4j", module = "slf4j-log4j12") exclude(group = "log4j") } + implementation("com.zaxxer:HikariCP:3.4.5") runtimeOnly("org.apache.logging.log4j:log4j-slf4j-impl:2.13.1") runtimeOnly("org.postgresql:postgresql:42.2.12") runtimeOnly(project(":odcsim:odcsim-engine-omega")) -- cgit v1.2.3 From 6c51f02c38053a8aa395ebeb5b29e2b0a4f30c84 Mon Sep 17 00:00:00 2001 From: Fabian Mastenbroek Date: Thu, 14 May 2020 14:00:33 +0200 Subject: perf: Use PostgreSQL bulk data inserter --- opendc/opendc-experiments-sc20/build.gradle.kts | 3 +++ 1 file changed, 3 insertions(+) (limited to 'opendc/opendc-experiments-sc20/build.gradle.kts') diff --git a/opendc/opendc-experiments-sc20/build.gradle.kts b/opendc/opendc-experiments-sc20/build.gradle.kts index b7440792..2ba07554 100644 --- a/opendc/opendc-experiments-sc20/build.gradle.kts +++ b/opendc/opendc-experiments-sc20/build.gradle.kts @@ -47,6 +47,9 @@ dependencies { exclude(group = "log4j") } implementation("com.zaxxer:HikariCP:3.4.5") + implementation("de.bytefish.pgbulkinsert:pgbulkinsert-core:5.1.0") + implementation("de.bytefish.pgbulkinsert:pgbulkinsert-rowwriter:5.1.0") + implementation("me.tongfei:progressbar:0.8.1") runtimeOnly("org.apache.logging.log4j:log4j-slf4j-impl:2.13.1") runtimeOnly("org.postgresql:postgresql:42.2.12") runtimeOnly(project(":odcsim:odcsim-engine-omega")) -- cgit v1.2.3 From 287d85732a8bcd5d85a8628006828fa460baaff9 Mon Sep 17 00:00:00 2001 From: Fabian Mastenbroek Date: Fri, 15 May 2020 02:18:45 +0200 Subject: refactor: Move entirely to Parquet --- opendc/opendc-experiments-sc20/build.gradle.kts | 13 ++++++------- 1 file changed, 6 insertions(+), 7 deletions(-) (limited to 'opendc/opendc-experiments-sc20/build.gradle.kts') diff --git a/opendc/opendc-experiments-sc20/build.gradle.kts b/opendc/opendc-experiments-sc20/build.gradle.kts index 2ba07554..46d99564 100644 --- a/opendc/opendc-experiments-sc20/build.gradle.kts +++ b/opendc/opendc-experiments-sc20/build.gradle.kts @@ -31,27 +31,26 @@ plugins { } application { - mainClassName = "com.atlarge.opendc.experiments.sc20.ExperimentRunnerCliKt" - applicationDefaultJvmArgs = listOf("-Xmx2500M", "-Xms1800M") + mainClassName = "com.atlarge.opendc.experiments.sc20.MainKt" + applicationDefaultJvmArgs = listOf("-Xms2500M") } dependencies { api(project(":opendc:opendc-core")) implementation(project(":opendc:opendc-format")) implementation(kotlin("stdlib")) + implementation("com.github.ajalt:clikt:2.6.0") + implementation("me.tongfei:progressbar:0.8.1") implementation("io.github.microutils:kotlin-logging:1.7.9") + implementation("org.apache.parquet:parquet-avro:1.11.0") implementation("org.apache.hadoop:hadoop-client:3.2.1") { exclude(group = "org.slf4j", module = "slf4j-log4j12") exclude(group = "log4j") } - implementation("com.zaxxer:HikariCP:3.4.5") - implementation("de.bytefish.pgbulkinsert:pgbulkinsert-core:5.1.0") - implementation("de.bytefish.pgbulkinsert:pgbulkinsert-rowwriter:5.1.0") - implementation("me.tongfei:progressbar:0.8.1") + runtimeOnly("org.apache.logging.log4j:log4j-slf4j-impl:2.13.1") - runtimeOnly("org.postgresql:postgresql:42.2.12") runtimeOnly(project(":odcsim:odcsim-engine-omega")) testImplementation("org.junit.jupiter:junit-jupiter-api:${Library.JUNIT_JUPITER}") -- cgit v1.2.3