diff options
| author | Fabian Mastenbroek <mail.fabianm@gmail.com> | 2021-06-08 23:46:07 +0200 |
|---|---|---|
| committer | Fabian Mastenbroek <mail.fabianm@gmail.com> | 2021-06-09 12:39:05 +0200 |
| commit | 1b52a443e508bc4130071e67a1a8e17a6714c6b8 (patch) | |
| tree | 573071cbee5abe0a232cf1a61bfb60a23f5c72cb /opendc-format/build.gradle.kts | |
| parent | 9097811e0ac6872de3e4ff5f521d8859870b1000 (diff) | |
format: Use LocalInputFile for Parquet reader
This change updates the format implementations that use Parquet by
switching to our InputFile implementation for local files, which
eliminates the need for Hadoop's filesystem support.
Diffstat (limited to 'opendc-format/build.gradle.kts')
| -rw-r--r-- | opendc-format/build.gradle.kts | 11 |
1 files changed, 9 insertions, 2 deletions
diff --git a/opendc-format/build.gradle.kts b/opendc-format/build.gradle.kts index c0ffeb3e..d3c1a59a 100644 --- a/opendc-format/build.gradle.kts +++ b/opendc-format/build.gradle.kts @@ -39,8 +39,15 @@ dependencies { exclude(group = "org.jetbrains.kotlin", module = "kotlin-reflect") } implementation(kotlin("reflect")) - implementation(libs.parquet) - implementation(libs.hadoop.client) { + + implementation(libs.parquet) { + exclude(group = "org.apache.hadoop") + } + implementation(libs.hadoop.common) { + exclude(group = "org.slf4j", module = "slf4j-log4j12") + exclude(group = "log4j") + } + implementation(libs.hadoop.mapreduce.client.core) { exclude(group = "org.slf4j", module = "slf4j-log4j12") exclude(group = "log4j") } |