diff options
| author | Fabian Mastenbroek <mail.fabianm@gmail.com> | 2021-06-08 23:46:07 +0200 |
|---|---|---|
| committer | Fabian Mastenbroek <mail.fabianm@gmail.com> | 2021-06-09 12:39:05 +0200 |
| commit | 1b52a443e508bc4130071e67a1a8e17a6714c6b8 (patch) | |
| tree | 573071cbee5abe0a232cf1a61bfb60a23f5c72cb /gradle | |
| parent | 9097811e0ac6872de3e4ff5f521d8859870b1000 (diff) | |
format: Use LocalInputFile for Parquet reader
This change updates the format implementations that use Parquet by
switching to our InputFile implementation for local files, which
eliminates the need for Hadoop's filesystem support.
Diffstat (limited to 'gradle')
| -rw-r--r-- | gradle/libs.versions.toml | 5 |
1 files changed, 4 insertions, 1 deletions
diff --git a/gradle/libs.versions.toml b/gradle/libs.versions.toml index 1d7fdd3e..4faa0476 100644 --- a/gradle/libs.versions.toml +++ b/gradle/libs.versions.toml @@ -5,6 +5,7 @@ slf4j = "1.7.30" log4j = "2.14.1" opentelemetry-main = "1.2.0" opentelemetry-metrics = "1.2.0-alpha" +hadoop = "3.3.0" [libraries] kotlinx-coroutines = { module = "org.jetbrains.kotlinx:kotlinx-coroutines-core", version = "1.5.0" } @@ -45,4 +46,6 @@ kotlinx-benchmark-runtime-jvm = { module = "org.jetbrains.kotlinx:kotlinx-benchm # Other mongodb = { module = "org.mongodb:mongodb-driver-sync", version = "4.2.3" } classgraph = { module = "io.github.classgraph:classgraph", version = "4.8.105" } -hadoop-client = { module = "org.apache.hadoop:hadoop-client", version = "3.3.0" } +hadoop-client = { module = "org.apache.hadoop:hadoop-client", version.ref = "hadoop" } +hadoop-common = { module = "org.apache.hadoop:hadoop-common", version.ref = "hadoop" } +hadoop-mapreduce-client-core = { module = "org.apache.hadoop:hadoop-mapreduce-client-core", version.ref = "hadoop" } |