Remove dependency on Hadoop

This pull request attempts to remove the dependency of the simulator on Apache Hadoop 
which is pulled in as a consequence of using parquet-mr. 
The reason for removal is that Apache Hadoop does not work natively on Windows 
without user intervention, which makes adoption on this platform more difficult.

* Add Windows as CI target for the OpenDC simulator
* Use `LocalInputFile` for Parquet reader usages
* Use `LocalOutputFile` for Parquet writer usages
* Remove Apache Hadoop as dependency of OpenDC.

2 files changed, 127 insertions, 1 deletions

diff --git a/opendc-format/src/test/kotlin/org/opendc/format/trace/wtf/WtfTraceReaderTest.kt b/opendc-format/src/test/kotlin/org/opendc/format/trace/wtf/WtfTraceReaderTest.kt
index bcfa7553..31ae03e0 100644
--- a/opendc-format/src/test/kotlin/org/opendc/format/trace/wtf/WtfTraceReaderTest.kt
+++ b/opendc-format/src/test/kotlin/org/opendc/format/trace/wtf/WtfTraceReaderTest.kt
@@ -24,6 +24,7 @@ package org.opendc.format.trace.wtf
 
 import org.junit.jupiter.api.Assertions.*
 import org.junit.jupiter.api.Test
+import java.io.File
 
 /**
  * Test suite for the [WtfTraceReader] class.
@@ -34,7 +35,7 @@ class WtfTraceReaderTest {
      */
     @Test
     fun testParseWtf() {
-        val reader = WtfTraceReader("src/test/resources/wtf-trace")
+        val reader = WtfTraceReader(File("src/test/resources/wtf-trace"))
         var entry = reader.next()
         assertEquals(0, entry.start)
         assertEquals(23, entry.workload.tasks.size)
diff --git a/opendc-format/src/test/kotlin/org/opendc/format/util/ParquetTest.kt b/opendc-format/src/test/kotlin/org/opendc/format/util/ParquetTest.kt
new file mode 100644
index 00000000..e496dd96
--- /dev/null
+++ b/opendc-format/src/test/kotlin/org/opendc/format/util/ParquetTest.kt
@@ -0,0 +1,125 @@
+/*
+ * Copyright (c) 2021 AtLarge Research
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy
+ * of this software and associated documentation files (the "Software"), to deal
+ * in the Software without restriction, including without limitation the rights
+ * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+ * copies of the Software, and to permit persons to whom the Software is
+ * furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in all
+ * copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+ * SOFTWARE.
+ */
+
+package org.opendc.format.util
+
+import org.apache.avro.SchemaBuilder
+import org.apache.avro.generic.GenericData
+import org.apache.parquet.avro.AvroParquetReader
+import org.apache.parquet.avro.AvroParquetWriter
+import org.apache.parquet.hadoop.ParquetFileWriter
+import org.junit.jupiter.api.*
+import org.junit.jupiter.api.Assertions.assertEquals
+import java.io.File
+import java.nio.file.FileAlreadyExistsException
+import java.nio.file.NoSuchFileException
+
+/**
+ * Test suite for the Parquet helper classes.
+ */
+internal class ParquetTest {
+    private val schema = SchemaBuilder
+        .record("test")
+        .namespace("org.opendc.format.util")
+        .fields()
+        .name("field").type().intType().noDefault()
+        .endRecord()
+
+    private lateinit var file: File
+
+    /**
+     * Setup the test
+     */
+    @BeforeEach
+    fun setUp() {
+        file = File.createTempFile("opendc", "parquet")
+    }
+
+    /**
+     * Tear down the test.
+     */
+    @AfterEach
+    fun tearDown() {
+        file.delete()
+    }
+
+    /**
+     * Initial test to verify whether the Parquet writer works.
+     */
+    @Test
+    fun testSmoke() {
+        val n = 4
+        val writer = AvroParquetWriter.builder<GenericData.Record>(LocalOutputFile(file))
+            .withSchema(schema)
+            .withWriteMode(ParquetFileWriter.Mode.OVERWRITE)
+            .build()
+
+        try {
+            repeat(n) { i ->
+                val record = GenericData.Record(schema)
+                record.put("field", i)
+                writer.write(record)
+            }
+        } finally {
+            writer.close()
+        }
+
+        val reader = AvroParquetReader.builder<GenericData.Record>(LocalInputFile(file))
+            .build()
+
+        var counter = 0
+        try {
+            while (true) {
+                val record = reader.read() ?: break
+                assertEquals(counter++, record.get("field"))
+            }
+        } finally {
+            reader.close()
+        }
+
+        assertEquals(n, counter)
+    }
+
+    /**
+     * Test if overwriting fails if not specified.
+     */
+    @Test
+    fun testOverwrite() {
+        assertThrows<FileAlreadyExistsException> {
+            AvroParquetWriter.builder<GenericData.Record>(LocalOutputFile(file))
+                .withSchema(schema)
+                .build()
+        }
+    }
+
+    /**
+     * Test non-existent file.
+     */
+    @Test
+    fun testNonExistent() {
+        file.delete()
+        assertThrows<NoSuchFileException> {
+            AvroParquetReader.builder<GenericData.Record>(LocalInputFile(file))
+                .build()
+        }
+    }
+}