add tests

src/test/kotlin/TestParams.kt

+/*
+ * xml data import
+ * Copyright (C) 2020 Memoriav
+ *
+ * This program is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Affero General Public License as published by
+ * the Free Software Foundation, either version 3 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU Affero General Public License for more details.
+ *
+ * You should have received a copy of the GNU Affero General Public License
+ * along with this program.  If not, see <https://www.gnu.org/licenses/>.
+ */
+
+package org.memobase
+
+data class TestParams(
+    val count: Int,
+    val name: String,
+    val inputKey: String,
+    val outputKey: String,
+    val expectedOutputReport: Report,
+    val expectedOutputProcessReport: Report
+)

src/test/kotlin/Tests.kt

+/*
+ * record-parser
+ * Copyright (C) 2019  Memobase
+ *
+ * This program is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Affero General Public License as published by
+ * the Free Software Foundation, either version 3 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU Affero General Public License for more details.
+ *
+ * You should have received a copy of the GNU Affero General Public License
+ * along with this program.  If not, see <https://www.gnu.org/licenses/>.
+ */
+package org.memobase
+
+import com.beust.klaxon.Klaxon
+import java.io.File
+import java.io.FileInputStream
+import java.nio.charset.Charset
+import java.nio.file.Paths
+import java.util.stream.Stream
+import org.apache.kafka.common.serialization.StringDeserializer
+import org.apache.kafka.common.serialization.StringSerializer
+import org.apache.kafka.streams.TopologyTestDriver
+import org.apache.kafka.streams.test.ConsumerRecordFactory
+import org.apache.logging.log4j.LogManager
+import org.assertj.core.api.Assertions.assertThat
+import org.junit.jupiter.api.TestInstance
+import org.junit.jupiter.params.ParameterizedTest
+import org.junit.jupiter.params.provider.MethodSource
+import org.memobase.testing.EmbeddedSftpServer
+
+@TestInstance(TestInstance.Lifecycle.PER_CLASS)
+class Tests {
+    private val log = LogManager.getLogger("TestLogger")
+
+    private val resourcePath = "src/test/resources/data"
+    private fun readFile(fileName: String): String {
+        return File("$resourcePath/$fileName").readText(Charset.defaultCharset())
+    }
+
+    private val sftpServer = EmbeddedSftpServer(22000, "user", "password")
+
+    init {
+        val files = listOf(1, 2).map { Pair("/memobase/test$it/data.xml", "$it/data.xml") }
+
+        for (pair in files) {
+            sftpServer.putFile(
+                Paths.get(pair.first, pair.second).toString(),
+                FileInputStream(Paths.get("src/test/resources/data", pair.second).toFile())
+            )
+        }
+    }
+
+    @ParameterizedTest
+    @MethodSource("testParams")
+    fun `test inputs`(params: TestParams) {
+        val service = Service("test${params.count}.yml")
+        val testDriver = TopologyTestDriver(service.topology, service.settings.kafkaStreamsSettings)
+        val factory = ConsumerRecordFactory(
+            StringSerializer(), StringSerializer()
+        )
+        testDriver.pipeInput(
+            factory.create(
+                service.settings.inputTopic, params.inputKey, readFile("${params.count}/input.json")
+            )
+        )
+
+        val record = testDriver.readOutput(
+            service.settings.outputTopic,
+            StringDeserializer(),
+            StringDeserializer()
+        )
+        assertThat(record)
+            .isNotNull
+            .hasFieldOrPropertyWithValue("key", params.outputKey)
+            .hasFieldOrPropertyWithValue("value", readFile("${params.count}/output.json"))
+
+        val reportedRecord = testDriver.readOutput(
+            "${service.settings.outputTopic}-reporting",
+            StringDeserializer(),
+            StringDeserializer()
+        )
+
+        if (reportedRecord != null) {
+            val data = reportedRecord.value()
+            val report = Klaxon().parse<Report>(data)
+            assertThat(report)
+                .isNotNull
+                .isEqualTo(params.expectedOutputReport)
+        } else {
+            log.error("No report for record $record.")
+        }
+
+
+        val processReport = testDriver.readOutput(
+            service.settings.processReportTopic,
+            StringDeserializer(),
+            StringDeserializer()
+        )
+
+        assertThat(Klaxon().parse<Report>(processReport.value()))
+            .isNotNull
+            .isEqualTo(params.expectedOutputProcessReport)
+    }
+
+    private fun testParams() = Stream.of(
+        TestParams(
+            1,
+            "test-flat-input",
+            "key",
+            "key",
+            Report("", "", ""),
+            Report("", "", "")
+        )
+    )
+}

src/test/resources/data/1/config/transform.xslt

+<?xml version="1.0"?>
+<!--
+  ~ xml-data-transform
+  ~ Copyright (C) 2020 Memoriav
+  ~
+  ~ This program is free software: you can redistribute it and/or modify
+  ~ it under the terms of the GNU Affero General Public License as published by
+  ~ the Free Software Foundation, either version 3 of the License, or
+  ~ (at your option) any later version.
+  ~
+  ~ This program is distributed in the hope that it will be useful,
+  ~ but WITHOUT ANY WARRANTY; without even the implied warranty of
+  ~ MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+  ~ GNU Affero General Public License for more details.
+  ~
+  ~ You should have received a copy of the GNU Affero General Public License
+  ~ along with this program.  If not, see <https://www.gnu.org/licenses/>.
+  -->
+<xsl:stylesheet version="1.0" xmlns:xsl="http://www.w3.org/1999/XSL/Transform">
+    <xsl:template name="root">
+        <creator>
+        </creator>
+    </xsl:template>
+</xsl:stylesheet>
\ No newline at end of file

src/test/resources/data/1/input.json

+{
+  "path": "/memobase/test1/data.xml",
+  "format": "XML"
+}
\ No newline at end of file

src/test/resources/data/2/config/transform.xslt

+<?xml version="1.0"?>
+<!--
+  ~ xml-data-transform
+  ~ Copyright (C) 2020 Memoriav
+  ~
+  ~ This program is free software: you can redistribute it and/or modify
+  ~ it under the terms of the GNU Affero General Public License as published by
+  ~ the Free Software Foundation, either version 3 of the License, or
+  ~ (at your option) any later version.
+  ~
+  ~ This program is distributed in the hope that it will be useful,
+  ~ but WITHOUT ANY WARRANTY; without even the implied warranty of
+  ~ MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+  ~ GNU Affero General Public License for more details.
+  ~
+  ~ You should have received a copy of the GNU Affero General Public License
+  ~ along with this program.  If not, see <https://www.gnu.org/licenses/>.
+  -->
+<xsl:stylesheet version="1.0" xmlns:xsl="http://www.w3.org/1999/XSL/Transform">
+
+</xsl:stylesheet>
\ No newline at end of file

src/test/resources/data/2/data.xml

+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+  ~ xml-data-transform
+  ~ Copyright (C) 2020 Memoriav
+  ~
+  ~ This program is free software: you can redistribute it and/or modify
+  ~ it under the terms of the GNU Affero General Public License as published by
+  ~ the Free Software Foundation, either version 3 of the License, or
+  ~ (at your option) any later version.
+  ~
+  ~ This program is distributed in the hope that it will be useful,
+  ~ but WITHOUT ANY WARRANTY; without even the implied warranty of
+  ~ MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+  ~ GNU Affero General Public License for more details.
+  ~
+  ~ You should have received a copy of the GNU Affero General Public License
+  ~ along with this program.  If not, see <https://www.gnu.org/licenses/>.
+  -->
+<root>
+    <creator>
+        <name>Sebastian</name>
+        <role>Autor</role>
+    </creator>
+    <date>1928</date>
+</root>

src/test/resources/data/2/input.json

+{
+  "path": "/memobase/test1/data.xml",
+  "format": "ERROR"
+}
\ No newline at end of file

src/test/resources/data/2/output.json

+ERROR
\ No newline at end of file

src/test/resources/test1.yml

@@ -6,6 +6,7 @@ sftp:
 app:
   xsltFilePath: src/test/resources/data/1/config/transform.xslt
   identifierFieldName: id
+  recordTag: root
 kafka:
   streams:
     bootstrap.servers: localhost:12345