App.kt 2.13 KB
Newer Older
Jonas Waeber's avatar
Jonas Waeber committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
/*
 * sftp-reader
 * Copyright (C) 2020 Memoriav
 *
 * This program is free software: you can redistribute it and/or modify
 * it under the terms of the GNU Affero General Public License as published by
 * the Free Software Foundation, either version 3 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU Affero General Public License for more details.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program.  If not, see <https://www.gnu.org/licenses/>.
 */

package org.memobase

Jonas Waeber's avatar
Jonas Waeber committed
21
22
import com.github.doyaaaaaken.kotlincsv.dsl.csvReader
import com.github.doyaaaaaken.kotlincsv.util.MalformedCSVException
Jonas Waeber's avatar
Jonas Waeber committed
23
24
25
26
27
28
29
30
31
32
33
34
import org.apache.logging.log4j.LogManager
import java.io.File
import kotlin.system.exitProcess

class App {
    companion object {
        private val log = LogManager.getLogger("SftpReader")
        @JvmStatic fun main(args: Array<String>) {
            try {
                val settings = SettingsLoader()
                val producer = Producer(settings.kafkaProducerProperties, settings.topic)
                val sftp = SftpClient(settings.sftpSettings)
Jonas Waeber's avatar
Jonas Waeber committed
35
                val validator = FileValidation(sftp)
Jonas Waeber's avatar
Jonas Waeber committed
36
37


Jonas Waeber's avatar
Jonas Waeber committed
38
                val files = sftp.listFiles(settings.appSettings["directory"].orEmpty()).map { File(it) }
Jonas Waeber's avatar
Jonas Waeber committed
39
40
41
                log.error(files)

                for (file in files) {
Jonas Waeber's avatar
Jonas Waeber committed
42
43
44
45
                    val report = validator.validate(file)
                    when (report.status) {
                        "valid" -> producer.sendMessage(file.name, file.path)
                        else -> producer.sendMessage(file.name, "ERROR")
Jonas Waeber's avatar
Jonas Waeber committed
46
                    }
Jonas Waeber's avatar
Jonas Waeber committed
47
                    producer.sendReport(report)
Jonas Waeber's avatar
Jonas Waeber committed
48
49
50
51
52
53
54
55
56
57
58
59
                }
                producer.close()
                sftp.close()
            } catch (ex: Exception) {
                ex.printStackTrace()
                log.error("Stopping application due to error: " + ex.message)
                exitProcess(1)
            }
        }
    }

}