App.kt 2.34 KB
Newer Older
Jonas Waeber's avatar
Jonas Waeber committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
/*
 * sftp-reader
 * Copyright (C) 2020 Memoriav
 *
 * This program is free software: you can redistribute it and/or modify
 * it under the terms of the GNU Affero General Public License as published by
 * the Free Software Foundation, either version 3 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU Affero General Public License for more details.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program.  If not, see <https://www.gnu.org/licenses/>.
 */

package org.memobase

import java.io.File
import kotlin.system.exitProcess
Jonas Waeber's avatar
Jonas Waeber committed
23
import org.apache.logging.log4j.LogManager
Jonas Waeber's avatar
Jonas Waeber committed
24
25
import org.memobase.settings.SettingsLoader
import org.memobase.sftp.SftpClient
Jonas Waeber's avatar
Jonas Waeber committed
26
27
28
29
30
31

class App {
    companion object {
        private val log = LogManager.getLogger("SftpReader")
        @JvmStatic fun main(args: Array<String>) {
            try {
Jonas Waeber's avatar
Jonas Waeber committed
32
33
34
35
36
37
                val settings = SettingsLoader(
                    listOf("directory"),
                    useProducerConfig = true,
                    readSftpSettings = true
                )
                Producer(settings.kafkaProducerSettings, settings.outputTopic).use { producer ->
38
39
                    SftpClient(settings.sftpSettings).use { sftp ->
                        val validator = FileValidation(sftp)
Jonas Waeber's avatar
Jonas Waeber committed
40

Jonas Waeber's avatar
Jonas Waeber committed
41
                        val files = sftp.listFiles(settings.appSettings.getProperty("directory")).map { File(it) }
Jonas Waeber's avatar
Jonas Waeber committed
42

43
44
45
46
                        for (file in files) {
                            val report = validator.validate(file)
                            when (report.status) {
                                "valid" -> producer.sendMessage(file.name, file.path, report.format)
Jonas Waeber's avatar
Jonas Waeber committed
47
48
                                else ->
                                    producer.sendMessage(file.name, "ERROR", report.format)
49
50
51
                            }
                            producer.sendReport(report)
                        }
Jonas Waeber's avatar
Jonas Waeber committed
52
53
54
55
56
57
58
59
60
                    }
                }
            } catch (ex: Exception) {
                ex.printStackTrace()
                log.error("Stopping application due to error: " + ex.message)
                exitProcess(1)
            }
        }
    }
Jonas Waeber's avatar
Jonas Waeber committed
61
}