App.kt 2.16 KB
Newer Older
Jonas Waeber's avatar
Jonas Waeber committed
1
/*
2
 * text-file-validation
Jonas Waeber's avatar
Jonas Waeber committed
3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22
 * Copyright (C) 2020 Memoriav
 *
 * This program is free software: you can redistribute it and/or modify
 * it under the terms of the GNU Affero General Public License as published by
 * the Free Software Foundation, either version 3 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU Affero General Public License for more details.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program.  If not, see <https://www.gnu.org/licenses/>.
 */

package org.memobase

import java.io.File
import kotlin.system.exitProcess
Jonas Waeber's avatar
Jonas Waeber committed
23
import org.apache.logging.log4j.LogManager
Jonas Waeber's avatar
Jonas Waeber committed
24 25
import org.memobase.settings.SettingsLoader
import org.memobase.sftp.SftpClient
Jonas Waeber's avatar
Jonas Waeber committed
26 27 28 29 30 31

class App {
    companion object {
        private val log = LogManager.getLogger("SftpReader")
        @JvmStatic fun main(args: Array<String>) {
            try {
Jonas Waeber's avatar
Jonas Waeber committed
32 33 34 35 36 37
                val settings = SettingsLoader(
                    listOf("directory"),
                    useProducerConfig = true,
                    readSftpSettings = true
                )
                Producer(settings.kafkaProducerSettings, settings.outputTopic).use { producer ->
38 39
                    SftpClient(settings.sftpSettings).use { sftp ->
                        val validator = FileValidation(sftp)
Jonas Waeber's avatar
Jonas Waeber committed
40

Jonas Waeber's avatar
Jonas Waeber committed
41
                        val files = sftp.listFiles(settings.appSettings.getProperty("directory")).map { File(it) }
Jonas Waeber's avatar
Jonas Waeber committed
42

43
                        for (file in files) {
Jonas Waeber's avatar
Jonas Waeber committed
44 45 46
                            val validationResult = validator.validate(file)
                            producer.sendMessage(validationResult.second.id, validationResult.first)
                            producer.sendReport(validationResult.second)
47
                        }
Jonas Waeber's avatar
Jonas Waeber committed
48 49 50 51 52 53 54 55 56
                    }
                }
            } catch (ex: Exception) {
                ex.printStackTrace()
                log.error("Stopping application due to error: " + ex.message)
                exitProcess(1)
            }
        }
    }
Jonas Waeber's avatar
Jonas Waeber committed
57
}