/* * text-file-validation * Copyright (C) 2020 Memoriav * * This program is free software: you can redistribute it and/or modify * it under the terms of the GNU Affero General Public License as published by * the Free Software Foundation, either version 3 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU Affero General Public License for more details. * * You should have received a copy of the GNU Affero General Public License * along with this program. If not, see . */ package org.memobase import java.io.File import org.apache.logging.log4j.LogManager import org.memobase.settings.SettingsLoader import org.memobase.sftp.SftpClient class Service(fileName: String = "app.yml") { val log = LogManager.getLogger("TextFileValidationService") val settings = SettingsLoader( listOf("directory"), fileName, useProducerConfig = true, readSftpSettings = true ) private val producer = Producer(settings.kafkaProducerSettings, settings.outputTopic) private val sftpClient = SftpClient(settings.sftpSettings) fun run() { producer.use { producer -> sftpClient.use { sftp -> log.info("Connected to SFTP & Kafka.") val validator = FileValidation(sftp) val files = sftp.listFiles(settings.appSettings.getProperty("directory")).map { File(it) } val reports = mutableListOf() for (file in files) { log.info("Validate file ${file.absolutePath}.") val validationResult = validator.validate(file) producer.sendMessage(validationResult.second.id, validationResult.first) producer.sendReport(validationResult.second) reports.add(validationResult.second) } val failures = reports.count { report -> report.status == "FAILURE" } if (failures > 0) { log.info("Validation ended with $failures failures!") producer.sendJobReport( Report(settings.id, status = "FAILURE", message = "Failed to validate $failures of ${reports.size} files."), settings.processReportTopic ) } else { log.info("Validation was successful!") producer.sendJobReport( Report(settings.id, status = "SUCCESS", message = "Successfully validated ${reports.size} files."), settings.processReportTopic ) } } } } }