FileValidation.kt 2.33 KB
Newer Older
Jonas Waeber's avatar
Jonas Waeber committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
/*
 * sftp-reader
 * Copyright (C) 2020 Memoriav
 *
 * This program is free software: you can redistribute it and/or modify
 * it under the terms of the GNU Affero General Public License as published by
 * the Free Software Foundation, either version 3 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU Affero General Public License for more details.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program.  If not, see <https://www.gnu.org/licenses/>.
 */

package org.memobase

import com.github.doyaaaaaken.kotlincsv.dsl.csvReader
import com.github.doyaaaaaken.kotlincsv.util.MalformedCSVException
import java.io.File
Jonas Waeber's avatar
Jonas Waeber committed
24
import org.apache.logging.log4j.LogManager
Jonas Waeber's avatar
Jonas Waeber committed
25
26
27
28

class FileValidation(val sftp: SftpClient) {
    private val log = LogManager.getLogger("FileValidation")

Jonas Waeber's avatar
Jonas Waeber committed
29
30
31
32
    private val supportedExtensions = mapOf(
        Pair("csv", "CSV"),
        Pair("tsv", "TSV")
    )
Jonas Waeber's avatar
Jonas Waeber committed
33
34

    fun validate(file: File): Report {
Jonas Waeber's avatar
Jonas Waeber committed
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
        when (val format = validateExtension(file)) {
            "CSV", "TSV" -> {
                val remoteFile = sftp.open(file)
                val stream = remoteFile.RemoteFileInputStream()
                try {
                    csvReader {
                        charset = "UTF-8"
                        delimiter = if (format == "CSV") ',' else '\t'
                        quoteChar = '"'
                        escapeChar = '\\'
                    }.readAll(stream)
                } catch (ex: MalformedCSVException) {
                    remoteFile.close()
                    return Report(id = file.name, status = "invalid", path = file.path, format = format, error = ex.localizedMessage)
                }
                remoteFile.close()
                return Report(id = file.name, status = "valid", path = file.path, format = format, error = "")
            }
            else -> return Report(id = file.name, status = "invalid", path = file.path, format = format, error = "Not a valid file extension: ${file.name}.")
Jonas Waeber's avatar
Jonas Waeber committed
54
55
56
        }
    }

Jonas Waeber's avatar
Jonas Waeber committed
57
58
59
60
    private fun validateExtension(file: File): String {
        return supportedExtensions.getOrDefault(file.extension, "INVALID")
    }
}