Producer.kt 1.82 KB
Newer Older
Jonas Waeber's avatar
Jonas Waeber committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
/*
 * sftp-reader
 * Copyright (C) 2020 Memoriav
 *
 * This program is free software: you can redistribute it and/or modify
 * it under the terms of the GNU Affero General Public License as published by
 * the Free Software Foundation, either version 3 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU Affero General Public License for more details.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with this program.  If not, see <https://www.gnu.org/licenses/>.
 */
package org.memobase

Jonas Waeber's avatar
Jonas Waeber committed
20
import com.beust.klaxon.JsonObject
Jonas Waeber's avatar
Jonas Waeber committed
21
import com.beust.klaxon.Klaxon
22
import java.io.Closeable
Jonas Waeber's avatar
Jonas Waeber committed
23
import java.util.Properties
Jonas Waeber's avatar
Jonas Waeber committed
24
25
import org.apache.kafka.clients.producer.KafkaProducer
import org.apache.kafka.clients.producer.ProducerRecord
Jonas Waeber's avatar
Jonas Waeber committed
26
import org.apache.logging.log4j.LogManager
Jonas Waeber's avatar
Jonas Waeber committed
27

28
class Producer(props: Properties, private val topic: String) : Closeable {
Jonas Waeber's avatar
Jonas Waeber committed
29
    private val log = LogManager.getLogger("MessageProducer")
Jonas Waeber's avatar
Jonas Waeber committed
30
31
32

    private val instance = KafkaProducer<String, String>(props)
    private val reportingTopic = "$topic-reporting"
Jonas Waeber's avatar
Jonas Waeber committed
33
    private var count = 0
Jonas Waeber's avatar
Jonas Waeber committed
34

Jonas Waeber's avatar
Jonas Waeber committed
35
    fun sendMessage(key: String, message: String, format: String) {
Jonas Waeber's avatar
Jonas Waeber committed
36
        log.info("Sending message $message to $topic.")
Jonas Waeber's avatar
Jonas Waeber committed
37
        instance.send(ProducerRecord(topic, key, JsonObject(mapOf(Pair("path", message), Pair("format", format))).toJsonString()))
Jonas Waeber's avatar
Jonas Waeber committed
38
        count += 1
Jonas Waeber's avatar
Jonas Waeber committed
39
40
    }

Jonas Waeber's avatar
Jonas Waeber committed
41
42
    fun sendReport(report: Report) {
        instance.send(ProducerRecord(reportingTopic, report.id, Klaxon().toJsonString(report)))
Jonas Waeber's avatar
Jonas Waeber committed
43
44
    }

45
    override fun close() {
Jonas Waeber's avatar
Jonas Waeber committed
46
        instance.flush()
Jonas Waeber's avatar
Jonas Waeber committed
47
        // TODO: Add report for messages sent count.
Jonas Waeber's avatar
Jonas Waeber committed
48
49
50
        instance.close()
    }
}