Commit cf47141c authored by Günter Hipler's avatar Günter Hipler
Browse files

start implementation language codes

parent cfcebc68
Pipeline #24341 passed with stages
in 7 minutes and 37 seconds
......@@ -3,6 +3,7 @@ app:
documentTypeLabelsPath: "/home/swissbib/environment/code/repositories/memoriav/gitlab/services/postprocessing/rico-edm-transformer/configs/document_types/labels.csv"
accessTermLabelsPath: "/home/swissbib/environment/code/repositories/memoriav/gitlab/services/postprocessing/rico-edm-transformer/configs/access_terms/labels.csv"
reuseStatementLabelsPath: "/home/swissbib/environment/code/repositories/memoriav/gitlab/services/postprocessing/rico-edm-transformer/configs/reuse_statements/labels.csv"
isocodemapping: "/home/swissbib/environment/code/repositories/memoriav/gitlab/services/postprocessing/rico-edm-transformer/configs/isocode-693-mapping/labels.csv"
......
......@@ -26,6 +26,7 @@ import org.apache.kafka.streams.scala.kstream.KStream
import org.apache.kafka.streams.scala.{StreamsBuilder, _}
import org.apache.logging.log4j.scala.Logging
import java.util.Properties
import scala.util.Try
class KafkaTopology extends Logging {
......@@ -40,7 +41,8 @@ class KafkaTopology extends Logging {
def build(
topicIn: String,
topicOut: String,
reportingTopic: String
reportingTopic: String,
appSettings: Properties
): Topology = {
val builder = new StreamsBuilder
val edmBuilder = new EDM
......@@ -98,6 +100,8 @@ class KafkaTopology extends Logging {
*/
builder.build()
}
......
......@@ -41,19 +41,20 @@ object Main extends Logging {
"accessTermLabelsPath",
"reuseStatementLabelsPath"
).asJava,*/
List().asJava,
List("isocodemapping").asJava,
"app.yml",
false,
true,
false,
false
)
val streams = new KafkaStreams(
topology.build(
settings.getInputTopic,
settings.getOutputTopic,
settings.getProcessReportTopic
settings.getProcessReportTopic,
settings.getAppSettings
),
settings.getKafkaStreamsSettings
)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment