Due to a scheduled upgrade to version 14.10, GitLab will be unavailabe on Monday 30.05., from 19:00 until 20:00.

Commit cf47141c authored by Günter Hipler's avatar Günter Hipler
Browse files

start implementation language codes

parent cfcebc68
Pipeline #24341 passed with stages
in 7 minutes and 37 seconds
...@@ -3,6 +3,7 @@ app: ...@@ -3,6 +3,7 @@ app:
documentTypeLabelsPath: "/home/swissbib/environment/code/repositories/memoriav/gitlab/services/postprocessing/rico-edm-transformer/configs/document_types/labels.csv" documentTypeLabelsPath: "/home/swissbib/environment/code/repositories/memoriav/gitlab/services/postprocessing/rico-edm-transformer/configs/document_types/labels.csv"
accessTermLabelsPath: "/home/swissbib/environment/code/repositories/memoriav/gitlab/services/postprocessing/rico-edm-transformer/configs/access_terms/labels.csv" accessTermLabelsPath: "/home/swissbib/environment/code/repositories/memoriav/gitlab/services/postprocessing/rico-edm-transformer/configs/access_terms/labels.csv"
reuseStatementLabelsPath: "/home/swissbib/environment/code/repositories/memoriav/gitlab/services/postprocessing/rico-edm-transformer/configs/reuse_statements/labels.csv" reuseStatementLabelsPath: "/home/swissbib/environment/code/repositories/memoriav/gitlab/services/postprocessing/rico-edm-transformer/configs/reuse_statements/labels.csv"
isocodemapping: "/home/swissbib/environment/code/repositories/memoriav/gitlab/services/postprocessing/rico-edm-transformer/configs/isocode-693-mapping/labels.csv"
......
...@@ -26,6 +26,7 @@ import org.apache.kafka.streams.scala.kstream.KStream ...@@ -26,6 +26,7 @@ import org.apache.kafka.streams.scala.kstream.KStream
import org.apache.kafka.streams.scala.{StreamsBuilder, _} import org.apache.kafka.streams.scala.{StreamsBuilder, _}
import org.apache.logging.log4j.scala.Logging import org.apache.logging.log4j.scala.Logging
import java.util.Properties
import scala.util.Try import scala.util.Try
class KafkaTopology extends Logging { class KafkaTopology extends Logging {
...@@ -40,7 +41,8 @@ class KafkaTopology extends Logging { ...@@ -40,7 +41,8 @@ class KafkaTopology extends Logging {
def build( def build(
topicIn: String, topicIn: String,
topicOut: String, topicOut: String,
reportingTopic: String reportingTopic: String,
appSettings: Properties
): Topology = { ): Topology = {
val builder = new StreamsBuilder val builder = new StreamsBuilder
val edmBuilder = new EDM val edmBuilder = new EDM
...@@ -98,6 +100,8 @@ class KafkaTopology extends Logging { ...@@ -98,6 +100,8 @@ class KafkaTopology extends Logging {
*/ */
builder.build() builder.build()
} }
......
...@@ -41,19 +41,20 @@ object Main extends Logging { ...@@ -41,19 +41,20 @@ object Main extends Logging {
"accessTermLabelsPath", "accessTermLabelsPath",
"reuseStatementLabelsPath" "reuseStatementLabelsPath"
).asJava,*/ ).asJava,*/
List().asJava, List("isocodemapping").asJava,
"app.yml", "app.yml",
false, false,
true, true,
false, false,
false false
) )
val streams = new KafkaStreams( val streams = new KafkaStreams(
topology.build( topology.build(
settings.getInputTopic, settings.getInputTopic,
settings.getOutputTopic, settings.getOutputTopic,
settings.getProcessReportTopic settings.getProcessReportTopic,
settings.getAppSettings
), ),
settings.getKafkaStreamsSettings settings.getKafkaStreamsSettings
) )
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment