Skip to content
GitLab
Menu
Projects
Groups
Snippets
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
memoriav
Memobase 2020
services
postprocessing
rico-edm-transformer
Commits
cf47141c
Commit
cf47141c
authored
Apr 08, 2021
by
Günter Hipler
Browse files
start implementation language codes
parent
cfcebc68
Pipeline
#24341
passed with stages
in 7 minutes and 37 seconds
Changes
4
Pipelines
1
Hide whitespace changes
Inline
Side-by-side
configs/isocode-693-mapping/
iso-codes-mapping
.csv
→
configs/isocode-693-mapping/
labels
.csv
View file @
cf47141c
File moved
src/main/resources/app.yml
View file @
cf47141c
...
...
@@ -3,6 +3,7 @@ app:
documentTypeLabelsPath
:
"
/home/swissbib/environment/code/repositories/memoriav/gitlab/services/postprocessing/rico-edm-transformer/configs/document_types/labels.csv"
accessTermLabelsPath
:
"
/home/swissbib/environment/code/repositories/memoriav/gitlab/services/postprocessing/rico-edm-transformer/configs/access_terms/labels.csv"
reuseStatementLabelsPath
:
"
/home/swissbib/environment/code/repositories/memoriav/gitlab/services/postprocessing/rico-edm-transformer/configs/reuse_statements/labels.csv"
isocodemapping
:
"
/home/swissbib/environment/code/repositories/memoriav/gitlab/services/postprocessing/rico-edm-transformer/configs/isocode-693-mapping/labels.csv"
...
...
src/main/scala/ch/memobase/rico2edm/KafkaTopology.scala
View file @
cf47141c
...
...
@@ -26,6 +26,7 @@ import org.apache.kafka.streams.scala.kstream.KStream
import
org.apache.kafka.streams.scala.
{
StreamsBuilder
,
_
}
import
org.apache.logging.log4j.scala.Logging
import
java.util.Properties
import
scala.util.Try
class
KafkaTopology
extends
Logging
{
...
...
@@ -40,7 +41,8 @@ class KafkaTopology extends Logging {
def
build
(
topicIn
:
String
,
topicOut
:
String
,
reportingTopic
:
String
reportingTopic
:
String
,
appSettings
:
Properties
)
:
Topology
=
{
val
builder
=
new
StreamsBuilder
val
edmBuilder
=
new
EDM
...
...
@@ -98,6 +100,8 @@ class KafkaTopology extends Logging {
*/
builder
.
build
()
}
...
...
src/main/scala/ch/memobase/rico2edm/Main.scala
View file @
cf47141c
...
...
@@ -41,19 +41,20 @@ object Main extends Logging {
"accessTermLabelsPath",
"reuseStatementLabelsPath"
).asJava,*/
List
().
asJava
,
List
(
"isocodemapping"
).
asJava
,
"app.yml"
,
false
,
true
,
false
,
false
)
val
streams
=
new
KafkaStreams
(
topology
.
build
(
settings
.
getInputTopic
,
settings
.
getOutputTopic
,
settings
.
getProcessReportTopic
settings
.
getProcessReportTopic
,
settings
.
getAppSettings
),
settings
.
getKafkaStreamsSettings
)
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment