status 8.4.2021 (mail an silvia)

gh/kafkacatnotes.txt

@@ -29,6 +29,8 @@ docker run --rm -v /home/swissbib/environment/code/repositories/memoriav/gitlab/
 
 docker run  --rm -it --network host edenhill/kafkacat:1.6.0 -C -b VPN:9092 -t import-process-reporting  -K '\t'
 
+docker run  --rm -it --network host edenhill/kafkacat:1.6.0 -C -b VPN:9092 -t edm-es-records1  -K '\t'
+
 docker run  --rm -it --network host edenhill/kafkacat:1.6.0 -C -b VPN:9092 -t import-process-reporting-es  | grep FATAL
 
 andere Befehle:

src/main/resources/app.yml

@@ -4,6 +4,12 @@ app:
   #accessTermLabelsPath: "/home/swissbib/environment/code/repositories/memoriav/gitlab/services/postprocessing/rico-edm-transformer/configs/access_terms/labels.csv"
   #reuseStatementLabelsPath: "/home/swissbib/environment/code/repositories/memoriav/gitlab/services/postprocessing/rico-edm-transformer/configs/reuse_statements/labels.csv"
   isocodemapping: ${ISOCODE_MAPPING:?system}
+#  elastic:
+#    host: ${ELASTIC_HOST:?system}
+#    port: ${ELASTIC_PORT:?system}
+#    documentsIndex: ${DOCUMENTS_INDEX:?system}
+#    institutionIndex: ${INSTITUTION_INDEX:?system}
+#    recordSetIndex: ${RECORD_SET_INDEX:?system}
 
 
 

src/main/scala/ch/memobase/rico2edm/edm/EDM.scala

@@ -269,6 +269,9 @@ class EDM {
         case _ =>
       }
 
+      //fixed value for provider
+      aggregation.addProvider(Some("Memoriav"))
+
       Option(ExtractionResult(aggregation))
     } else {
 

src/main/scala/ch/memobase/rico2edm/edm/subjects/ProvidedCHO.scala

@@ -180,6 +180,13 @@ class Aggregation(private val id: String) {
     })
   }
 
+  def addProvider(edmProvider: Option[String]): Unit = {
+    edmProvider.map(a =>
+        model.add(iri(id),EDMVocab.PROVIDER,factory.createLiteral(a))
+    )
+  }
+
+
   def addEDMObjectNoFoto(edmObjectNoFoto: Option[String]): Unit = {
     edmObjectNoFoto.map(a => {
       if (identValue.matches(edmObjectNoFoto.get)) {

src/main/scala/ch/memobase/rico2edm/rdf/vocabularies/VocabularyFactory.scala

@@ -44,6 +44,7 @@ object EDMVocab extends VocabularyFactory("http://www.europeana.eu/schemas/edm/"
   val IS_SHOWN_AT: IRI = getIri("isShownAt")
   val IS_SHOWN_BY: IRI = getIri("isShownBy")
   val OBJECT: IRI = getIri("object")
+  val PROVIDER: IRI = getIri("provider")
 
 
 }

src/main/scala/ch/memobase/rico2edm/utils/Helper.scala

@@ -73,9 +73,12 @@ object Helper {
 
   def getLanguageCode(wikiId:String):Option[String] = {
     isoLanguageCodes match {
-      case Some(langkeys) if langkeys.containsKey(wikiId)  => Some(langkeys.get(wikiId))
-      case Some(langkeys) if !langkeys.containsKey(wikiId)  => None
-      case None => None
+      case Some(langkeys) if langkeys.containsKey(wikiId)  =>
+        Some(langkeys.get(wikiId))
+      case Some(langkeys) if !langkeys.containsKey(wikiId)  =>
+        None
+      case None =>
+        None
     }
 
   }