improve merge strategy - is thos correct ...?

.gitignore

@@ -4,3 +4,4 @@
 target/
 project/project
 project/target
+data

build.sbt

@@ -19,9 +19,13 @@ lazy val root = (project in file("."))
       case "log4j.properties" => MergeStrategy.first
       case "module-info.class" => MergeStrategy.discard
       case "log4j2.xml" => MergeStrategy.first
-      case x =>
-        val oldStrategy = (assemblyMergeStrategy in assembly).value
-        oldStrategy(x)
+      case "META-INF/MANIFEST.MF" => MergeStrategy.discard
+      case _  => MergeStrategy.last
+
+    },
+    assemblyExcludedJars in assembly := {
+      val cp = (fullClasspath in assembly).value
+      cp filter {_.data.getName == "httpclient-osgi-4.5.12.jar"}
     },
     resolvers ++= Seq(
       "Memobase Utils" at "https://dl.bintray.com/memoriav/memobase"
@@ -41,10 +45,11 @@ lazy val root = (project in file("."))
       scalaTest % Test,
       rdf4jmodel,
       rioapi,
-      rioapixml,
-      rioapiturtle,
-      rioapijsonld,
-      rioapintriples
+      rioapixml
+      //rioapiturtle,
+      //rioapijsonld,
+      //rioapintriples
+
 
     )
   )

gh/kafkacatnotes.txt

+--> nach Problemen mit kafkacat (installation ubuntu 18.04) und kafka 2.7 (weiss noch nicht ob das einen Zusammenhang hat)
+https://www.confluent.io/blog/kafka-client-cannot-connect-to-broker-on-aws-on-docker-etc/
+
+https://www.confluent.io/blog/kafka-listeners-explained/
+https://rmoff.net/2018/08/02/kafka-listeners-explained/
+
+--> generell kafkacat docu
+https://docs.confluent.io/platform/current/app-development/kafkacat-usage.html
+
+
+--> dann der Versuch, mit der aktuellsetn version zu arbeiten (Docker) - Probleme bei Installation mit make (fehlende dependencies)
+kafkacat -b localhost:9092 -t <my_topic> -T -P -l /tmp/msgs
+
+
+Export des topic
+kafkacat -C -b mb-ka1:9092 -t fedora-output-json-records -K '\t' -o beginning > fedora-output.json
+
+Import des topic
+docker run -v /home/swissbib/environment/code/repositories/memoriav/gitlab/services/postprocessing/rico-edm-transformer/data:/data -it --network host edenhill/kafkacat:1.6.0 -P -b VPN:9092 -t fedora-output-json-records  -K '\t' -l /data/fedora-output.json
\ No newline at end of file

src/test/resources/raw2.indent.json

+{
+    "@graph": [
+        {
+            "@id": "_:b0",
+            "@type": "https://www.ica.org/standards/RiC/ontology#Identifier",
+            "identifier": "ati-002-22861-1",
+            "type": "main"
+        },
+        {
+            "@id": "_:b1",
+            "@type": "http://www.w3.org/2004/02/skos/core#Concept",
+            "prefLabel": "Guerra civile in Spagna"
+        },
+        {
+            "@id": "_:b10",
+            "@type": "https://www.ica.org/standards/RiC/ontology#Identifier",
+            "identifier": "22861",
+            "type": "original"
+        },
+        {
+            "@id": "_:b11",
+            "@type": "https://www.ica.org/standards/RiC/ontology#Place",
+            "name": "Madrid"
+        },
+        {
+            "@id": "_:b12",
+            "@type": "https://www.ica.org/standards/RiC/ontology#Rule",
+            "name": "Fondazione Pellegrini Canevascini",
+            "regulates": "https://memobase.ch/record/ati-002-22861",
+            "type": "holder"
+        },
+        {
+            "@id": "_:b13",
+            "@type": "https://www.ica.org/standards/RiC/ontology#Rule",
+            "name": "public",
+            "regulates": "https://memobase.ch/digital/ati-002-22861-1",
+            "type": "access"
+        },
+        {
+            "@id": "_:b14",
+            "@type": "https://www.ica.org/standards/RiC/ontology#Agent",
+            "agentIsTargetOfCreationRelation": "_:b3",
+            "name": "Non identificato"
+        },
+        {
+            "@id": "_:b15",
+            "@type": "https://www.ica.org/standards/RiC/ontology#Identifier",
+            "identifier": "ati-002-22861-1",
+            "type": "main"
+        },
+        {
+            "@id": "_:b16",
+            "@type": "https://www.ica.org/standards/RiC/ontology#Rule",
+            "sameAs": "http://rightsstatements.org/vocab/CNE/1.0/",
+            "name": "Copyright Not Evaluated (CNE)",
+            "regulates": "https://memobase.ch/digital/ati-002-22861-1",
+            "type": "usage"
+        },
+        {
+            "@id": "_:b17",
+            "@type": "https://www.ica.org/standards/RiC/ontology#Identifier",
+            "identifier": "07000",
+            "type": "callNumber"
+        },
+        {
+            "@id": "_:b18",
+            "@type": "https://www.ica.org/standards/RiC/ontology#Rule",
+            "name": "onsite",
+            "regulates": "https://memobase.ch/physical/ati-002-22861-1",
+            "type": "access"
+        },
+        {
+            "@id": "_:b19",
+            "@type": "https://www.ica.org/standards/RiC/ontology#Rule",
+            "sameAs": "http://rightsstatements.org/vocab/CNE/1.0/",
+            "name": "Copyright Not Evaluated (CNE)",
+            "regulates": "https://memobase.ch/physical/ati-002-22861-1",
+            "type": "usage"
+        },
+        {
+            "@id": "_:b2",
+            "@type": "https://www.ica.org/standards/RiC/ontology#Identifier",
+            "identifier": "ASTi-22861",
+            "type": "oldMemobase"
+        },
+        {
+            "@id": "_:b20",
+            "@type": "https://www.ica.org/standards/RiC/ontology#CarrierType",
+            "name": "Carta sensibile"
+        },
+        {
+            "@id": "_:b21",
+            "@type": "https://www.ica.org/standards/RiC/ontology#CorporateBody",
+            "eventType": "CREATE",
+            "agentIsTargetOfCreationRelation": "_:b5",
+            "name": "Fondazione Pellegrini Canevascini"
+        },
+        {
+            "@id": "_:b3",
+            "@type": "https://www.ica.org/standards/RiC/ontology#CreationRelation",
+            "creationRelationHasSource": "https://memobase.ch/record/ati-002-22861",
+            "creationRelationHasTarget": "_:b14",
+            "name": "Author",
+            "type": "creator"
+        },
+        {
+            "@id": "_:b4",
+            "@type": "https://www.ica.org/standards/RiC/ontology#DateRange",
+            "expressedDate": "Agosto 1936"
+        },
+        {
+            "@id": "_:b5",
+            "@type": "https://www.ica.org/standards/RiC/ontology#CreationRelation",
+            "creationRelationHasSource": "https://memobase.ch/record/ati-002-22861",
+            "creationRelationHasTarget": "_:b21",
+            "name": "Collettore",
+            "type": "contributor"
+        },
+        {
+            "@id": "_:b6",
+            "@type": "http://www.w3.org/2004/02/skos/core#Concept",
+            "prefLabel": "Cronaca, avvenimenti, episodi storici"
+        },
+        {
+            "@id": "_:b7",
+            "@type": "https://www.ica.org/standards/RiC/ontology#Place",
+            "name": "Spagna"
+        },
+        {
+            "@id": "_:b8",
+            "@type": "https://www.ica.org/standards/RiC/ontology#Identifier",
+            "identifier": "ati-002-22861",
+            "type": "main"
+        },
+        {
+            "@id": "_:b9",
+            "@type": "https://www.ica.org/standards/RiC/ontology#Title",
+            "title": "De Rosa con altri uomini",
+            "type": "main"
+        },
+        {
+            "@id": "https://memobase.ch/digital/ati-002-22861-1",
+            "@type": "https://www.ica.org/standards/RiC/ontology#Instantiation",
+            "eventType": "CREATE",
+            "identifiedBy": "_:b15",
+            "instantiates": "https://memobase.ch/record/ati-002-22861",
+            "isDerivedFromInstantiation": "https://memobase.ch/physical/ati-002-22861-1",
+            "regulatedBy": [
+                "_:b13",
+                "_:b16"
+            ],
+            "type": "digitalObject"
+        },
+        {
+            "@id": "https://memobase.ch/physical/ati-002-22861-1",
+            "@type": "https://www.ica.org/standards/RiC/ontology#Instantiation",
+            "P60558": "B/N",
+            "hasCarrierType": "_:b20",
+            "hasDerivedInstantiation": "https://memobase.ch/digital/ati-002-22861-1",
+            "identifiedBy": [
+                "_:b17",
+                "_:b0"
+            ],
+            "instantiates": "https://memobase.ch/record/ati-002-22861",
+            "physicalCharacteristics": [
+                "Weite: 145 mm",
+                "Höhe: 105 mm",
+                "Verfahren: Positivo"
+            ],
+            "regulatedBy": [
+                "_:b18",
+                "_:b19"
+            ],
+            "type": "physicalObject"
+        },
+        {
+            "@id": "https://memobase.ch/record/ati-002-22861",
+            "@type": "https://www.ica.org/standards/RiC/ontology#Record",
+            "abstract": "Veduta di quattro uomini in piedi in un bosco<br>Descrizione fisica dell'immagine: Originale<br>Iscrizioni presente sullaa fotografia: Sul recto del supporto sotto la fotografia, a penna: (\"De Rosa / prima della / morte sul / fronte di / Madrid agosto 36\")",
+            "created": "_:b4",
+            "spatial": [
+                "_:b7",
+                "_:b11"
+            ],
+            "P60451": "https://memobase.ch/institution/mrv",
+            "sameAs": "http://www3.ti.ch/DECS/sw/struttura/decs/dcsu/ac/asti/cff/index.php?p=immagine&amp;id_immagine=22861",
+            "eventType": "CREATE",
+            "isPublished": false,
+            "conditionsOfUse": "Consultazione libera. Riproduzione subordinata all'autorizzazione della FPC",
+            "descriptiveNote": "Sul recto del supporto sotto la fotografia 07001, a penna: (\"De Rosa / prima della / morte sul / fronte di / Madrid\")",
+            "hasInstantiation": [
+                "https://memobase.ch/digital/ati-002-22861-1",
+                "https://memobase.ch/physical/ati-002-22861-1"
+            ],
+            "hasSubject": [
+                "_:b1",
+                "_:b6"
+            ],
+            "hasTitle": "_:b9",
+            "heldBy": "https://memobase.ch/institution/ati",
+            "identifiedBy": [
+                "_:b2",
+                "_:b8",
+                "_:b10"
+            ],
+            "isPartOf": "https://memobase.ch/recordSet/ati-002",
+            "recordResourceOrInstantiationIsSourceOfCreationRelation": [
+                "_:b3",
+                "_:b5"
+            ],
+            "regulatedBy": "_:b12",
+            "scopeAndContent": "Fondo di provenienza: Associazione volontari alla Guerra di Spagna<br>",
+            "title": "De Rosa con altri uomini",
+            "type": "Foto"
+        }
+    ],
+    "@context": {
+        "type": {"@id": "https://www.ica.org/standards/RiC/ontology#type"},
+        "identifier": {"@id": "https://www.ica.org/standards/RiC/ontology#identifier"},
+        "eventType": {"@id": "https://memobase.ch/internal/eventType"},
+        "hasInstantiation": {
+            "@id": "https://www.ica.org/standards/RiC/ontology#hasInstantiation",
+            "@type": "@id"
+        },
+        "hasSubject": {
+            "@id": "https://www.ica.org/standards/RiC/ontology#hasSubject",
+            "@type": "@id"
+        },
+        "heldBy": {
+            "@id": "https://www.ica.org/standards/RiC/ontology#heldBy",
+            "@type": "@id"
+        },
+        "conditionsOfUse": {"@id": "https://www.ica.org/standards/RiC/ontology#conditionsOfUse"},
+        "P60451": {
+            "@id": "http://rdaregistry.info/Elements/u/P60451",
+            "@type": "@id"
+        },
+        "identifiedBy": {
+            "@id": "https://www.ica.org/standards/RiC/ontology#identifiedBy",
+            "@type": "@id"
+        },
+        "sameAs": {"@id": "http://schema.org/sameAs"},
+        "descriptiveNote": {"@id": "https://www.ica.org/standards/RiC/ontology#descriptiveNote"},
+        "title": {"@id": "https://www.ica.org/standards/RiC/ontology#title"},
+        "recordResourceOrInstantiationIsSourceOfCreationRelation": {
+            "@id": "https://www.ica.org/standards/RiC/ontology#recordResourceOrInstantiationIsSourceOfCreationRelation",
+            "@type": "@id"
+        },
+        "created": {
+            "@id": "http://purl.org/dc/terms/created",
+            "@type": "@id"
+        },
+        "scopeAndContent": {"@id": "https://www.ica.org/standards/RiC/ontology#scopeAndContent"},
+        "isPublished": {
+            "@id": "https://memobase.ch/internal/isPublished",
+            "@type": "http://www.w3.org/2001/XMLSchema#boolean"
+        },
+        "abstract": {"@id": "http://purl.org/dc/terms/abstract"},
+        "isPartOf": {
+            "@id": "https://www.ica.org/standards/RiC/ontology#isPartOf",
+            "@type": "@id"
+        },
+        "spatial": {
+            "@id": "http://purl.org/dc/terms/spatial",
+            "@type": "@id"
+        },
+        "hasTitle": {
+            "@id": "https://www.ica.org/standards/RiC/ontology#hasTitle",
+            "@type": "@id"
+        },
+        "regulatedBy": {
+            "@id": "https://www.ica.org/standards/RiC/ontology#regulatedBy",
+            "@type": "@id"
+        },
+        "name": {"@id": "https://www.ica.org/standards/RiC/ontology#name"},
+        "regulates": {
+            "@id": "https://www.ica.org/standards/RiC/ontology#regulates",
+            "@type": "@id"
+        },
+        "prefLabel": {"@id": "http://www.w3.org/2004/02/skos/core#prefLabel"},
+        "creationRelationHasSource": {
+            "@id": "https://www.ica.org/standards/RiC/ontology#creationRelationHasSource",
+            "@type": "@id"
+        },
+        "creationRelationHasTarget": {
+            "@id": "https://www.ica.org/standards/RiC/ontology#creationRelationHasTarget",
+            "@type": "@id"
+        },
+        "instantiates": {
+            "@id": "https://www.ica.org/standards/RiC/ontology#instantiates",
+            "@type": "@id"
+        },
+        "isDerivedFromInstantiation": {
+            "@id": "https://www.ica.org/standards/RiC/ontology#isDerivedFromInstantiation",
+            "@type": "@id"
+        },
+        "expressedDate": {"@id": "https://www.ica.org/standards/RiC/ontology#expressedDate"},
+        "physicalCharacteristics": {"@id": "https://www.ica.org/standards/RiC/ontology#physicalCharacteristics"},
+        "P60558": {"@id": "http://rdaregistry.info/Elements/u/P60558"},
+        "hasCarrierType": {
+            "@id": "https://www.ica.org/standards/RiC/ontology#hasCarrierType",
+            "@type": "@id"
+        },
+        "hasDerivedInstantiation": {
+            "@id": "https://www.ica.org/standards/RiC/ontology#hasDerivedInstantiation",
+            "@type": "@id"
+        },
+        "agentIsTargetOfCreationRelation": {
+            "@id": "https://www.ica.org/standards/RiC/ontology#agentIsTargetOfCreationRelation",
+            "@type": "@id"
+        }
+    }
+}
\ No newline at end of file