Commit ad34d4d4 authored by Günter Hipler's avatar Günter Hipler
Browse files

improve merge strategy - is thos correct ...?

parent 1b039a77
Pipeline #22141 passed with stages
in 6 minutes and 20 seconds
......@@ -4,3 +4,4 @@
target/
project/project
project/target
data
......@@ -19,9 +19,13 @@ lazy val root = (project in file("."))
case "log4j.properties" => MergeStrategy.first
case "module-info.class" => MergeStrategy.discard
case "log4j2.xml" => MergeStrategy.first
case x =>
val oldStrategy = (assemblyMergeStrategy in assembly).value
oldStrategy(x)
case "META-INF/MANIFEST.MF" => MergeStrategy.discard
case _ => MergeStrategy.last
},
assemblyExcludedJars in assembly := {
val cp = (fullClasspath in assembly).value
cp filter {_.data.getName == "httpclient-osgi-4.5.12.jar"}
},
resolvers ++= Seq(
"Memobase Utils" at "https://dl.bintray.com/memoriav/memobase"
......@@ -41,10 +45,11 @@ lazy val root = (project in file("."))
scalaTest % Test,
rdf4jmodel,
rioapi,
rioapixml,
rioapiturtle,
rioapijsonld,
rioapintriples
rioapixml
//rioapiturtle,
//rioapijsonld,
//rioapintriples
)
)
--> nach Problemen mit kafkacat (installation ubuntu 18.04) und kafka 2.7 (weiss noch nicht ob das einen Zusammenhang hat)
https://www.confluent.io/blog/kafka-client-cannot-connect-to-broker-on-aws-on-docker-etc/
https://www.confluent.io/blog/kafka-listeners-explained/
https://rmoff.net/2018/08/02/kafka-listeners-explained/
--> generell kafkacat docu
https://docs.confluent.io/platform/current/app-development/kafkacat-usage.html
--> dann der Versuch, mit der aktuellsetn version zu arbeiten (Docker) - Probleme bei Installation mit make (fehlende dependencies)
kafkacat -b localhost:9092 -t <my_topic> -T -P -l /tmp/msgs
Export des topic
kafkacat -C -b mb-ka1:9092 -t fedora-output-json-records -K '\t' -o beginning > fedora-output.json
Import des topic
docker run -v /home/swissbib/environment/code/repositories/memoriav/gitlab/services/postprocessing/rico-edm-transformer/data:/data -it --network host edenhill/kafkacat:1.6.0 -P -b VPN:9092 -t fedora-output-json-records -K '\t' -l /data/fedora-output.json
\ No newline at end of file
{
"@graph": [
{
"@id": "_:b0",
"@type": "https://www.ica.org/standards/RiC/ontology#Identifier",
"identifier": "ati-002-22861-1",
"type": "main"
},
{
"@id": "_:b1",
"@type": "http://www.w3.org/2004/02/skos/core#Concept",
"prefLabel": "Guerra civile in Spagna"
},
{
"@id": "_:b10",
"@type": "https://www.ica.org/standards/RiC/ontology#Identifier",
"identifier": "22861",
"type": "original"
},
{
"@id": "_:b11",
"@type": "https://www.ica.org/standards/RiC/ontology#Place",
"name": "Madrid"
},
{
"@id": "_:b12",
"@type": "https://www.ica.org/standards/RiC/ontology#Rule",
"name": "Fondazione Pellegrini Canevascini",
"regulates": "https://memobase.ch/record/ati-002-22861",
"type": "holder"
},
{
"@id": "_:b13",
"@type": "https://www.ica.org/standards/RiC/ontology#Rule",
"name": "public",
"regulates": "https://memobase.ch/digital/ati-002-22861-1",
"type": "access"
},
{
"@id": "_:b14",
"@type": "https://www.ica.org/standards/RiC/ontology#Agent",
"agentIsTargetOfCreationRelation": "_:b3",
"name": "Non identificato"
},
{
"@id": "_:b15",
"@type": "https://www.ica.org/standards/RiC/ontology#Identifier",
"identifier": "ati-002-22861-1",
"type": "main"
},
{
"@id": "_:b16",
"@type": "https://www.ica.org/standards/RiC/ontology#Rule",
"sameAs": "http://rightsstatements.org/vocab/CNE/1.0/",
"name": "Copyright Not Evaluated (CNE)",
"regulates": "https://memobase.ch/digital/ati-002-22861-1",
"type": "usage"
},
{
"@id": "_:b17",
"@type": "https://www.ica.org/standards/RiC/ontology#Identifier",
"identifier": "07000",
"type": "callNumber"
},
{
"@id": "_:b18",
"@type": "https://www.ica.org/standards/RiC/ontology#Rule",
"name": "onsite",
"regulates": "https://memobase.ch/physical/ati-002-22861-1",
"type": "access"
},
{
"@id": "_:b19",
"@type": "https://www.ica.org/standards/RiC/ontology#Rule",
"sameAs": "http://rightsstatements.org/vocab/CNE/1.0/",
"name": "Copyright Not Evaluated (CNE)",
"regulates": "https://memobase.ch/physical/ati-002-22861-1",
"type": "usage"
},
{
"@id": "_:b2",
"@type": "https://www.ica.org/standards/RiC/ontology#Identifier",
"identifier": "ASTi-22861",
"type": "oldMemobase"
},
{
"@id": "_:b20",
"@type": "https://www.ica.org/standards/RiC/ontology#CarrierType",
"name": "Carta sensibile"
},
{
"@id": "_:b21",
"@type": "https://www.ica.org/standards/RiC/ontology#CorporateBody",
"eventType": "CREATE",
"agentIsTargetOfCreationRelation": "_:b5",
"name": "Fondazione Pellegrini Canevascini"
},
{
"@id": "_:b3",
"@type": "https://www.ica.org/standards/RiC/ontology#CreationRelation",
"creationRelationHasSource": "https://memobase.ch/record/ati-002-22861",
"creationRelationHasTarget": "_:b14",
"name": "Author",
"type": "creator"
},
{
"@id": "_:b4",
"@type": "https://www.ica.org/standards/RiC/ontology#DateRange",
"expressedDate": "Agosto 1936"
},
{
"@id": "_:b5",
"@type": "https://www.ica.org/standards/RiC/ontology#CreationRelation",
"creationRelationHasSource": "https://memobase.ch/record/ati-002-22861",
"creationRelationHasTarget": "_:b21",
"name": "Collettore",
"type": "contributor"
},
{
"@id": "_:b6",
"@type": "http://www.w3.org/2004/02/skos/core#Concept",
"prefLabel": "Cronaca, avvenimenti, episodi storici"
},
{
"@id": "_:b7",
"@type": "https://www.ica.org/standards/RiC/ontology#Place",
"name": "Spagna"
},
{
"@id": "_:b8",
"@type": "https://www.ica.org/standards/RiC/ontology#Identifier",
"identifier": "ati-002-22861",
"type": "main"
},
{
"@id": "_:b9",
"@type": "https://www.ica.org/standards/RiC/ontology#Title",
"title": "De Rosa con altri uomini",
"type": "main"
},
{
"@id": "https://memobase.ch/digital/ati-002-22861-1",
"@type": "https://www.ica.org/standards/RiC/ontology#Instantiation",
"eventType": "CREATE",
"identifiedBy": "_:b15",
"instantiates": "https://memobase.ch/record/ati-002-22861",
"isDerivedFromInstantiation": "https://memobase.ch/physical/ati-002-22861-1",
"regulatedBy": [
"_:b13",
"_:b16"
],
"type": "digitalObject"
},
{
"@id": "https://memobase.ch/physical/ati-002-22861-1",
"@type": "https://www.ica.org/standards/RiC/ontology#Instantiation",
"P60558": "B/N",
"hasCarrierType": "_:b20",
"hasDerivedInstantiation": "https://memobase.ch/digital/ati-002-22861-1",
"identifiedBy": [
"_:b17",
"_:b0"
],
"instantiates": "https://memobase.ch/record/ati-002-22861",
"physicalCharacteristics": [
"Weite: 145 mm",
"Höhe: 105 mm",
"Verfahren: Positivo"
],
"regulatedBy": [
"_:b18",
"_:b19"
],
"type": "physicalObject"
},
{
"@id": "https://memobase.ch/record/ati-002-22861",
"@type": "https://www.ica.org/standards/RiC/ontology#Record",
"abstract": "Veduta di quattro uomini in piedi in un bosco<br>Descrizione fisica dell'immagine: Originale<br>Iscrizioni presente sullaa fotografia: Sul recto del supporto sotto la fotografia, a penna: (\"De Rosa / prima della / morte sul / fronte di / Madrid agosto 36\")",
"created": "_:b4",
"spatial": [
"_:b7",
"_:b11"
],
"P60451": "https://memobase.ch/institution/mrv",
"sameAs": "http://www3.ti.ch/DECS/sw/struttura/decs/dcsu/ac/asti/cff/index.php?p=immagine&amp;id_immagine=22861",
"eventType": "CREATE",
"isPublished": false,
"conditionsOfUse": "Consultazione libera. Riproduzione subordinata all'autorizzazione della FPC",
"descriptiveNote": "Sul recto del supporto sotto la fotografia 07001, a penna: (\"De Rosa / prima della / morte sul / fronte di / Madrid\")",
"hasInstantiation": [
"https://memobase.ch/digital/ati-002-22861-1",
"https://memobase.ch/physical/ati-002-22861-1"
],
"hasSubject": [
"_:b1",
"_:b6"
],
"hasTitle": "_:b9",
"heldBy": "https://memobase.ch/institution/ati",
"identifiedBy": [
"_:b2",
"_:b8",
"_:b10"
],
"isPartOf": "https://memobase.ch/recordSet/ati-002",
"recordResourceOrInstantiationIsSourceOfCreationRelation": [
"_:b3",
"_:b5"
],
"regulatedBy": "_:b12",
"scopeAndContent": "Fondo di provenienza: Associazione volontari alla Guerra di Spagna<br>",
"title": "De Rosa con altri uomini",
"type": "Foto"
}
],
"@context": {
"type": {"@id": "https://www.ica.org/standards/RiC/ontology#type"},
"identifier": {"@id": "https://www.ica.org/standards/RiC/ontology#identifier"},
"eventType": {"@id": "https://memobase.ch/internal/eventType"},
"hasInstantiation": {
"@id": "https://www.ica.org/standards/RiC/ontology#hasInstantiation",
"@type": "@id"
},
"hasSubject": {
"@id": "https://www.ica.org/standards/RiC/ontology#hasSubject",
"@type": "@id"
},
"heldBy": {
"@id": "https://www.ica.org/standards/RiC/ontology#heldBy",
"@type": "@id"
},
"conditionsOfUse": {"@id": "https://www.ica.org/standards/RiC/ontology#conditionsOfUse"},
"P60451": {
"@id": "http://rdaregistry.info/Elements/u/P60451",
"@type": "@id"
},
"identifiedBy": {
"@id": "https://www.ica.org/standards/RiC/ontology#identifiedBy",
"@type": "@id"
},
"sameAs": {"@id": "http://schema.org/sameAs"},
"descriptiveNote": {"@id": "https://www.ica.org/standards/RiC/ontology#descriptiveNote"},
"title": {"@id": "https://www.ica.org/standards/RiC/ontology#title"},
"recordResourceOrInstantiationIsSourceOfCreationRelation": {
"@id": "https://www.ica.org/standards/RiC/ontology#recordResourceOrInstantiationIsSourceOfCreationRelation",
"@type": "@id"
},
"created": {
"@id": "http://purl.org/dc/terms/created",
"@type": "@id"
},
"scopeAndContent": {"@id": "https://www.ica.org/standards/RiC/ontology#scopeAndContent"},
"isPublished": {
"@id": "https://memobase.ch/internal/isPublished",
"@type": "http://www.w3.org/2001/XMLSchema#boolean"
},
"abstract": {"@id": "http://purl.org/dc/terms/abstract"},
"isPartOf": {
"@id": "https://www.ica.org/standards/RiC/ontology#isPartOf",
"@type": "@id"
},
"spatial": {
"@id": "http://purl.org/dc/terms/spatial",
"@type": "@id"
},
"hasTitle": {
"@id": "https://www.ica.org/standards/RiC/ontology#hasTitle",
"@type": "@id"
},
"regulatedBy": {
"@id": "https://www.ica.org/standards/RiC/ontology#regulatedBy",
"@type": "@id"
},
"name": {"@id": "https://www.ica.org/standards/RiC/ontology#name"},
"regulates": {
"@id": "https://www.ica.org/standards/RiC/ontology#regulates",
"@type": "@id"
},
"prefLabel": {"@id": "http://www.w3.org/2004/02/skos/core#prefLabel"},
"creationRelationHasSource": {
"@id": "https://www.ica.org/standards/RiC/ontology#creationRelationHasSource",
"@type": "@id"
},
"creationRelationHasTarget": {
"@id": "https://www.ica.org/standards/RiC/ontology#creationRelationHasTarget",
"@type": "@id"
},
"instantiates": {
"@id": "https://www.ica.org/standards/RiC/ontology#instantiates",
"@type": "@id"
},
"isDerivedFromInstantiation": {
"@id": "https://www.ica.org/standards/RiC/ontology#isDerivedFromInstantiation",
"@type": "@id"
},
"expressedDate": {"@id": "https://www.ica.org/standards/RiC/ontology#expressedDate"},
"physicalCharacteristics": {"@id": "https://www.ica.org/standards/RiC/ontology#physicalCharacteristics"},
"P60558": {"@id": "http://rdaregistry.info/Elements/u/P60558"},
"hasCarrierType": {
"@id": "https://www.ica.org/standards/RiC/ontology#hasCarrierType",
"@type": "@id"
},
"hasDerivedInstantiation": {
"@id": "https://www.ica.org/standards/RiC/ontology#hasDerivedInstantiation",
"@type": "@id"
},
"agentIsTargetOfCreationRelation": {
"@id": "https://www.ica.org/standards/RiC/ontology#agentIsTargetOfCreationRelation",
"@type": "@id"
}
}
}
\ No newline at end of file
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment