Due to a scheduled upgrade to version 14.10, GitLab will be unavailabe on Monday 30.05., from 19:00 until 20:00.

Commit 4281ab02 authored by Günter Hipler's avatar Günter Hipler
Browse files

more testdata and some notes

parent e95fd176
......@@ -14,6 +14,7 @@ kafkacat -b localhost:9092 -t <my_topic> -T -P -l /tmp/msgs
Export des topic
kafkacat -C -b mb-ka1:9092 -t fedora-output-json-records -K '\t' -o beginning | gzip > fedora-output1.json.gz
kafkacat -L -b dd-ka1:9092 -t fedora-output-json-records -K '\t' -o beginning | gzip > fedora-output1.json.gz
Import des topic
docker run --rm -v /home/swissbib/environment/code/repositories/memoriav/gitlab/services/postprocessing/rico-edm-transformer/data:/data -it --network host edenhill/kafkacat:1.6.0 -P -b VPN:9092 -t fedora-output-json-records1 -K '\t' -l /data/fedora-output-20210409.json
......
doppelte Einträge für die Indexierung ok??
{"id" : "rxb-003-D0023240D63E9125D22535201_mpg", "message" : "", "status" : "SUCCESS", "step" : "indexer-oai-v2", "timestamp" : "2021-03-22T17:39:24.711"}
{"id" : "rxb-003-D0023240D63E9125D22535201_mpg", "message" : "", "status" : "SUCCESS", "step" : "indexer-oai-v2", "timestamp" : "2021-03-22T17:39:42.178"}
\ No newline at end of file
{"id" : "rxb-003-D0023240D63E9125D22535201_mpg", "message" : "", "status" : "SUCCESS", "step" : "indexer-oai-v2", "timestamp" : "2021-03-22T17:39:42.178"}
https://oai.memobase.k8s.unibas.ch/?verb=GetRecord&identifier=apf-001-1193&metadataPrefix=edm
bei medium erscheint: http://www.wikidata.org/entity/Q194383
\ No newline at end of file
{
"@graph": [
{
"@id": "_:b0",
"@type": "https://www.ica.org/standards/RiC/ontology#CarrierType",
"name": "Kassette"
},
{
"@id": "_:b1",
"@type": "http://www.w3.org/2004/02/skos/core#Concept",
"prefLabel": [
{
"@language": "de",
"@value": "Aktualitäten"
},
{
"@language": "fr",
"@value": "Actualités"
},
{
"@language": "it",
"@value": "Attualità"
}
],
"resultsFrom": "_:b2"
},
{
"@id": "_:b10",
"@type": "http://www.w3.org/2004/02/skos/core#Concept",
"prefLabel": "KANTONSPARLAMENT"
},
{
"@id": "_:b11",
"@type": "https://www.ica.org/standards/RiC/ontology#SingleDate",
"normalizedDateValue": "1979-03-05"
},
{
"@id": "_:b12",
"@type": "https://www.ica.org/standards/RiC/ontology#Language",
"sameAs": "http://www.wikidata.org/entity/Q387066",
"name": [
{
"@language": "de",
"@value": "Schweizerdeutsch"
},
{
"@language": "fr",
"@value": "suisse allemand"
},
{
"@language": "it",
"@value": "svizzero tedesco"
}
],
"resultsFrom": "_:b13",
"type": "content"
},
{
"@id": "_:b13",
"@type": "https://www.ica.org/standards/RiC/ontology#Activity",
"affects": "_:b16",
"beginningDate": "2021-03-22T00:03:20+0000",
"endDate": "2021-03-22T00:03:20+0000",
"performedBy": "_:b20",
"resultsIn": "_:b12",
"type": "enrichment"
},
{
"@id": "_:b14",
"@type": "https://www.ica.org/standards/RiC/ontology#Activity",
"affects": "_:b16",
"beginningDate": "2021-03-22T00:03:20+0000",
"endDate": "2021-03-22T00:03:20+0000",
"performedBy": "_:b15",
"resultsIn": "_:b17",
"type": "enrichment"
},
{
"@id": "_:b15",
"@type": "https://www.ica.org/standards/RiC/ontology#Mechanism",
"name": "LanguagesNormalizer",
"performs": "_:b14"
},
{
"@id": "_:b16",
"@type": "https://www.ica.org/standards/RiC/ontology#Language",
"name": "schw",
"type": "content"
},
{
"@id": "_:b17",
"@type": "https://www.ica.org/standards/RiC/ontology#Language",
"name": [
{
"@language": "de",
"@value": "FEHLENDES LABEL"
},
{
"@language": "fr",
"@value": "L'ÉTIQUETTE MANQUANTE"
},
{
"@language": "it",
"@value": "GALATEO MANCANTE"
}
],
"resultsFrom": "_:b14",
"type": "content"
},
{
"@id": "_:b18",
"@type": "https://www.ica.org/standards/RiC/ontology#Person",
"firstName": "Konrad",
"lastName": "Toenz",
"agentIsTargetOfCreationRelation": "_:b19",
"name": "Konrad Toenz"
},
{
"@id": "_:b19",
"@type": "https://www.ica.org/standards/RiC/ontology#CreationRelation",
"creationRelationHasSource": "https://memobase.ch/record/srf-021-AE1F5C6E-7BAB-495D-95B1-79F7394A9A34",
"creationRelationHasTarget": "_:b18",
"name": "SPR",
"type": "contributor"
},
{
"@id": "_:b2",
"@type": "https://www.ica.org/standards/RiC/ontology#Activity",
"affects": "_:b40",
"beginningDate": "2021-03-22T00:03:20+0000",
"endDate": "2021-03-22T00:03:20+0000",
"performedBy": "_:b77",
"resultsIn": "_:b1",
"type": "enrichment"
},
{
"@id": "_:b20",
"@type": "https://www.ica.org/standards/RiC/ontology#Mechanism",
"name": "LanguagesNormalizer",
"performs": "_:b13"
},
{
"@id": "_:b21",
"@type": "https://www.ica.org/standards/RiC/ontology#Identifier",
"identifier": "srf-021-AE1F5C6E-7BAB-495D-95B1-79F7394A9A34-1",
"type": "main"
},
{
"@id": "_:b22",
"@type": "https://www.ica.org/standards/RiC/ontology#Rule",
"name": "private",
"regulates": "https://memobase.ch/digital/srf-021-AE1F5C6E-7BAB-495D-95B1-79F7394A9A34-1",
"type": "access"
},
{
"@id": "_:b23",
"@type": "https://www.ica.org/standards/RiC/ontology#Rule",
"sameAs": "http://rightsstatements.org/vocab/CNE/1.0/",
"name": "Copyright Not Evaluated (CNE)",
"regulates": "https://memobase.ch/digital/srf-021-AE1F5C6E-7BAB-495D-95B1-79F7394A9A34-1",
"type": "usage"
},
{
"@id": "_:b24",
"@type": "https://www.ica.org/standards/RiC/ontology#Person",
"firstName": "Hans",
"lastName": "Baltensberger",
"agentIsTargetOfCreationRelation": "_:b25",
"name": "Hans Baltensberger"
},
{
"@id": "_:b25",
"@type": "https://www.ica.org/standards/RiC/ontology#CreationRelation",
"creationRelationHasSource": "https://memobase.ch/record/srf-021-AE1F5C6E-7BAB-495D-95B1-79F7394A9A34",
"creationRelationHasTarget": "_:b24",
"name": "SMO",
"type": "contributor"
},
{
"@id": "_:b26",
"@type": "http://www.w3.org/2004/02/skos/core#Concept",
"prefLabel": "PORTRÄT."
},
{
"@id": "_:b27",
"@type": "http://www.w3.org/2004/02/skos/core#Concept",
"prefLabel": "TIERHALTUNG"
},
{
"@id": "_:b28",
"@type": "http://www.w3.org/2004/02/skos/core#Concept",
"prefLabel": "Interview"
},
{
"@id": "_:b29",
"@type": "https://www.ica.org/standards/RiC/ontology#CorporateBody",
"name": "SRF"
},
{
"@id": "_:b3",
"@type": "http://www.w3.org/2004/02/skos/core#Concept",
"prefLabel": "HAUSTIER"
},
{
"@id": "_:b30",
"@type": "http://www.w3.org/2004/02/skos/core#Concept",
"prefLabel": "RAUCHEN"
},
{
"@id": "_:b31",
"@type": "http://www.w3.org/2004/02/skos/core#Concept",
"prefLabel": "AUSZEICHNUNG"
},
{
"@id": "_:b32",
"@type": "https://www.ica.org/standards/RiC/ontology#Title",
"title": "Regionaljournal Zürich Schaffhausen",
"type": "series"
},
{
"@id": "_:b33",
"@type": "http://www.w3.org/2004/02/skos/core#Concept",
"prefLabel": "GASTGEWERBE"
},
{
"@id": "_:b34",
"@type": "http://www.w3.org/2004/02/skos/core#Concept",
"prefLabel": "GEWERBE."
},
{
"@id": "_:b35",
"@type": "https://www.ica.org/standards/RiC/ontology#CorporateBody",
"eventType": "CREATE",
"agentIsTargetOfCreationRelation": "_:b36",
"name": "Schweizer Radio und Fernsehen (SRF)"
},
{
"@id": "_:b36",
"@type": "https://www.ica.org/standards/RiC/ontology#CreationRelation",
"creationRelationHasSource": "https://memobase.ch/record/srf-021-AE1F5C6E-7BAB-495D-95B1-79F7394A9A34",
"creationRelationHasTarget": "_:b35",
"name": "Author",
"type": "creator"
},
{
"@id": "_:b37",
"@type": "https://www.ica.org/standards/RiC/ontology#Place",
"name": "Kt. Schaffhausen"
},
{
"@id": "_:b38",
"@type": "https://www.ica.org/standards/RiC/ontology#Rule",
"sameAs": "http://rightsstatements.org/vocab/CNE/1.0/",
"name": "Copyright Not Evaluated (CNE)",
"regulates": "https://memobase.ch/physical/srf-021-AE1F5C6E-7BAB-495D-95B1-79F7394A9A34-1",
"type": "usage"
},
{
"@id": "_:b39",
"@type": "http://www.w3.org/2004/02/skos/core#Concept",
"prefLabel": "LANDWIRTSCHAFT."
},
{
"@id": "_:b4",
"@type": "https://www.ica.org/standards/RiC/ontology#Person",
"firstName": "Akkordeonorchester Peter Frey",
"lastName": "Reinach",
"agentIsTargetOfCreationRelation": "_:b5",
"name": "Akkordeonorchester Peter Frey Reinach"
},
{
"@id": "_:b40",
"@type": "http://www.w3.org/2004/02/skos/core#Concept",
"prefLabel": "Informationssendung"
},
{
"@id": "_:b41",
"@type": "http://www.w3.org/2004/02/skos/core#Concept",
"prefLabel": "RESTAURANT"
},
{
"@id": "_:b42",
"@type": "https://www.ica.org/standards/RiC/ontology#Person",
"firstName": "Konrad",
"lastName": "Toenz",
"agentIsTargetOfCreationRelation": "_:b43",
"name": "Konrad Toenz"
},
{
"@id": "_:b43",
"@type": "https://www.ica.org/standards/RiC/ontology#CreationRelation",
"creationRelationHasSource": "https://memobase.ch/record/srf-021-AE1F5C6E-7BAB-495D-95B1-79F7394A9A34",
"creationRelationHasTarget": "_:b42",
"name": "RED",
"type": "contributor"
},
{
"@id": "_:b44",
"@type": "https://www.ica.org/standards/RiC/ontology#CreationRelation",
"creationRelationHasSource": "https://memobase.ch/record/srf-021-AE1F5C6E-7BAB-495D-95B1-79F7394A9A34",
"creationRelationHasTarget": "_:b45",
"name": "AUT",
"type": "contributor"
},
{
"@id": "_:b45",
"@type": "https://www.ica.org/standards/RiC/ontology#Person",
"firstName": "Peter",
"lastName": "Trösch",
"agentIsTargetOfCreationRelation": "_:b44",
"name": "Peter Trösch"
},
{
"@id": "_:b46",
"@type": "http://www.w3.org/2004/02/skos/core#Concept",
"prefLabel": "Ansage"
},
{
"@id": "_:b47",
"@type": "https://www.ica.org/standards/RiC/ontology#Identifier",
"identifier": "SRF-AE1F5C6E-7BAB-495D-95B1-79F7394A9A34",
"type": "oldMemobase"
},
{
"@id": "_:b48",
"@type": "http://www.w3.org/2004/02/skos/core#Concept",
"prefLabel": "GESUNDHEIT."
},
{
"@id": "_:b49",
"@type": "http://www.w3.org/2004/02/skos/core#Concept",
"prefLabel": "MILITÄRDIENST"
},
{
"@id": "_:b5",
"@type": "https://www.ica.org/standards/RiC/ontology#CreationRelation",
"creationRelationHasSource": "https://memobase.ch/record/srf-021-AE1F5C6E-7BAB-495D-95B1-79F7394A9A34",
"creationRelationHasTarget": "_:b4",
"name": [
"SPR",
"Ensemble"
],
"type": "contributor"
},
{
"@id": "_:b50",
"@type": "https://www.ica.org/standards/RiC/ontology#CreationRelation",
"creationRelationHasSource": "https://memobase.ch/record/srf-021-AE1F5C6E-7BAB-495D-95B1-79F7394A9A34",
"creationRelationHasTarget": "_:b51",
"name": "SPR",
"type": "contributor"
},
{
"@id": "_:b51",
"@type": "https://www.ica.org/standards/RiC/ontology#Person",
"firstName": "Susi",
"lastName": "Ilg",
"agentIsTargetOfCreationRelation": "_:b50",
"name": "Susi Ilg"
},
{
"@id": "_:b52",
"@type": "https://www.ica.org/standards/RiC/ontology#Identifier",
"identifier": "ZH_MC_REGI_19790305",
"type": "callNumber"
},
{
"@id": "_:b53",
"@type": "https://www.ica.org/standards/RiC/ontology#Identifier",
"identifier": "srf-021-AE1F5C6E-7BAB-495D-95B1-79F7394A9A34-1",
"type": "main"
},
{
"@id": "_:b54",
"@type": "https://www.ica.org/standards/RiC/ontology#Rule",
"name": "onsite",
"regulates": "https://memobase.ch/physical/srf-021-AE1F5C6E-7BAB-495D-95B1-79F7394A9A34-1",
"type": "access"
},
{
"@id": "_:b55",
"@type": "http://www.w3.org/2004/02/skos/core#Concept",
"prefLabel": "WIRTSCHAFT."
},
{
"@id": "_:b56",
"@type": "http://www.w3.org/2004/02/skos/core#Concept",
"prefLabel": "DRITTE WELT."
},
{
"@id": "_:b57",
"@type": "https://www.ica.org/standards/RiC/ontology#CreationRelation",
"creationRelationHasSource": "https://memobase.ch/record/srf-021-AE1F5C6E-7BAB-495D-95B1-79F7394A9A34",
"creationRelationHasTarget": "_:b58",
"name": "GSP / Präsident Verband Kynologen Kanton Zürich",
"type": "contributor"
},
{
"@id": "_:b58",
"@type": "https://www.ica.org/standards/RiC/ontology#Person",
"firstName": "Urs",
"lastName": "Ochsenbein",
"agentIsTargetOfCreationRelation": "_:b57",
"name": "Urs Ochsenbein"
},
{
"@id": "_:b59",
"@type": "https://www.ica.org/standards/RiC/ontology#Place",
"name": "Illnau-Effretikon"
},
{
"@id": "_:b6",
"@type": "http://www.w3.org/2004/02/skos/core#Concept",
"prefLabel": "Nachrichten"
},
{
"@id": "_:b60",
"@type": "https://www.ica.org/standards/RiC/ontology#CorporateBody",
"agentIsTargetOfCreationRelation": "_:b61",
"name": "Regionaljournal Zürich/Schaffhausen"
},
{
"@id": "_:b61",
"@type": "https://www.ica.org/standards/RiC/ontology#CreationRelation",
"creationRelationHasSource": "https://memobase.ch/record/srf-021-AE1F5C6E-7BAB-495D-95B1-79F7394A9A34",
"creationRelationHasTarget": "_:b60",
"name": "Redaktion",
"type": "contributor"
},
{
"@id": "_:b62",
"@type": "http://www.w3.org/2004/02/skos/core#Concept",
"prefLabel": "MANÖVER"
},
{
"@id": "_:b63",
"@type": "https://www.ica.org/standards/RiC/ontology#Person",
"firstName": "Susi",
"lastName": "Ilg",
"agentIsTargetOfCreationRelation": "_:b64",
"name": "Susi Ilg"
},
{
"@id": "_:b64",
"@type": "https://www.ica.org/standards/RiC/ontology#CreationRelation",
"creationRelationHasSource": "https://memobase.ch/record/srf-021-AE1F5C6E-7BAB-495D-95B1-79F7394A9A34",
"creationRelationHasTarget": "_:b63",
"name": "AUT",
"type": "contributor"
},
{
"@id": "_:b65",
"@type": "http://www.w3.org/2004/02/skos/core#Concept",
"prefLabel": "STAAT."
},
{
"@id": "_:b66",
"@type": "http://www.w3.org/2004/02/skos/core#Concept",
"prefLabel": "PARLAMENT"
},
{
"@id": "_:b67",
"@type": "http://www.w3.org/2004/02/skos/core#Concept",
"prefLabel": "SENSATION."
},
{
"@id": "_:b68",
"@type": "https://www.ica.org/standards/RiC/ontology#Person",
"firstName": "Peter W.",
"lastName": "Frey",
"agentIsTargetOfCreationRelation": "_:b69",
"name": "Peter W. Frey"
},
{
"@id": "_:b69",
"@type": "https://www.ica.org/standards/RiC/ontology#CreationRelation",
"creationRelationHasSource": "https://memobase.ch/record/srf-021-AE1F5C6E-7BAB-495D-95B1-79F7394A9A34",
"creationRelationHasTarget": "_:b68",
"name": "SPR",
"type": "contributor"
},
{
"@id": "_:b7",
"@type": "https://www.ica.org/standards/RiC/ontology#Person",
"firstName": "Konrad",
"lastName": "Toenz",
"agentIsTargetOfCreationRelation": "_:b8",
"name": "Konrad Toenz"
},
{
"@id": "_:b70",
"@type": "https://www.ica.org/standards/RiC/ontology#CreationRelation",
"creationRelationHasSource": "https://memobase.ch/record/srf-021-AE1F5C6E-7BAB-495D-95B1-79F7394A9A34",
"creationRelationHasTarget": "_:b71",
"name": "SPR",
"type": "contributor"
},
{
"@id": "_:b71",
"@type": "https://www.ica.org/standards/RiC/ontology#Person",
"firstName": "Peter",
"lastName": "Trösch",
"agentIsTargetOfCreationRelation": "_:b70",
"name": "Peter Trösch"
},
{
"@id": "_:b72",
"@type": "http://www.w3.org/2004/02/skos/core#Concept",
"prefLabel": "Bericht"
},
{
"@id": "_:b73",
"@type": "https://www.ica.org/standards/RiC/ontology#Place",
"name": "Kt. Zürich"
},
{
"@id": "_:b74",
"@type": "https://www.ica.org/standards/RiC/ontology#Title",
"title": "Regionaljournal ZH/SH 19790305",
"type": "main"
},
{
"@id": "_:b75",
"@type": "https://www.ica.org/standards/RiC/ontology#CreationRelation",
"creationRelationHasSource": "https://memobase.ch/record/srf-021-AE1F5C6E-7BAB-495D-95B1-79F7394A9A34",
"creationRelationHasTarget": "_:b76",
"name": "AUT",
"type": "contributor"
},
{
"@id": "_:b76",
"@type": "https://www.ica.org/standards/RiC/ontology#Person",
"firstName": "Peter W.",
"lastName": "Frey",
"agentIsTargetOfCreationRelation": "_:b75",
"name": "Peter W. Frey"
},
{
"@id": "_:b77",
"@type": "https://www.ica.org/standards/RiC/ontology#Mechanism",
"name": "GenreNormalizer",
"performs": "_:b2"
},
{
"@id": "_:b78",
"@type": "https://www.ica.org/standards/RiC/ontology#CorporateBody",
"name": "SRF"
},
{
"@id": "_:b79",
"@type": "https://www.ica.org/standards/RiC/ontology#Title",
"title": "Regionaljournal Zürich Schaffhausen vom 05.03.1979",
"type": "broadcast"
},
{
"@id": "_:b8",
"@type": "https://www.ica.org/standards/RiC/ontology#CreationRelation",
"creationRelationHasSource": "https://memobase.ch/record/srf-021-AE1F5C6E-7BAB-495D-95B1-79F7394A9A34",
"creationRelationHasTarget": "_:b7",
"name": "AUT",
"type": "contributor"
},
{
"@id": "_:b80",
"@type": "https://www.ica.org/standards/RiC/ontology#Rule",
"name": "SRF",
"regulates": "https://memobase.ch/record/srf-021-AE1F5C6E-7BAB-495D-95B1-79F7394A9A34",
"type": "holder"
},
{
"@id": "_:b81",
"@type": "http://www.w3.org/2004/02/skos/core#Concept",
"prefLabel": "SUCHT"
},
{