Server has been upgraded to GitLab release 13.9.6

Commit 4ea99621 authored by Jonas Waeber's avatar Jonas Waeber

Remove old test file.

Change deployment to include an external config map for the index name.
parent 6894f828
Pipeline #21860 passed with stages
in 3 minutes and 50 seconds
deploymentName: ip-reports-indexer
elasticIndex: import-process-reports
elasticIndexConfigMap: "import-process-reports-index"
topicName: import-process-processed-reporting
\ No newline at end of file
deploymentName: pp-documents-indexer
elasticIndex: documents-v17
elasticIndexConfigMap: "documents-index"
topicName: search-doc-output-documents
\ No newline at end of file
deploymentName: pp-institutions-indexer
elasticIndex: institutions-v1
elasticIndexConfigMap: "institutions-index"
topicName: search-doc-output-institutions
\ No newline at end of file
deploymentName: pp-record-sets-indexer
elasticIndex: record-sets-v1
elasticIndexConfigMap: "record-sets-index"
topicName: search-doc-output-record-sets
\ No newline at end of file
deploymentName: pp-reports-indexer
elasticIndex: post-process-reports
elasticIndexConfigMap: "post-process-reports-index"
topicName: postprocessing-processed-reporting
\ No newline at end of file
......@@ -5,6 +5,5 @@ metadata:
namespace: memobase
APPLICATION_ID: "{{ .Values.deploymentName }}-app"
ELASTIC_INDEX: "{{ .Values.elasticIndex }}"
TOPIC_IN: "{{ .Values.topicName }}"
TOPIC_PROCESS: "{{ .Values.deploymentName }}-reporting"
\ No newline at end of file
......@@ -27,4 +27,6 @@ spec:
name: "{{ .Values.elasticConfigs }}"
- configMapRef:
name: "{{ .Values.deploymentName}}-app-config"
- configMapRef:
name: "{{ .Values.elasticIndexConfigMap }}"
restartPolicy: Always
......@@ -6,5 +6,5 @@ tag: "latest"
deploymentName: elastic-bulk-action-service
kafkaConfigs: prod-kafka-bootstrap-servers
elasticConfigs: prod-elastic-configs
elasticIndex: placeholder
elasticIndexConfigMap: placeholder
topicName: placeholder
* sftp-reader
* Copyright (C) 2019 Memobase
* This program is free software: you can redistribute it and/or modify
* it under the terms of the GNU Affero General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* GNU Affero General Public License for more details.
* You should have received a copy of the GNU Affero General Public License
* along with this program. If not, see <>.
package org.memobase
import org.apache.kafka.clients.producer.KafkaProducer
import org.apache.kafka.clients.producer.ProducerConfig
import org.apache.kafka.common.serialization.StringSerializer
import org.apache.logging.log4j.LogManager
import org.junit.jupiter.api.Test
import org.junit.jupiter.api.TestInstance
import org.junit.jupiter.api.extension.ExtendWith
import org.memobase.testing.EmbeddedKafkaExtension
import java.util.Properties
class Tests {
private val log = LogManager.getLogger("LocalTestsLogger")
private val producer: KafkaProducer<String, String>
init {
val props = Properties()
props.setProperty(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG, "localhost:12345")
props.setProperty(ProducerConfig.CLIENT_ID_CONFIG, "test-group-1")
props.setProperty(ProducerConfig.COMPRESSION_TYPE_CONFIG, "zstd")
props.setProperty(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG, StringSerializer::class.qualifiedName)
props.setProperty(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG, StringSerializer::class.qualifiedName)
producer = KafkaProducer(props)
fun `test processor`() {
val service = Service("app.yml")"Created Service")
producer.send(ProducerRecord(service.settings.inputTopic, "", "{\"id\":\"\",\"abstract\":{\"fr\":\"Le film retrace la visite de Henrik Beer, Secétaire general de la Ligue, en Arabie Saoudite. Le film montre son arrivée, les visites qu'il effectue ainsi que les réunions avec les membres de la Croix-Rouge du pays\"},\"\":\"1968\",\"dateCreated.facet\":[\"0~20.Jahrhundert~\",\"1~20.Jahrhundert~1961-1970#\"],\"\":\"1968\",\"dateIssued.facet\":[\"0~20.Jahrhundert~\",\"1~20.Jahrhundert~1961-1970#\"],\"placeRelatedRaw\":{\"fr\":\"Arabie Saoudite\"},\"descriptiveNote\":{\"fr\":\"Pas sur YouTube\"},\"title\":\"Saudi Arabia\",\"sourceID\":\"No_ID_053\",\"AgentcreatorRaw.relation\":\"Autor\",\"\":{\"fr\":\"[aucune information]\"},\"rightsHolder\":{\"fr\":\"La Fédération internationale des Sociétés de la Croix-Rouge et du Croissant-Rouge\"},\"scopeAndContent\":{\"fr\":\"projets Memoriav : 2015\"},\"type.keyword\":\"Film\"}"))"Wrote Message")
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment