Unverified Commit 59112a39 authored by Sebastian Schüpbach's avatar Sebastian Schüpbach
Browse files

adapt helm config for dynamic naming

parent 91f2ee72
Pipeline #24730 failed with stages
in 3 minutes and 41 seconds
deploymentName: di-connector-prod
kafkaConfigs: prod-kafka-bootstrap-servers
# This is only the base name!
outputTopic: mb-di-processed
outputTopicPostfix: prod
inputTopic: mb-di-ingest-prod
reportingTopic: mb-di-reporting-prod
recordsTransactionsTopic: mb-di-transactions-records-prod
recordSetsTransactionsTopic: mb-gi-transactions-record-sets-prod
institutionsTransactionsTopic: mb-gi-transactions-institutions-prod
\ No newline at end of file
deploymentName: di-connector-stage
kafkaConfigs: prod-kafka-bootstrap-servers
# This is only the base name!
outputTopic: mb-di-processed
outputTopicPostfix: stage
inputTopic: mb-di-ingest-stage
reportingTopic: mb-di-reporting-stage
recordsTransactionsTopic: mb-di-transactions-records-stage
recordSetsTransactionsTopic: mb-gi-transactions-record-sets-stage
institutionsTransactionsTopic: mb-gi-transactions-institutions-stage
\ No newline at end of file
deploymentName: di-connector-test
kafkaConfigs: test-kafka-bootstrap-servers
# This is only the base name!
outputTopic: mb-di-processed
outputTopicPostfix: prod
inputTopic: mb-di-ingest-prod
reportingTopic: mb-di-reporting-prod
recordsTransactionsTopic: mb-di-transactions-records-prod
recordSetsTransactionsTopic: mb-gi-transactions-record-sets-prod
institutionsTransactionsTopic: mb-gi-transactions-institutions-prod
\ No newline at end of file
deploymentName: gi-connector-prod
kafkaConfigs: prod-kafka-bootstrap-servers
# This is only the base name!
outputTopic: mb-gi-processed
outputTopicPostfix: prod
inputTopic: mb-gi-rdf-objects-prod
reportingTopic: mb-di-reporting-prod
recordsTransactionsTopic: mb-di-transactions-records-prod
recordSetsTransactionsTopic: mb-gi-transactions-record-sets-prod
institutionsTransactionsTopic: mb-gi-transactions-institutions-prod
\ No newline at end of file
deploymentName: gi-connector-stage
kafkaConfigs: prod-kafka-bootstrap-servers
# This is only the base name!
outputTopic: mb-gi-processed
outputTopicPostfix: stage
inputTopic: mb-gi-rdf-objects-stage
reportingTopic: mb-di-reporting-stage
recordsTransactionsTopic: mb-di-transactions-records-stage
recordSetsTransactionsTopic: mb-gi-transactions-record-sets-stage
institutionsTransactionsTopic: mb-gi-transactions-institutions-stage
\ No newline at end of file
deploymentName: gi-connector-test
kafkaConfigs: test-kafka-bootstrap-servers
# This is only the base name!
outputTopic: mb-gi-processed
outputTopicPostfix: prod
inputTopic: mb-gi-rdf-objects-prod
reportingTopic: mb-di-reporting-prod
recordsTransactionsTopic: mb-di-transactions-records-prod
recordSetsTransactionsTopic: mb-gi-transactions-record-sets-prod
institutionsTransactionsTopic: mb-gi-transactions-institutions-prod
\ No newline at end of file
......@@ -4,7 +4,9 @@ metadata:
name: "{{ .Values.deploymentName }}-app-config"
namespace: memobase
data:
TOPIC_IN: "{{ .Values.inputTopic }}"
TOPIC_OUT: "{{ .Values.outputTopic }}"
TOPIC_OUT_POSTFIX: "{{ .Values.outputTopicPostfix }}"
TOPIC_PROCESS: "{{ .Values.reportingTopic }}"
TOPIC_TRANSACTIONS_RECORDS: "{{ .Values.recordsTransactionsTopic }}"
TOPIC_TRANSACTIONS_RECORD_SETS: "{{ .Values.recordSetsTransactionsTopic }}"
......
......@@ -27,7 +27,7 @@ spec:
name: "{{ .Values.deploymentName}}-app-config"
env:
- name: TOPIC_IN
value: drupal-sync-output
value: mb-gi-rdf-objects-prod
- name: APPLICATION_ID
value: "{{ .Values.deploymentName }}-drupal-deployment"
restartPolicy: Always
......@@ -7,11 +7,12 @@ registry: "cr.gitlab.switch.ch"
image: "memoriav/memobase-2020/services/postprocessing/import-process-bridge"
tag: "latest"
deploymentName: pp-import-process-bridge
kafkaConfigs: prod-kafka-bootstrap-servers
outputTopic: fedora-output-json
inputTopic: mb-di-ingest-prod
reportingTopic: mb-di-reporting-prod
recordsTransactionsTopic: mb-di-transactions-records-prod
recordSetsTransactionsTopic: mb-di-transactions-record-sets-prod
institutionsTransactionsTopic: mb-di-transactions-institutions-prod
\ No newline at end of file
deploymentName: placeholder
kafkaConfigs: placeholder
outputTopic: placeholder
outputTopicPostfix: placeholder
inputTopic: placeholder
reportingTopic: placeholder
recordsTransactionsTopic: placeholder
recordSetsTransactionsTopic: placeholder
institutionsTransactionsTopic: placeholder
\ No newline at end of file
......@@ -70,21 +70,21 @@ class KafkaTopology(
)
outputData[0]
.to(settings.outputTopic + "-records")
.to(settings.outputTopic + "-records-" + settings.appSettings.getProperty("topicOutPostfix"))
outputData[0]
.mapValues { key, _ -> writeTransaction(key) }
.to(settings.appSettings.getProperty("topicTransactionsRecords"))
outputData[1]
.to(settings.outputTopic + "-record-sets")
.to(settings.outputTopic + "-record-sets-" + settings.appSettings.getProperty("topicOutPostfix"))
outputData[1]
.mapValues { key, _ -> writeTransaction(key) }
.to(settings.appSettings.getProperty("topicTransactionsRecordSets"))
outputData[2]
.to(settings.outputTopic + "-institutions")
.to(settings.outputTopic + "-institutions-" + settings.appSettings.getProperty("topicOutPostfix"))
outputData[2]
.mapValues { key, _ -> writeTransaction(key) }
......
......@@ -27,6 +27,7 @@ class Service(file: String = "app.yml") {
val settings = SettingsLoader(
listOf(
"topicOutPostfix",
"topicTransactionsRecords",
"topicTransactionsRecordSets",
"topicTransactionsInstitutions"
......
app:
topicOutPostfix: ${TOPIC_OUT_POSTFIX:?system}
topicTransactionsRecords: ${TOPIC_TRANSACTIONS_RECORDS:?system}
topicTransactionsRecordSets: ${TOPIC_TRANSACTIONS_RECORD_SETS:?system}
topicTransactionsInstitutions: ${TOPIC_TRANSACTIONS_INSTITUTIONS:?system}
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment