Update deployment

helm-charts/helm-values/gi-reports-consumer-prod.yml

@@ -3,5 +3,6 @@ kafkaConfigs: prod-kafka-bootstrap-servers
 inputTopic: di-processed-reports-prod
 reportingTopic: di-reporting-reports-prod
 importApiEndpoint: https://import.memobase.k8s.unibas.ch
+whitelistFileConfig: prod-reports-consumer-step-whitelist
 
 k8sEnvironment: prod

helm-charts/helm-values/gi-reports-consumer-stage.yml

@@ -3,5 +3,6 @@ kafkaConfigs: stage-kafka-bootstrap-servers
 inputTopic: di-processed-reports-stage
 reportingTopic: di-reporting-reports-stage
 importApiEndpoint: https://stage.import.memobase.k8s.unibas.ch
+whitelistFileConfig: stage-reports-consumer-step-whitelist
 
 k8sEnvironment: stage

helm-charts/templates/app-config.yml

@@ -5,6 +5,7 @@ metadata:
   namespace: memobase
 data:
   API_ENDPOINT_URL: "{{ .Values.importApiEndpoint }}"
+  STEP_WHITE_LIST_FILE_PATH: "{{ .Values.whitelistFilePath }}"
   APPLICATION_ID: "{{ .Values.deploymentName }}-{{ .Values.k8sEnvironment }}-app"
   TOPIC_IN: "{{ .Values.inputTopic }}"
   TOPIC_OUT: "not-used"

helm-charts/templates/deployment.yaml

@@ -32,4 +32,11 @@ spec:
               name: "{{ .Values.kafkaConfigs }}"
           - configMapRef:
               name: "{{ .Values.deploymentName}}-app-config"
+          volumeMounts:
+            - name: {{ .Values.whitelistFileConfig }}
+              mountPath: {{ .Values.whitelistFilePath }}
+      volumes:
+        - name: {{ .Values.whitelistFileConfig }}
+          configMap:
+            name: {{ .Values.whitelistFileConfig }}
       restartPolicy: Always

helm-charts/values.yaml

@@ -14,4 +14,6 @@ deploymentName: placeholder
 kafkaConfigs: placeholder
 inputTopic: placeholder
 reportingTopic: placeholder
-importApiEndpoint: placeholder
+importApiEndpoint: placeholder
\ No newline at end of file
+whitelistFilePath: /configs/whitelist.txt
+whitelistFileConfig: placeholder
\ No newline at end of file

src/main/kotlin/Service.kt

@@ -52,6 +52,7 @@ class Service(file: String = "app.yml") {
                 .mapNotNull { klaxon.parse<IndexReport>(it.value()) }
                 .filter { stepWhitelist.check(it.report.step) }
                 .forEach {
+                    log.info("Processing report: " + it.report.id + "; " + it.report.step)
                     if (it.metadata.institutionId == "none") {
                         collector.addReport(
                             it.metadata.recordSetId,

src/main/resources/app.yml

 app:
   importApiUrl: ${API_ENDPOINT_URL:?system}
+  whitelistFilePath: ${STEP_WHITE_LIST_FILE_PATH:?system}
 kafka:
   consumer:
     bootstrap.servers: ${KAFKA_BOOTSTRAP_SERVERS:?system}