adapt helm charts to new workflow

helm-charts/templates/app-config.yaml

 apiVersion: v1
 kind: ConfigMap
 metadata:
-  name: "{{ .Values.processId }}-{{ .Values.jobName }}-config"
+  name: "{{ .Values.deploymentName }}-config"
   namespace: memobase
 data:
-  APPLICATION_ID: "{{ .Values.processId }}-{{ .Values.jobName }}"
-  SHEET_INDEX: "{{ .Values.sheetIndex }}"
-  HEADER_COUNT: "{{ .Values.headerCount }}"
-  HEADER_LINE_INDEX: "{{ .Values.headerLineIndex }}"
-  IDENTIFIER_INDEX: "{{ .Values.identifierIndex }}"
-  TOPIC_IN: "{{ .Values.processId }}-{{ .Values.lastJobName }}"
-  TOPIC_OUT: "{{ .Values.processId }}-{{ .Values.jobName }}"
-  TOPIC_PROCESS: "{{ .Values.processId }}-reporting"
\ No newline at end of file
+  APPLICATION_ID: {{ .Values.applicationId }}
+  TOPIC_IN: {{ .Values.inputTopicName }}
+  TOPIC_OUT: {{ .Values.outputTopicName }}
+  TOPIC_PROCESS: {{ .Values.reportingTopicName }}
\ No newline at end of file

helm-charts/templates/job.yaml → helm-charts/templates/deployment.yaml

-apiVersion: batch/v1
-kind: Job
+apiVersion: apps/v1
+kind: Deployment
 metadata:
-  name: "{{ .Values.processId }}-{{ .Values.jobName }}"
+  name: {{ .Values.deploymentName }}
   namespace: memobase
   labels:
-    institutionId: "{{ .Values.institutionId }}"
-    recordSetId: "{{ .Values.recordSetId }}"
-    jobType: "import-job"
+    jobType: "import-process-deployment"
 spec:
+  selector:
+    matchLabels:
+      app: {{ .Values.deploymentName }}
+  replicas: 1
   template:
+    metadata:
+      labels:
+        app: {{ .Values.deploymentName }}
+        tier: import-process
     spec:
+      restartPolicy: Always
       containers:
       - name: "{{ .Values.processId }}-{{ .Values.jobName }}"
         image: "{{ .Values.registry }}/{{ .Values.image }}:{{ .Values.tag }}"
@@ -18,7 +25,5 @@ spec:
             name: "{{ .Values.sftpConfigs }}"
         - configMapRef:
             name: "{{ .Values.kafkaConfigs }}"
-        - configMapRef:
-            name: "{{ .Values.processId }}-{{ .Values.jobName }}-config"
-      restartPolicy: Never
   backoffLimit: 0
+            name: "{{ .Values.deploymentName }}-config"
\ No newline at end of file

helm-charts/values.yaml

@@ -7,22 +7,17 @@ registry: "cr.gitlab.switch.ch"
 image: "memoriav/memobase-2020/services/import-process/table-data-transform"
 tag: "latest"
 
+deploymentName: table-data-transform
+## TODO: This needs to be solved differently. This way it is not possible to deploy a replica-set.
+## somehow the id needs to be dependent on the pod name?
+applicationId: table-data-transform-app
+
 kafkaConfigs: prod-kafka-bootstrap-servers
 sftpConfigs: internal-sftp-config
 
-lastJobName: text-file-validation
-
-
-############################################
-## Values below should be defined via the  #
-## User Interface (Drupal)                 #
-############################################
-
-jobName: table-data-transform
-processId: p0001
-
-institutionId: placeholder
-recordSetId: placeholder
+inputTopicName: import-process-data-transform
+outputTopicName: import-process-mapper
+reportingTopicName: import-process-reporting
 
 # DEFAULT APP CONFIG VALUES
 # all index values begin at ONE and not at ZERO!

src/main/resources/app.yml

@@ -3,12 +3,6 @@ sftp:
   port: ${SFTP_PORT:?system}
   user: ${SFTP_USER:?system}
   password: ${SFTP_PASSWORD:?system}
-app:
-  sheet: ${SHEET_INDEX:?user}
-  header:
-    count: ${HEADER_COUNT:?user}
-    line: ${HEADER_LINE_INDEX:?user}
-  identifier: ${IDENTIFIER_INDEX:?user}
 kafka:
   streams:
     bootstrap.servers: ${KAFKA_BOOTSTRAP_SERVERS:?system}