adapt helm charts to new workflow

helm-charts/templates/app-config.yml

 apiVersion: v1
 kind: ConfigMap
 metadata:
-  name: "{{ .Values.processId }}-{{ .Values.jobName }}-config"
+  name: "{{ .Values.deploymentName }}-config"
   namespace: memobase
 data:
-  APPLICATION_ID: "{{ .Values.processId }}-{{ .Values.jobName }}"
-  INSTITUTION_ID: "{{ .Values.institutionId }}"
-  RECORD_SET_ID: "{{ .Values.recordSetId }}"
-  TOPIC_IN: "{{ .Values.processId }}-{{ .Values.lastJobName }}"
-  TOPIC_OUT: "{{ .Values.processId }}-{{ .Values.jobName }}"
-  TOPIC_PROCESS: "{{ .Values.processId }}-{{ .Values.jobName }}-reporting"
-  INACCESSIBLE_MEDIAHOSTS: "{{ .Values.inaccessibleMediahosts }}"
-  INDEXER_HOST: "{{ .Values.indexerHost }}"
-  INDEXER_CONNECT_TIMEOUT_MS: "{{ .Values.indexerConnectTimeoutMs }}"
-  INDEXER_READ_TIMEOUT_MS: "{{ .Values.indexerReadTimeoutMs }}"
+  APPLICATION_ID: {{ .Values.applicationId }}
+  TOPIC_IN: {{ .Values.inputTopicName }}
+  TOPIC_OUT: {{ .Values.outputTopicName }}
+  TOPIC_PROCESS: {{ .Values.reportingTopicName }}
\ No newline at end of file

helm-charts/templates/job.yaml → helm-charts/templates/depoyment.yaml

-apiVersion: batch/v1
-kind: Job
+apiVersion: apps/v1
+kind: Deployment
 metadata:
-  name: "{{ .Values.processId }}-{{ .Values.jobName }}"
+  name: {{ .Values.deploymentName }}
   namespace: memobase
   labels:
-    institutionId: "{{ .Values.institutionId }}"
-    recordSetId: "{{ .Values.recordSetId }}"
-    jobType: "import-job"
+    jobType: "import-process-deployment"
 spec:
+  selector:
+    matchLabels:
+      app: {{ .Values.deploymentName }}
+  replicas: 1
   template:
+    metadata:
+      labels:
+        app: {{ .Values.deploymentName }}
+        tier: import-process
     spec:
+      restartPolicy: Always
       containers:
-      - name: "{{ .Values.processId }}-{{ .Values.jobName }}"
+      - name: "{{ .Values.deploymentName }}-container"
         image: "{{ .Values.registry }}/{{ .Values.image }}:{{ .Values.tag }}"
         envFrom:
         - configMapRef:
             name: "{{ .Values.kafkaConfigs }}"
         - configMapRef:
-            name: "{{ .Values.processId }}-{{ .Values.jobName }}-config"
-      restartPolicy: Never
-  backoffLimit: 0
+            name: "{{ .Values.deploymentName }}-config"
\ No newline at end of file

helm-charts/values.yaml

@@ -7,19 +7,12 @@ registry: "cr.gitlab.switch.ch"
 image: "memoriav/memobase-2020/services/import-process/media-metadata-extractor"
 tag: "latest"
 
-lastJobName: media-linker
 kafkaConfigs: prod-kafka-bootstrap-servers
 inaccessibleMediahosts: 'youtu.be,youtube.com,vimeo.com,srf.ch'
 indexerHost: 'http://media-indexer-service:8082'
 indexerConnectTimeoutMs: 4000
 indexerReadTimeoutMs: 240000
 
-############################################
-## Values below should be defined via the  #
-## User Interface (Drupal)                 #
-############################################
-jobName: media-metadata-extractor
-processId: p0001
-
-institutionId: placeholder
-recordSetId: placeholder
+inputTopicName: import-process-media-linker
+outputTopicName: import-process-media-data-extractor
+reportingTopicName: import-process-reporting