Unverified Commit 0e383956 authored by Sebastian Schüpbach's avatar Sebastian Schüpbach
Browse files

update helm charts for reworked import process



Signed-off-by: Sebastian Schüpbach's avatarSebastian Schüpbach <sebastian.schuepbach@unibas.ch>
parent e7368098
Pipeline #14896 passed with stages
in 9 minutes and 11 seconds
apiVersion: v1 apiVersion: v1
kind: ConfigMap kind: ConfigMap
metadata: metadata:
name: "{{ .Values.processId }}-{{ .Values.jobName }}-config" name: "{{ .Values.deploymentName }}-config"
namespace: memobase namespace: memobase
data: data:
APPLICATION_ID: "{{ .Values.processId }}-{{ .Values.jobName }}" APPLICATION_ID: "{{ .Values.applicationId }}"
INSTITUTION_ID: "{{ .Values.institutionId }}" TOPIC_IN: "{{ .Values.inputTopicName }}"
RECORD_SET_ID: "{{ .Values.recordSetId }}" TOPIC_OUT: "{{ .Values.outputTopicName }}"
TOPIC_IN: "{{ .Values.processId }}-{{ .Values.lastJobName }}" TOPIC_PROCESS: "{{ .Values.reportTopicName }}"
TOPIC_OUT: "{{ .Values.processId }}-{{ .Values.jobName }}"
TOPIC_PROCESS: "{{ .Values.processId }}-{{ .Values.jobName }}-reporting"
INACCESSIBLE_MEDIAHOSTS: "{{ .Values.inaccessibleMediahosts }}" INACCESSIBLE_MEDIAHOSTS: "{{ .Values.inaccessibleMediahosts }}"
INDEXER_HOST: "{{ .Values.indexerHost }}" INDEXER_HOST: "{{ .Values.indexerHost }}"
INDEXER_CONNECT_TIMEOUT_MS: "{{ .Values.indexerConnectTimeoutMs }}" INDEXER_CONNECT_TIMEOUT_MS: "{{ .Values.indexerConnectTimeoutMs }}"
......
apiVersion: apps/v1
kind: Deployment
metadata:
name: "{{ .Values.deploymentName }}"
namespace: memobase
labels:
jobType: "import-process-deployment"
spec:
selector:
matchLabels:
app: {{ .Values.deploymentName }}
replicas: 1
template:
metadata:
labels:
app: {{ .Values.deploymentName }}
tier: import-process
spec:
restartPolicy: Always
containers:
- name: "{{ .Values.deploymentName }}-container"
image: "{{ .Values.registry }}/{{ .Values.image }}:{{ .Values.tag }}"
imagePullPolicy: Always
command: [ "java" ]
args: [ "-Xms64m", "-Xmx1g", "-jar", "/app/app.jar" ]
resources:
requests:
cpu: "0.5"
memory: "128Mi"
limits:
cpu: "1"
memory: "1Gi"
envFrom:
- configMapRef:
name: "{{ .Values.kafkaConfigs }}"
- configMapRef:
name: "{{ .Values.deploymentName }}-config"
apiVersion: batch/v1
kind: Job
metadata:
name: "{{ .Values.processId }}-{{ .Values.jobName }}"
namespace: memobase
labels:
institutionId: "{{ .Values.institutionId }}"
recordSetId: "{{ .Values.recordSetId }}"
jobType: "import-job"
spec:
template:
spec:
containers:
- name: "{{ .Values.processId }}-{{ .Values.jobName }}"
image: "{{ .Values.registry }}/{{ .Values.image }}:{{ .Values.tag }}"
command: ["java"]
args: ["-Xms64m", "-Xmx1g", "-jar", "/app/app.jar"]
resources:
requests:
cpu: "0.5"
memory: "128Mi"
limits:
cpu: "1"
memory: "1Gi"
envFrom:
- configMapRef:
name: "{{ .Values.kafkaConfigs }}"
- configMapRef:
name: "{{ .Values.processId }}-{{ .Values.jobName }}-config"
restartPolicy: Never
backoffLimit: 0
...@@ -7,8 +7,14 @@ registry: "cr.gitlab.switch.ch" ...@@ -7,8 +7,14 @@ registry: "cr.gitlab.switch.ch"
image: "memoriav/memobase-2020/services/import-process/media-metadata-extractor" image: "memoriav/memobase-2020/services/import-process/media-metadata-extractor"
tag: "latest" tag: "latest"
lastJobName: media-linker deploymentName: media-metadata-extractor
applicationId: media-metadata-extractor-app
kafkaConfigs: prod-kafka-bootstrap-servers kafkaConfigs: prod-kafka-bootstrap-servers
inputTopicName: import-process-media-linker
outputTopicName: import-process-media-metadata
reportingTopicName: import-process-reporting
inaccessibleMediahosts: 'youtu.be,youtube.com,vimeo.com,srf.ch' inaccessibleMediahosts: 'youtu.be,youtube.com,vimeo.com,srf.ch'
indexerHost: 'http://media-indexer-service:8082' indexerHost: 'http://media-indexer-service:8082'
indexerConnectTimeoutMs: 4000 indexerConnectTimeoutMs: 4000
......
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment