Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
memoriav
Memobase 2020
services
Deletion Components
Import Process Delete
Commits
49ccb5da
Verified
Commit
49ccb5da
authored
Jun 10, 2021
by
Sebastian Schüpbach
Browse files
move to helm
parent
4c0a1d22
Pipeline
#27725
passed with stages
in 5 minutes and 6 seconds
Changes
12
Pipelines
2
Hide whitespace changes
Inline
Side-by-side
.gitlab-ci.yml
View file @
49ccb5da
...
...
@@ -13,4 +13,5 @@ include:
-
project
:
'
memoriav/memobase-2020/utilities/ci-templates'
ref
:
modular
file
:
'
docker/default.yml'
-
project
:
'
memoriav/memobase-2020/utilities/ci-templates'
file
:
'
helm-chart/helm-chart.yml'
helm-charts/.helmignore
0 → 100644
View file @
49ccb5da
# Patterns to ignore when building packages.
# This supports shell glob matching, relative path matching, and
# negation (prefixed with !). Only one pattern per line.
.DS_Store
# Common VCS dirs
.git/
.gitignore
.bzr/
.bzrignore
.hg/
.hgignore
.svn/
# Common backup files
*.swp
*.bak
*.tmp
*.orig
*~
# Various IDEs
.project
.idea/
*.tmproj
.vscode/
\ No newline at end of file
helm-charts/Chart.yaml
0 → 100644
View file @
49ccb5da
apiVersion
:
v2
name
:
dd-marker-prod
description
:
A helm chart for the record deletion marker
type
:
application
version
:
0.0.0
appVersion
:
0.0.0
maintainers
:
-
name
:
Sebastian Schüpbach
email
:
sebastian.schuepbach@unibas.ch
helm-charts/helm-values/dd-marker-prod.yaml
0 → 100644
View file @
49ccb5da
tag
:
"
latest"
k8sEnvironment
:
prod
k8sRequestsCpu
:
"
0.2"
k8sRequestsMemory
:
"
128Mi"
k8sLimitsCpu
:
"
0.5"
k8sLimitsMemory
:
"
512Mi"
jobArgs
:
[
# Customise to match your needs
"
--record-set-filter"
,
"
<id>"
,
"
--record-filter"
,
"
<id>"
,
"
--institution-filter"
,
"
<id>"
,
"
--session-filter"
,
"
<id>"
,
"
--created-after"
,
"
<datetime>"
,
"
--created-before"
,
"
<datetime>"
"
<your-session-id>"
]
kafkaConfigs
:
prod-kafka-bootstrap-servers
inputTopicName
:
mb-di-transactions-records-prod
outputTopicName
:
mb-dd-deletes-prod
clientId
:
dd-marker-prod
pollTimeout
:
"
20000"
helm-charts/helm-values/dd-marker-stage.yaml
0 → 100644
View file @
49ccb5da
tag
:
"
latest"
k8sEnvironment
:
stage
k8sRequestsCpu
:
"
0.2"
k8sRequestsMemory
:
"
128Mi"
k8sLimitsCpu
:
"
0.5"
k8sLimitsMemory
:
"
512Mi"
jobArgs
:
[
# Customise to match your needs
"
--record-set-filter"
,
"
<id>"
,
"
--record-filter"
,
"
<id>"
,
"
--institution-filter"
,
"
<id>"
,
"
--session-filter"
,
"
<id>"
,
"
--created-after"
,
"
<datetime>"
,
"
--created-before"
,
"
<datetime>"
"
<your-session-id>"
]
kafkaConfigs
:
stage-kafka-bootstrap-servers
inputTopicName
:
mb-di-transactions-records-stage
outputTopicName
:
mb-dd-deletes-stage
clientId
:
dd-marker-stage
pollTimeout
:
"
20000"
helm-charts/helm-values/dd-marker-test.yaml
0 → 100644
View file @
49ccb5da
tag
:
"
latest"
k8sEnvironment
:
test
k8sRequestsCpu
:
"
0.2"
k8sRequestsMemory
:
"
128Mi"
k8sLimitsCpu
:
"
0.5"
k8sLimitsMemory
:
"
512Mi"
jobArgs
:
[
# Customise to match your needs
"
--record-set-filter"
,
"
<id>"
,
"
--record-filter"
,
"
<id>"
,
"
--institution-filter"
,
"
<id>"
,
"
--session-filter"
,
"
<id>"
,
"
--created-after"
,
"
<datetime>"
,
"
--created-before"
,
"
<datetime>"
"
<your-session-id>"
]
kafkaConfigs
:
test-kafka-bootstrap-servers
inputTopicName
:
mb-di-transactions-records-prod
outputTopicName
:
mb-dd-deletes-prod
clientId
:
dd-marker-test
pollTimeout
:
"
20000"
helm-charts/templates/app-config.yaml
0 → 100644
View file @
49ccb5da
apiVersion
:
v1
kind
:
ConfigMap
metadata
:
name
:
"
{{
.Values.k8sGroupId
}}-{{
.Values.k8sName
}}-{{
.Values.k8sEnvironment}}-config"
namespace
:
"
{{
.Values.k8sNamespace
}}"
data
:
CLIENT_ID
:
"
{{
.Values.clientId}}"
TOPIC_IN
:
"
{{
.Values.inputTopicName
}}"
TOPIC_OUT
:
"
{{
.Values.outputTopicName
}}"
POLL_TIMEOUT
:
"
{{
.Values.pollTimeout
}}"
helm-charts/templates/deployment.yml
0 → 100644
View file @
49ccb5da
apiVersion
:
batch/v1
kind
:
Job
metadata
:
name
:
"
{{
.Values.k8sGroupId
}}-{{
.Values.k8sName
}}-{{
.Values.k8sEnvironment}}"
namespace
:
"
{{
.Values.k8sNamespace
}}"
labels
:
app
:
"
{{
.Values.k8sGroupId
}}-{{
.Values.k8sName
}}-{{
.Values.k8sEnvironment}}-app"
spec
:
template
:
metadata
:
labels
:
app
:
"
{{
.Values.k8sGroupId
}}-{{
.Values.k8sName
}}-{{
.Values.k8sEnvironment}}-app"
group
:
"
{{
.Values.k8sGroupName
}}"
environment
:
"
{{
.Values.k8sEnvironment
}}"
spec
:
containers
:
-
name
:
"
{{
.Values.k8sGroupId
}}-{{
.Values.k8sName
}}-{{
.Values.k8sEnvironment}}-container"
image
:
"
{{
.Values.registry
}}/{{
.Values.image
}}:{{
.Values.tag
}}"
imagePullPolicy
:
Always
args
:
{{
.Values.jobArgs
}}
resources
:
requests
:
cpu
:
"
{{
.Values.k8sRequestsCpu
}}"
memory
:
"
{{
.Values.k8sRequestsMemory
}}"
limits
:
cpu
:
"
{{
.Values.k8sLimitsCpu
}}"
memory
:
"
{{
.Values.k8sLimitsMemory
}}"
envFrom
:
-
configMapRef
:
name
:
"
{{
.Values.k8sGroupId
}}-{{
.Values.k8sName
}}-{{
.Values.k8sEnvironment}}-config"
-
configMapRef
:
name
:
"
{{
.Values.kafkaConfigs
}}"
restartPolicy
:
Never
backoffLimit
:
1
helm-charts/values.yaml
0 → 100644
View file @
49ccb5da
registry
:
"
cr.gitlab.switch.ch"
image
:
"
memoriav/memobase-2020/services/deletion-components/import-process-deleter"
tag
:
placeholder
k8sName
:
marker
k8sNamespace
:
memobase
k8sGroupId
:
dd
k8sGroupName
:
documents-delete
k8sEnvironment
:
placeholder
k8sRequestsCpu
:
placeholder
k8sRequestsMemory
:
placeholder
k8sLimitsCpu
:
placeholder
k8sLimitsMemory
:
placeholder
jobArgs
:
placeholder
# Filled dynamically by Import API
kafkaConfigs
:
placeholder
inputTopicName
:
placeholder
outputTopicName
:
placeholder
clientId
:
placeholder
pollTimeout
:
placeholder
k8s-manifests/prod/job.yml
deleted
100644 → 0
View file @
4c0a1d22
apiVersion
:
batch/v1
kind
:
Job
metadata
:
name
:
dd-marker-prod
namespace
:
memobase
labels
:
app
:
dd-marker-prod-app
spec
:
template
:
metadata
:
labels
:
app
:
dd-marker-prod-app
group
:
documents-delete
environment
:
prod
spec
:
containers
:
-
name
:
dd-marker-prod-container
args
:
[
# Customise to match your needs
"
--record-set-filter"
,
"
<id>"
,
"
--record-filter"
,
"
<id>"
,
"
--institution-filter"
,
"
<id>"
,
"
--session-filter"
,
"
<id>"
,
"
--created-after"
,
"
<datetime>"
,
"
--created-before"
,
"
<datetime>"
"
<your-session-id>"
]
image
:
cr.gitlab.switch.ch/memoriav/memobase-2020/services/deletion-components/import-process-delete:latest
imagePullPolicy
:
Always
envFrom
:
-
configMapRef
:
-
name
:
"
prod-kafka-bootstrap-servers"
env
:
-
name
:
CLIENT_ID
value
:
dd-marker-prod
-
name
:
TOPIC_IN
value
:
mb-di-transactions-records-prod
-
name
:
TOPIC_OUT
value
:
mb-dd-deletes-prod
-
name
:
POLL_TIMEOUT
value
:
"
20000"
restartPolicy
:
Never
backoffLimit
:
1
k8s-manifests/stage/job.yml
deleted
100644 → 0
View file @
4c0a1d22
apiVersion
:
batch/v1
kind
:
Job
metadata
:
name
:
dd-marker-stage
namespace
:
memobase
labels
:
app
:
dd-marker-stage-app
spec
:
template
:
metadata
:
labels
:
app
:
dd-marker-stage-app
group
:
documents-delete
environment
:
stage
spec
:
containers
:
-
name
:
dd-marker-stage-container
args
:
[
# Customise to match your needs
"
--record-set-filter"
,
"
<id>"
,
"
--record-filter"
,
"
<id>"
,
"
--institution-filter"
,
"
<id>"
,
"
--session-filter"
,
"
<id>"
,
"
--created-after"
,
"
<datetime>"
,
"
--created-before"
,
"
<datetime>"
"
<your-session-id>"
]
image
:
cr.gitlab.switch.ch/memoriav/memobase-2020/services/deletion-components/import-process-delete:latest
imagePullPolicy
:
Always
envFrom
:
-
configMapRef
:
-
name
:
"
prod-kafka-bootstrap-servers"
env
:
-
name
:
CLIENT_ID
value
:
dd-marker-stage
-
name
:
TOPIC_IN
value
:
mb-di-transactions-records-stage
-
name
:
TOPIC_OUT
value
:
mb-dd-deletes-stage
-
name
:
POLL_TIMEOUT
value
:
"
20000"
restartPolicy
:
Never
backoffLimit
:
1
k8s-manifests/test/job.yml
deleted
100644 → 0
View file @
4c0a1d22
apiVersion
:
batch/v1
kind
:
Job
metadata
:
name
:
dd-marker-test
namespace
:
memobase
labels
:
app
:
dd-marker-test-app
spec
:
template
:
metadata
:
labels
:
app
:
dd-marker-test-app
group
:
documents-delete
environment
:
test
spec
:
containers
:
-
name
:
dd-marker-test-container
args
:
[
# Customise to match your needs
"
--record-set-filter"
,
"
<id>"
,
"
--record-filter"
,
"
<id>"
,
"
--institution-filter"
,
"
<id>"
,
"
--session-filter"
,
"
<id>"
,
"
--created-after"
,
"
<datetime>"
,
"
--created-before"
,
"
<datetime>"
"
<your-session-id>"
]
image
:
cr.gitlab.switch.ch/memoriav/memobase-2020/services/deletion-components/import-process-delete:latest
imagePullPolicy
:
Always
envFrom
:
-
configMapRef
:
-
name
:
"
test-kafka-bootstrap-servers"
env
:
-
name
:
CLIENT_ID
value
:
dd-marker-test
-
name
:
TOPIC_IN
value
:
mb-di-transactions-records-prod
-
name
:
TOPIC_OUT
value
:
mb-dd-deletes-prod
-
name
:
POLL_TIMEOUT
value
:
"
20000"
restartPolicy
:
Never
backoffLimit
:
1
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment