feat(k8s): Add k8s hook in datahub helm chart for setting up elastics…

…earch (#2302)
datahub-project · Mar 29, 2021 · 918097c · 918097c
1 parent d158da7
commit 918097c
Show file tree

Hide file tree

Showing 3 changed files with 52 additions and 0 deletions.
diff --git a/contrib/kubernetes/datahub/README.md b/contrib/kubernetes/datahub/README.md
@@ -31,6 +31,9 @@ Current chart version is `0.1.1`
 | datahub-mce-consumer.image.repository | string | `"linkedin/datahub-mce-consumer"` |  |
 | datahub-mce-consumer.image.tag | string | `"latest"` |  |
 | datahub-ingestion-cron.enabled | bool | `false` | |
+| elasticsearchInitJob.enabled | bool | `true` | |
+| elasticsearchInitJob.image.repository | string | `"linkedin/datahub-elasticsearch-setup"` |  |
+| elasticsearchInitJob.image.tag | string | `"latest"` |  |
 | global.datahub.appVersion | string | `"1.0"` |  |
 | global.datahub.gms.port | string | `"8080"` |  |
 | global.elasticsearch.host | string | `"elasticsearch"` |  |

diff --git a/contrib/kubernetes/datahub/templates/elasticsearch-setup-job.yml b/contrib/kubernetes/datahub/templates/elasticsearch-setup-job.yml
@@ -0,0 +1,43 @@
+{{- if .Values.elasticsearchInitJob.enabled -}}
+apiVersion: batch/v1
+kind: Job
+metadata:
+  name: {{ .Release.Name }}-elasticsearch-init-job
+  labels:
+    app.kubernetes.io/managed-by: {{ .Release.Service | quote }}
+    app.kubernetes.io/instance: {{ .Release.Name | quote }}
+    app.kubernetes.io/version: {{ .Chart.AppVersion }}
+    helm.sh/chart: "{{ .Chart.Name }}-{{ .Chart.Version }}"
+  annotations:
+    # This is what defines this resource as a hook. Without this line, the
+    # job is considered part of the release.
+    "helm.sh/hook": pre-install,pre-upgrade
+    "helm.sh/hook-weight": "-5"
+    "helm.sh/hook-delete-policy": before-hook-creation
+spec:
+  template:
+    spec:
+    {{- with .Values.global.hostAliases }}
+      hostAliases:
+        {{- toYaml . | nindent 8 }}
+    {{- end }}
+      restartPolicy: Never
+      securityContext:
+        runAsUser: 1000
+        fsGroup: 1000
+      containers:
+        - name: elasticsearch-init-job
+          image: "{{ .Values.elasticsearchInitJob.image.repository }}:{{ .Values.elasticsearchInitJob.image.tag }}"
+          env:
+            - name: ELASTICSEARCH_HOST
+              value: {{ .Values.global.elasticsearch.host | quote }}
+            - name: ELASTICSEARCH_PORT
+              value: {{ .Values.global.elasticsearch.port | quote }}
+          resources:
+            limits:
+              cpu: 500m
+              memory: 512Mi
+            requests:
+              cpu: 300m
+              memory: 256Mi
+{{- end -}}
diff --git a/contrib/kubernetes/datahub/values.yaml b/contrib/kubernetes/datahub/values.yaml
@@ -32,6 +32,12 @@ datahub-ingestion-cron:
     repository: linkedin/datahub-ingestion
     tag: "latest"
 
+elasticsearchInitJob:
+  enabled: true
+  image:
+    repository: linkedin/datahub-elasticsearch-setup
+    tag: "latest"
+
 global:
   elasticsearch:
     host: "elasticsearch"