summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorKate Hsuan <kate.hsuan@qct.io>2020-02-24 06:21:17 +0000
committerKate Hsuan <kate.hsuan@qct.io>2020-02-24 06:21:17 +0000
commitfdbe7434b8d9287223bc642cb5413f5eb0ed90d8 (patch)
tree915865251fbd98954a8aa2796ded6a18c9e2139e
parent06d595819918da57b6ce3ffeb9346c7913f2c66b (diff)
Helm and blueprint implementation of datalake
1. Deployment Helm chart. 2. helm plugin based cloudify blueprints. 3. fix pom.xml and directory location for CI. Issue-ID: DCAEGEN2-2008 Signed-off-by: Kate Hsuan <kate.hsuan@qct.io> Change-Id: If24524576e72392b66ff556237154922b213a29b
-rw-r--r--components/datalake-handler/dpo/blueprint/k8s-datalake-helm-input.yaml24
-rw-r--r--components/datalake-handler/dpo/datalake_spec.json147
-rw-r--r--components/datalake-handler/dpo/helm_chart/dcae-datalake/Chart.yaml22
-rw-r--r--components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-admin-ui/Chart.yaml22
-rw-r--r--components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-admin-ui/templates/NOTES.txt38
-rw-r--r--components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-admin-ui/templates/_helpers.tpl62
-rw-r--r--components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-admin-ui/templates/deployment.yaml70
-rw-r--r--components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-admin-ui/templates/ingress.yaml53
-rw-r--r--components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-admin-ui/templates/service.yaml34
-rw-r--r--components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-admin-ui/values.yaml67
-rw-r--r--components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-feeder/Chart.yaml23
-rw-r--r--components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-feeder/resources/config/overrides/application.properties91
-rw-r--r--components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-feeder/templates/NOTES.txt39
-rw-r--r--components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-feeder/templates/_helpers.tpl63
-rw-r--r--components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-feeder/templates/configmap.yaml27
-rw-r--r--components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-feeder/templates/deployment.yaml96
-rw-r--r--components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-feeder/templates/ingress.yaml53
-rw-r--r--components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-feeder/templates/job.yaml57
-rw-r--r--components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-feeder/templates/service.yaml35
-rw-r--r--components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-feeder/templates/serviceCusterIP.yaml36
-rw-r--r--components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-feeder/values.yaml77
-rw-r--r--components/datalake-handler/dpo/helm_chart/dcae-datalake/values.yaml31
-rw-r--r--components/datalake-handler/init_db/Dockerfile (renamed from components/datalake-handler/packages/init_db/Dockerfile)0
-rw-r--r--components/datalake-handler/init_db/db_scripts/init_db.sql (renamed from components/datalake-handler/packages/init_db/db_scripts/init_db.sql)0
-rw-r--r--components/datalake-handler/init_db/db_scripts/init_db_data.sql (renamed from components/datalake-handler/packages/init_db/db_scripts/init_db_data.sql)0
-rw-r--r--components/datalake-handler/init_db/pom.xml (renamed from components/datalake-handler/packages/init_db/pom.xml)2
-rw-r--r--components/datalake-handler/init_db/scripts/db_init/10_check-db-exist (renamed from components/datalake-handler/packages/init_db/scripts/db_init/10_check-db-exist)0
-rw-r--r--components/datalake-handler/init_db/scripts/db_init/11_create-database (renamed from components/datalake-handler/packages/init_db/scripts/db_init/11_create-database)0
-rw-r--r--components/datalake-handler/init_db/scripts/db_init/15_db-adduser (renamed from components/datalake-handler/packages/init_db/scripts/db_init/15_db-adduser)0
-rw-r--r--components/datalake-handler/init_db/scripts/db_init/20_db-initdb (renamed from components/datalake-handler/packages/init_db/scripts/db_init/20_db-initdb)0
-rw-r--r--components/datalake-handler/init_db/scripts/run.sh (renamed from components/datalake-handler/packages/init_db/scripts/run.sh)0
31 files changed, 1168 insertions, 1 deletions
diff --git a/components/datalake-handler/dpo/blueprint/k8s-datalake-helm-input.yaml b/components/datalake-handler/dpo/blueprint/k8s-datalake-helm-input.yaml
new file mode 100644
index 00000000..c343f9c7
--- /dev/null
+++ b/components/datalake-handler/dpo/blueprint/k8s-datalake-helm-input.yaml
@@ -0,0 +1,24 @@
+# ============LICENSE_START==========================================
+# ===================================================================
+# Copyright (c) 2020 QCT
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#============LICENSE_END============================================
+
+tiller-server-ip: 10.103.11.87
+tiller-server-port: 31867
+namespace: onap
+chart-repo-url: http://10.103.11.87:8879/charts
+stable-repo-url: http://127.0.0.1:8879
+chart-version: 1.0.0
+component-name: dcae-datalake
diff --git a/components/datalake-handler/dpo/datalake_spec.json b/components/datalake-handler/dpo/datalake_spec.json
new file mode 100644
index 00000000..d0e8c38d
--- /dev/null
+++ b/components/datalake-handler/dpo/datalake_spec.json
@@ -0,0 +1,147 @@
+{
+ "self": {
+ "name": "docker.datalake",
+ "version": "1.0.0",
+ "description": "Datalake Docker",
+ "component_type": "docker"
+ },
+ "streams": {
+ "subscribes": [
+
+ ],
+ "publishes": [
+
+ ]
+ },
+ "services": {
+ "calls": [
+ ],
+ "provides": []
+ },
+ "auxilary": {
+ "healthcheck": {
+ "type": "http",
+ "interval": "30s",
+ "timeout": "10s",
+ "endpoint": "actuator/health"
+ }
+ },
+ "artifacts": [
+ {
+ "uri": "registry.hub.docker.com/mizunoami123/datalake-feeder",
+ "type": "docker image"
+ }
+ ],
+ "parameters": [
+ {
+ "name": "spring.datasource.url",
+ "value": "jdbc:mariadb://dl-mariadb:3306/datalake?autoReconnect=true&amp;useUnicode=true&amp;characterEncoding=UTF-8",
+ "description": "Maria DB URL",
+ "designer_editable": true,
+ "sourced_at_deployment": false,
+ "policy_editable": false,
+ "type": "string",
+ "required": true
+ },
+ {
+ "name": "spring.datasource.username",
+ "value": "dl",
+ "description": "Maria DB User name",
+ "designer_editable": true,
+ "sourced_at_deployment": false,
+ "policy_editable": false,
+ "type": "string",
+ "required": false
+ },
+ {
+ "name": "spring.datasource.password",
+ "value": "dl1234",
+ "description": "Maria DB User name",
+ "designer_editable": true,
+ "sourced_at_deployment": false,
+ "policy_editable": false,
+ "type": "string",
+ "required": false
+ },
+ {
+ "name": "dmaapZookeeperHostPort",
+ "value": "message-router-zookeeper:2181",
+ "description": "DMaaP zookeeper URL fqdn:port",
+ "designer_editable": true,
+ "sourced_at_deployment": false,
+ "policy_editable": false,
+ "type": "string",
+ "required": true
+ },
+ {
+ "name": "dmaapKafkaHostPort",
+ "value": "message-router-kafka:9092",
+ "description": "Kafka URL fqdn:9092",
+ "designer_editable": true,
+ "sourced_at_deployment": false,
+ "policy_editable": false,
+ "type": "string",
+ "required": true
+ },
+ {
+ "name": "dmaapKafkaGroup",
+ "value": "dlgroup44",
+ "description": "Kafka group name",
+ "designer_editable": true,
+ "sourced_at_deployment": false,
+ "policy_editable": false,
+ "type": "string",
+ "required": true
+ },
+ {
+ "name": "couchbaseURL",
+ "value": "172.30.1.74:8093",
+ "description": "Couchbase URL fqdn:port",
+ "designer_editable": true,
+ "sourced_at_deployment": false,
+ "policy_editable": false,
+ "type": "string",
+ "required": true
+ },
+ {
+ "name": "mariadbURL",
+ "value": "172.30.1.74:3306",
+ "description": "MariaDB URL fqdn:port",
+ "designer_editable": true,
+ "sourced_at_deployment": false,
+ "policy_editable": false,
+ "type": "string",
+ "required": true
+ },
+ {
+ "name": "mongoDBURL",
+ "value": "172.30.1.74:27017",
+ "description": "MongoDB URL fqdn:port",
+ "designer_editable": true,
+ "sourced_at_deployment": false,
+ "policy_editable": false,
+ "type": "string",
+ "required": true
+ },
+ {
+ "name": "hdfsURL",
+ "value": "172.30.1.74:8020",
+ "description": "HDFS URL fqdn:port",
+ "designer_editable": true,
+ "sourced_at_deployment": false,
+ "policy_editable": false,
+ "type": "string",
+ "required": true
+ },
+ {
+ "name": "esURL",
+ "value": "172.30.1.74:9200",
+ "description": "Elasticsearch URL fqdn:port",
+ "designer_editable": true,
+ "sourced_at_deployment": false,
+ "policy_editable": false,
+ "type": "string",
+ "required": true
+ }
+ ]
+}
diff --git a/components/datalake-handler/dpo/helm_chart/dcae-datalake/Chart.yaml b/components/datalake-handler/dpo/helm_chart/dcae-datalake/Chart.yaml
new file mode 100644
index 00000000..bdb3cff8
--- /dev/null
+++ b/components/datalake-handler/dpo/helm_chart/dcae-datalake/Chart.yaml
@@ -0,0 +1,22 @@
+# ============LICENSE_START==========================================
+# ===================================================================
+# Copyright (c) 2020 QCT
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#============LICENSE_END============================================
+
+apiVersion: v1
+appVersion: "1.0"
+description: DCAE dalake- ONAP message bus data collection and dalake configuration UI.
+name: dcae-datalake
+version: 1.0.0
diff --git a/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-admin-ui/Chart.yaml b/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-admin-ui/Chart.yaml
new file mode 100644
index 00000000..a93facc7
--- /dev/null
+++ b/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-admin-ui/Chart.yaml
@@ -0,0 +1,22 @@
+# ============LICENSE_START==========================================
+# ===================================================================
+# Copyright (c) 2020 QCT
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#============LICENSE_END============================================
+
+apiVersion: v1
+appVersion: "1.0"
+description: Datalake Admin UI.
+name: dcae-datalake-admin-ui
+version: 1.0.0
diff --git a/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-admin-ui/templates/NOTES.txt b/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-admin-ui/templates/NOTES.txt
new file mode 100644
index 00000000..6f315f55
--- /dev/null
+++ b/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-admin-ui/templates/NOTES.txt
@@ -0,0 +1,38 @@
+# ============LICENSE_START==========================================
+# ===================================================================
+# Copyright (c) 2020 QCT
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#============LICENSE_END============================================
+
+1. Get the application URL by running these commands:
+{{- if .Values.ingress.enabled }}
+{{- range $host := .Values.ingress.hosts }}
+ {{- range .paths }}
+ http{{ if $.Values.ingress.tls }}s{{ end }}://{{ $host.host }}{{ . }}
+ {{- end }}
+{{- end }}
+{{- else if contains "NodePort" .Values.service.type }}
+ export NODE_PORT=$(kubectl get --namespace {{ .Release.Namespace }} -o jsonpath="{.spec.ports[0].nodePort}" services {{ include "dcae-datalake-admin-ui.fullname" . }})
+ export NODE_IP=$(kubectl get nodes --namespace {{ .Release.Namespace }} -o jsonpath="{.items[0].status.addresses[0].address}")
+ echo http://$NODE_IP:$NODE_PORT
+{{- else if contains "LoadBalancer" .Values.service.type }}
+ NOTE: It may take a few minutes for the LoadBalancer IP to be available.
+ You can watch the status of by running 'kubectl get --namespace {{ .Release.Namespace }} svc -w {{ include "dcae-datalake-admin-ui.fullname" . }}'
+ export SERVICE_IP=$(kubectl get svc --namespace {{ .Release.Namespace }} {{ include "dcae-datalake-admin-ui.fullname" . }} -o jsonpath='{.status.loadBalancer.ingress[0].ip}')
+ echo http://$SERVICE_IP:{{ .Values.service.port }}
+{{- else if contains "ClusterIP" .Values.service.type }}
+ export POD_NAME=$(kubectl get pods --namespace {{ .Release.Namespace }} -l "app.kubernetes.io/name={{ include "dcae-datalake-admin-ui.name" . }},app.kubernetes.io/instance={{ .Release.Name }}" -o jsonpath="{.items[0].metadata.name}")
+ echo "Visit http://127.0.0.1:8080 to use your application"
+ kubectl port-forward $POD_NAME 8080:80
+{{- end }}
diff --git a/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-admin-ui/templates/_helpers.tpl b/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-admin-ui/templates/_helpers.tpl
new file mode 100644
index 00000000..e383ea4b
--- /dev/null
+++ b/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-admin-ui/templates/_helpers.tpl
@@ -0,0 +1,62 @@
+# ============LICENSE_START==========================================
+# ===================================================================
+# Copyright (c) 2020 QCT
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#============LICENSE_END============================================
+
+{{/* vim: set filetype=mustache: */}}
+{{/*
+Expand the name of the chart.
+*/}}
+{{- define "dcae-datalake-admin-ui.name" -}}
+{{- default .Chart.Name .Values.nameOverride | trunc 63 | trimSuffix "-" -}}
+{{- end -}}
+
+{{/*
+Create a default fully qualified app name.
+We truncate at 63 chars because some Kubernetes name fields are limited to this (by the DNS naming spec).
+If release name contains chart name it will be used as a full name.
+*/}}
+{{- define "dcae-datalake-admin-ui.fullname" -}}
+{{- if .Values.fullnameOverride -}}
+{{- .Values.fullnameOverride | trunc 63 | trimSuffix "-" -}}
+{{- else -}}
+{{- $name := default .Chart.Name .Values.nameOverride -}}
+{{- if contains $name .Release.Name -}}
+{{- .Release.Name | trunc 63 | trimSuffix "-" -}}
+{{- else -}}
+{{- printf "%s-%s" .Release.Name $name | trunc 63 | trimSuffix "-" -}}
+{{- end -}}
+{{- end -}}
+{{- end -}}
+
+{{/*
+Create chart name and version as used by the chart label.
+*/}}
+{{- define "dcae-datalake-admin-ui.chart" -}}
+{{- printf "%s-%s" .Chart.Name .Chart.Version | replace "+" "_" | trunc 63 | trimSuffix "-" -}}
+{{- end -}}
+
+{{/*
+Common labels
+*/}}
+{{- define "dcae-datalake-admin-ui.labels" -}}
+app.kubernetes.io/name: {{ include "dcae-datalake-admin-ui.name" . }}
+helm.sh/chart: {{ include "dcae-datalake-admin-ui.chart" . }}
+app.kubernetes.io/instance: {{ .Release.Name }}
+{{- if .Chart.AppVersion }}
+app.kubernetes.io/version: {{ .Chart.AppVersion | quote }}
+{{- end }}
+app.kubernetes.io/managed-by: {{ .Release.Service }}
+{{- end -}}
diff --git a/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-admin-ui/templates/deployment.yaml b/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-admin-ui/templates/deployment.yaml
new file mode 100644
index 00000000..b57acbee
--- /dev/null
+++ b/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-admin-ui/templates/deployment.yaml
@@ -0,0 +1,70 @@
+# ============LICENSE_START==========================================
+# ===================================================================
+# Copyright (c) 2020 QCT
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#============LICENSE_END============================================
+
+
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+ name: {{ include "dcae-datalake-admin-ui.fullname" . }}
+ labels:
+{{ include "dcae-datalake-admin-ui.labels" . | indent 4 }}
+spec:
+ replicas: {{ .Values.replicaCount }}
+ selector:
+ matchLabels:
+ app.kubernetes.io/name: {{ include "dcae-datalake-admin-ui.name" . }}
+ app.kubernetes.io/instance: {{ .Release.Name }}
+ template:
+ metadata:
+ labels:
+ app.kubernetes.io/name: {{ include "dcae-datalake-admin-ui.name" . }}
+ app.kubernetes.io/instance: {{ .Release.Name }}
+ spec:
+ {{- with .Values.imagePullSecrets }}
+ imagePullSecrets:
+ {{- toYaml . | nindent 8 }}
+ {{- end }}
+ containers:
+ - name: {{ .Chart.Name }}
+ image: "{{ .Values.image.repository }}:{{ .Values.image.tag }}"
+ imagePullPolicy: {{ .Values.image.pullPolicy }}
+ ports:
+ - name: http
+ containerPort: 80
+ protocol: TCP
+ livenessProbe:
+ httpGet:
+ path: /
+ port: http
+ readinessProbe:
+ httpGet:
+ path: /
+ port: http
+ resources:
+ {{- toYaml .Values.resources | nindent 12 }}
+ {{- with .Values.nodeSelector }}
+ nodeSelector:
+ {{- toYaml . | nindent 8 }}
+ {{- end }}
+ {{- with .Values.affinity }}
+ affinity:
+ {{- toYaml . | nindent 8 }}
+ {{- end }}
+ {{- with .Values.tolerations }}
+ tolerations:
+ {{- toYaml . | nindent 8 }}
+ {{- end }}
diff --git a/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-admin-ui/templates/ingress.yaml b/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-admin-ui/templates/ingress.yaml
new file mode 100644
index 00000000..d8167407
--- /dev/null
+++ b/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-admin-ui/templates/ingress.yaml
@@ -0,0 +1,53 @@
+# ============LICENSE_START==========================================
+# ===================================================================
+# Copyright (c) 2020 QCT
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#============LICENSE_END============================================
+
+{{- if .Values.ingress.enabled -}}
+{{- $fullName := include "dcae-datalake-admin-ui.fullname" . -}}
+apiVersion: extensions/v1beta1
+kind: Ingress
+metadata:
+ name: {{ $fullName }}
+ labels:
+{{ include "dcae-datalake-admin-ui.labels" . | indent 4 }}
+ {{- with .Values.ingress.annotations }}
+ annotations:
+ {{- toYaml . | nindent 4 }}
+ {{- end }}
+spec:
+{{- if .Values.ingress.tls }}
+ tls:
+ {{- range .Values.ingress.tls }}
+ - hosts:
+ {{- range .hosts }}
+ - {{ . | quote }}
+ {{- end }}
+ secretName: {{ .secretName }}
+ {{- end }}
+{{- end }}
+ rules:
+ {{- range .Values.ingress.hosts }}
+ - host: {{ .host | quote }}
+ http:
+ paths:
+ {{- range .paths }}
+ - path: {{ . }}
+ backend:
+ serviceName: {{ $fullName }}
+ servicePort: http
+ {{- end }}
+ {{- end }}
+{{- end }}
diff --git a/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-admin-ui/templates/service.yaml b/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-admin-ui/templates/service.yaml
new file mode 100644
index 00000000..3934e419
--- /dev/null
+++ b/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-admin-ui/templates/service.yaml
@@ -0,0 +1,34 @@
+# ============LICENSE_START==========================================
+# ===================================================================
+# Copyright (c) 2020 QCT
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#============LICENSE_END============================================
+
+apiVersion: v1
+kind: Service
+metadata:
+ name: dl-feeder-admin-ui
+ labels:
+{{ include "dcae-datalake-admin-ui.labels" . | indent 4 }}
+spec:
+ type: NodePort
+ ports:
+ - port: 80
+ targetPort: http
+ nodePort: {{ .Values.global.nodePortPrefixExt }}{{ .Values.service.nodePort }}
+ protocol: TCP
+ name: http
+ selector:
+ app.kubernetes.io/name: {{ include "dcae-datalake-admin-ui.name" . }}
+ app.kubernetes.io/instance: {{ .Release.Name }}
diff --git a/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-admin-ui/values.yaml b/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-admin-ui/values.yaml
new file mode 100644
index 00000000..a47e7d0a
--- /dev/null
+++ b/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-admin-ui/values.yaml
@@ -0,0 +1,67 @@
+# ============LICENSE_START==========================================
+# ===================================================================
+# Copyright (c) 2020 QCT
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#============LICENSE_END============================================
+
+# Default values for dcae-datalake-admin-ui.
+# This is a YAML-formatted file.
+# Declare variables to be passed into your templates.
+
+replicaCount: 1
+
+image:
+ repository: nexus3.onap.org:10001/v2/onap/org.onap.dcaegen2.services.datalakeadminui
+ tag: 1.0.0
+ pullPolicy: IfNotPresent
+
+imagePullSecrets: []
+nameOverride: ""
+fullnameOverride: ""
+
+service:
+ type: nodePort
+ nodePort: 79
+
+ingress:
+ enabled: false
+ annotations: {}
+ # kubernetes.io/ingress.class: nginx
+ # kubernetes.io/tls-acme: "true"
+ hosts:
+ - host: chart-example.local
+ paths: []
+
+ tls: []
+ # - secretName: chart-example-tls
+ # hosts:
+ # - chart-example.local
+
+resources: {}
+ # We usually recommend not to specify default resources and to leave this as a conscious
+ # choice for the user. This also increases chances charts run on environments with little
+ # resources, such as Minikube. If you do want to specify resources, uncomment the following
+ # lines, adjust them as necessary, and remove the curly braces after 'resources:'.
+ # limits:
+ # cpu: 100m
+ # memory: 128Mi
+ # requests:
+ # cpu: 100m
+ # memory: 128Mi
+
+nodeSelector: {}
+
+tolerations: []
+
+affinity: {}
diff --git a/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-feeder/Chart.yaml b/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-feeder/Chart.yaml
new file mode 100644
index 00000000..abc42752
--- /dev/null
+++ b/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-feeder/Chart.yaml
@@ -0,0 +1,23 @@
+# ============LICENSE_START==========================================
+# ===================================================================
+# Copyright (c) 2020 QCT
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#============LICENSE_END============================================
+
+
+apiVersion: v1
+appVersion: "1.0"
+description: Datalake- the message collector and analyzer.
+name: dcae-datalake-feeder
+version: 1.0.0
diff --git a/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-feeder/resources/config/overrides/application.properties b/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-feeder/resources/config/overrides/application.properties
new file mode 100644
index 00000000..6d3f3d21
--- /dev/null
+++ b/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-feeder/resources/config/overrides/application.properties
@@ -0,0 +1,91 @@
+# ============LICENSE_START==========================================
+# ===================================================================
+# Copyright (c) 2020 QCT
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#============LICENSE_END============================================
+
+
+#####################App general
+server.port = 1680
+server.servlet.context-path = /datalake/v1
+
+#tolerate inconsistency when system crash, see PullThread.run()
+async=true
+
+#SSL global flag, if enabled, still need to check each individual DB SSL flag
+enableSSL=false
+
+#names for extra fields that DL adds to each record
+timestampLabel=datalake_ts_
+rawDataLabel=datalake_text_
+
+defaultTopicName=_DL_DEFAULT_
+
+#####################Spring connection to MariaDB for ORM
+#spring.jpa.hibernate.ddl-auto=update
+spring.jpa.hibernate.ddl-auto=none
+spring.jpa.show-sql=false
+
+#spring.datasource.driver-class-name=com.mysql.jdbc.Driver
+spring.datasource.url=jdbc:mariadb://dl-mariadb:3306/datalake?autoReconnect=true&amp;useUnicode=true&amp;characterEncoding=UTF-8
+spring.datasource.username=dl
+spring.datasource.password=dl1234
+
+
+#####################DMaaP
+dmaapZookeeperHostPort=message-router-zookeeper:2181
+dmaapKafkaHostPort=message-router-kafka:9092
+dmaapKafkaGroup=dlgroup44
+#dmaapKafkaLogin=admin
+#dmaapKafkaPass=admin-secret
+#dmaapKafkaSecurityProtocol=SASL_PLAINTEXT
+
+#in second
+dmaapKafkaTimeout=10
+dmaapKafkaExclude[0]=__consumer_offsets
+dmaapKafkaExclude[1]=__transaction_state
+#dmaapKafkaExclude[2]=msgrtr.apinode.metrics.dmaap
+#check for new topics , in millisecond
+dmaapCheckNewTopicInterval=10000
+
+kafkaConsumerCount=3
+
+#####################Elasticsearch
+elasticsearchType=doc
+
+#####################HDFS
+hdfsBufferSize=4096
+#how often we flush stall updates, in millisecond
+hdfsFlushInterval=30000
+hdfsBatchSize=500
+
+#####################Logging
+logging.level.org.springframework.web=ERROR
+logging.level.com.att.nsa.apiClient.http=ERROR
+logging.level.org.onap.datalake=DEBUG
+
+#####################Verison
+datalakeVersion=0.0.1
+
+#####################KibanaDashboardImportApi
+kibanaDashboardImportApi=/api/kibana/dashboards/import?exclude=index-pattern
+
+#####################KibanaPort
+kibanaPort=5601
+
+#####################Elasticsearch Template API
+esTemplateMappingApi=/_template/
+
+#####################Elasticsearch port
+esPort=9200
diff --git a/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-feeder/templates/NOTES.txt b/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-feeder/templates/NOTES.txt
new file mode 100644
index 00000000..4e97715e
--- /dev/null
+++ b/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-feeder/templates/NOTES.txt
@@ -0,0 +1,39 @@
+# ============LICENSE_START==========================================
+# ===================================================================
+# Copyright (c) 2020 QCT
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#============LICENSE_END============================================
+
+
+1. Get the application URL by running these commands:
+{{- if .Values.ingress.enabled }}
+{{- range $host := .Values.ingress.hosts }}
+ {{- range .paths }}
+ http{{ if $.Values.ingress.tls }}s{{ end }}://{{ $host.host }}{{ . }}
+ {{- end }}
+{{- end }}
+{{- else if contains "NodePort" .Values.service.type }}
+ export NODE_PORT=$(kubectl get --namespace {{ .Release.Namespace }} -o jsonpath="{.spec.ports[0].nodePort}" services {{ include "dcae-datalake-feeder.fullname" . }})
+ export NODE_IP=$(kubectl get nodes --namespace {{ .Release.Namespace }} -o jsonpath="{.items[0].status.addresses[0].address}")
+ echo http://$NODE_IP:$NODE_PORT
+{{- else if contains "LoadBalancer" .Values.service.type }}
+ NOTE: It may take a few minutes for the LoadBalancer IP to be available.
+ You can watch the status of by running 'kubectl get --namespace {{ .Release.Namespace }} svc -w {{ include "dcae-datalake-feeder.fullname" . }}'
+ export SERVICE_IP=$(kubectl get svc --namespace {{ .Release.Namespace }} {{ include "dcae-datalake-feeder.fullname" . }} -o jsonpath='{.status.loadBalancer.ingress[0].ip}')
+ echo http://$SERVICE_IP:{{ .Values.service.port }}
+{{- else if contains "ClusterIP" .Values.service.type }}
+ export POD_NAME=$(kubectl get pods --namespace {{ .Release.Namespace }} -l "app.kubernetes.io/name={{ include "dcae-datalake-feeder.name" . }},app.kubernetes.io/instance={{ .Release.Name }}" -o jsonpath="{.items[0].metadata.name}")
+ echo "Visit http://127.0.0.1:8080 to use your application"
+ kubectl port-forward $POD_NAME 8080:80
+{{- end }}
diff --git a/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-feeder/templates/_helpers.tpl b/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-feeder/templates/_helpers.tpl
new file mode 100644
index 00000000..272853ea
--- /dev/null
+++ b/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-feeder/templates/_helpers.tpl
@@ -0,0 +1,63 @@
+# ============LICENSE_START==========================================
+# ===================================================================
+# Copyright (c) 2020 QCT
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#============LICENSE_END============================================
+
+
+{{/* vim: set filetype=mustache: */}}
+{{/*
+Expand the name of the chart.
+*/}}
+{{- define "dcae-datalake-feeder.name" -}}
+{{- default .Chart.Name .Values.nameOverride | trunc 63 | trimSuffix "-" -}}
+{{- end -}}
+
+{{/*
+Create a default fully qualified app name.
+We truncate at 63 chars because some Kubernetes name fields are limited to this (by the DNS naming spec).
+If release name contains chart name it will be used as a full name.
+*/}}
+{{- define "dcae-datalake-feeder.fullname" -}}
+{{- if .Values.fullnameOverride -}}
+{{- .Values.fullnameOverride | trunc 63 | trimSuffix "-" -}}
+{{- else -}}
+{{- $name := default .Chart.Name .Values.nameOverride -}}
+{{- if contains $name .Release.Name -}}
+{{- .Release.Name | trunc 63 | trimSuffix "-" -}}
+{{- else -}}
+{{- printf "%s-%s" .Release.Name $name | trunc 63 | trimSuffix "-" -}}
+{{- end -}}
+{{- end -}}
+{{- end -}}
+
+{{/*
+Create chart name and version as used by the chart label.
+*/}}
+{{- define "dcae-datalake-feeder.chart" -}}
+{{- printf "%s-%s" .Chart.Name .Chart.Version | replace "+" "_" | trunc 63 | trimSuffix "-" -}}
+{{- end -}}
+
+{{/*
+Common labels
+*/}}
+{{- define "dcae-datalake-feeder.labels" -}}
+app.kubernetes.io/name: {{ include "dcae-datalake-feeder.name" . }}
+helm.sh/chart: {{ include "dcae-datalake-feeder.chart" . }}
+app.kubernetes.io/instance: {{ .Release.Name }}
+{{- if .Chart.AppVersion }}
+app.kubernetes.io/version: {{ .Chart.AppVersion | quote }}
+{{- end }}
+app.kubernetes.io/managed-by: {{ .Release.Service }}
+{{- end -}}
diff --git a/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-feeder/templates/configmap.yaml b/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-feeder/templates/configmap.yaml
new file mode 100644
index 00000000..f7aca237
--- /dev/null
+++ b/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-feeder/templates/configmap.yaml
@@ -0,0 +1,27 @@
+# Copyright (C) 2020 QCT All rights reserved.
+# ================================================================================
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# SPDX-License-Identifier: Apache-2.0
+# ============LICENSE_END=========================================================
+# @author:kate.hsuan@qct.io
+apiVersion: v1
+
+kind: ConfigMap
+metadata:
+ name: {{ include "dcae-datalake-feeder.fullname" . }}-configmap
+ namespace: {{ .Release.Namespace }}
+ labels:
+{{ include "dcae-datalake-feeder.labels" . | indent 4 }}
+data:
+{{ tpl (.Files.Glob "resources/config/overrides/*").AsConfig . | indent 2 }}
diff --git a/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-feeder/templates/deployment.yaml b/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-feeder/templates/deployment.yaml
new file mode 100644
index 00000000..4c9dffcd
--- /dev/null
+++ b/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-feeder/templates/deployment.yaml
@@ -0,0 +1,96 @@
+# ============LICENSE_START==========================================
+# ===================================================================
+# Copyright (c) 2020 QCT
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#============LICENSE_END============================================
+
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+ name: {{ include "dcae-datalake-feeder.fullname" . }}
+ namespace: {{ .Release.Namespace }}
+ labels:
+{{ include "dcae-datalake-feeder.labels" . | indent 4 }}
+spec:
+ hostname: dcae-datalake-feeder-feeder
+ replicas: {{ .Values.replicaCount }}
+ selector:
+ matchLabels:
+ app.kubernetes.io/name: {{ include "dcae-datalake-feeder.name" . }}
+ app.kubernetes.io/instance: {{ .Release.Name }}
+ template:
+ metadata:
+ labels:
+ app.kubernetes.io/name: {{ include "dcae-datalake-feeder.name" . }}
+ app.kubernetes.io/instance: {{ .Release.Name }}
+ spec:
+ {{- with .Values.imagePullSecrets }}
+ imagePullSecrets:
+ {{- toYaml . | nindent 8 }}
+ {{- end }}
+ initContainers:
+ - command:
+ - /root/job_complete.py
+ args:
+ - -j
+ - {{ .Release.Name }}-dcae-datalake-feeder-dbinit-job
+ env:
+ - name: NAMESPACE
+ valueFrom:
+ fieldRef:
+ apiVersion: v1
+ fieldPath: metadata.namespace
+ image: "{{ .Values.global.readinessRepository }}/{{ .Values.global.readinessImage }}"
+ imagePullPolicy: {{ .Values.global.pullPolicy | default .Values.pullPolicy }}
+ name: datalake-readiness
+ containers:
+ - name: {{ .Chart.Name }}
+ image: "{{ .Values.image.repository }}:{{ .Values.image.tag }}"
+ imagePullPolicy: {{ .Values.image.pullPolicy }}
+ env:
+ - name: HOSTNAME
+ value: k8s-datalake
+ - name: CONSUL_HOST
+ value: consul
+ - name: CONFIG_BINDING_SERVICE
+ value: config-binding-service
+ ports:
+ - name: http
+ containerPort: 1680
+ protocol: TCP
+ livenessProbe:
+ httpGet:
+ path: /
+ port: http
+ resources:
+ {{- toYaml .Values.resources | nindent 12 }}
+ volumeMounts:
+ - name: config-volume
+ mountPath: /etc/datalake
+ volumes:
+ - name: config-volume
+ configMap:
+ name: {{ .Release.Name }}-dcae-datalake-feeder-configmap
+ {{- with .Values.nodeSelector }}
+ nodeSelector:
+ {{- toYaml . | nindent 8 }}
+ {{- end }}
+ {{- with .Values.affinity }}
+ affinity:
+ {{- toYaml . | nindent 8 }}
+ {{- end }}
+ {{- with .Values.tolerations }}
+ tolerations:
+ {{- toYaml . | nindent 8 }}
+ {{- end }}
diff --git a/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-feeder/templates/ingress.yaml b/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-feeder/templates/ingress.yaml
new file mode 100644
index 00000000..af724c12
--- /dev/null
+++ b/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-feeder/templates/ingress.yaml
@@ -0,0 +1,53 @@
+# ============LICENSE_START==========================================
+# ===================================================================
+# Copyright (c) 2020 QCT
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#============LICENSE_END============================================
+
+{{- if .Values.ingress.enabled -}}
+{{- $fullName := include "dcae-datalake-feeder.fullname" . -}}
+apiVersion: extensions/v1beta1
+kind: Ingress
+metadata:
+ name: {{ $fullName }}
+ labels:
+{{ include "dcae-datalake-feeder.labels" . | indent 4 }}
+ {{- with .Values.ingress.annotations }}
+ annotations:
+ {{- toYaml . | nindent 4 }}
+ {{- end }}
+spec:
+{{- if .Values.ingress.tls }}
+ tls:
+ {{- range .Values.ingress.tls }}
+ - hosts:
+ {{- range .hosts }}
+ - {{ . | quote }}
+ {{- end }}
+ secretName: {{ .secretName }}
+ {{- end }}
+{{- end }}
+ rules:
+ {{- range .Values.ingress.hosts }}
+ - host: {{ .host | quote }}
+ http:
+ paths:
+ {{- range .paths }}
+ - path: {{ . }}
+ backend:
+ serviceName: {{ $fullName }}
+ servicePort: http
+ {{- end }}
+ {{- end }}
+{{- end }}
diff --git a/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-feeder/templates/job.yaml b/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-feeder/templates/job.yaml
new file mode 100644
index 00000000..a990fb75
--- /dev/null
+++ b/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-feeder/templates/job.yaml
@@ -0,0 +1,57 @@
+# ============LICENSE_START==========================================
+# ===================================================================
+# Copyright (c) 2020 QCT
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#============LICENSE_END============================================
+
+apiVersion: batch/v1
+kind: Job
+metadata:
+ name: {{ include "dcae-datalake-feeder.fullname" . }}-dbinit-job
+ labels:
+{{ include "dcae-datalake-feeder.labels" . | indent 4 }}
+spec:
+ template:
+ spec:
+ #initContainers:
+ #- name: datalake-readiness
+ #command:
+ #- /root/ready.py
+ #args:
+ #- --container-name
+ #- {{ .Values.config.mariadbGalera.chartName }}
+ #env:
+ #- name: NAMESPACE
+ # valueFrom:
+ # fieldRef:
+ # apiVersion: v1
+ # fieldPath: metadata.namespace
+ #image: "{{ .Values.global.readinessRepository }}/{{ .Values.global.readinessImage }}"
+ #imagePullPolicy: Always
+
+ containers:
+ - name: datalake-db-init
+ image: nexus3.onap.org:10001/onap/org.onap.dcaegen2.services.datalake.dbinit:1.0.0
+ env:
+ - name: MYSQL_HOST
+ value: "{{ .Values.config.mariadbGalera.serviceName }}"
+ - name: MYSQL_PORT
+ value: "3306"
+ - name: MYSQL_ROOT_PASSWORD
+ value: "secretpassword"
+ - name: PRESTO_HOST
+ value: "{{ .Values.config.presto.serviceName }}"
+ command: ["sh", "run.sh"]
+ restartPolicy: Never
+ backoffLimit: 4
diff --git a/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-feeder/templates/service.yaml b/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-feeder/templates/service.yaml
new file mode 100644
index 00000000..918f0bc8
--- /dev/null
+++ b/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-feeder/templates/service.yaml
@@ -0,0 +1,35 @@
+# ============LICENSE_START==========================================
+# ===================================================================
+# Copyright (c) 2020 QCT
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#============LICENSE_END============================================
+
+
+apiVersion: v1
+kind: Service
+metadata:
+ name: dl-feeder-api
+ labels:
+{{ include "dcae-datalake-feeder.labels" . | indent 4 }}
+spec:
+ type: NodePort
+ ports:
+ - port: 1680
+ targetPort: 1680
+ nodePort: {{ .Values.global.nodePortPrefixExt }}{{ .Values.service.nodePort }}
+ protocol: TCP
+ name: datalake-api
+ selector:
+ app.kubernetes.io/name: {{ include "dcae-datalake-feeder.name" . }}
+ app.kubernetes.io/instance: {{ .Release.Name }}
diff --git a/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-feeder/templates/serviceCusterIP.yaml b/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-feeder/templates/serviceCusterIP.yaml
new file mode 100644
index 00000000..32043b43
--- /dev/null
+++ b/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-feeder/templates/serviceCusterIP.yaml
@@ -0,0 +1,36 @@
+# ============LICENSE_START==========================================
+# ===================================================================
+# Copyright (c) 2020 QCT
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#============LICENSE_END============================================
+
+
+apiVersion: v1
+kind: Service
+metadata:
+ name: dl-feeder
+ labels:
+{{ include "dcae-datalake-feeder.labels" . | indent 4 }}
+spec:
+ clusterIP: None
+ type: ClusterIP
+ ports:
+ - name: datalake-api-cluster
+ port: 1680
+ protocol: TCP
+ targetPort: 1680
+ selector:
+ app.kubernetes.io/name: {{ include "dcae-datalake-feeder.name" . }}
+ app.kubernetes.io/instance: {{ .Release.Name }}
+
diff --git a/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-feeder/values.yaml b/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-feeder/values.yaml
new file mode 100644
index 00000000..acec4640
--- /dev/null
+++ b/components/datalake-handler/dpo/helm_chart/dcae-datalake/charts/dcae-datalake-feeder/values.yaml
@@ -0,0 +1,77 @@
+# ============LICENSE_START==========================================
+# ===================================================================
+# Copyright (c) 2020 QCT
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#============LICENSE_END============================================
+
+
+# Default values for dcae-datalake.
+# This is a YAML-formatted file.
+# Declare variables to be passed into your templates.
+
+replicaCount: 1
+
+image:
+ repository: nexus3.onap.org:10001/onap/org.onap.dcaegen2.services.datalakefeeder
+ tag: 1.0.0
+ #pullPolicy: IfNotPresent
+ pullPolicy: Always
+
+imagePullSecrets: []
+nameOverride: ""
+fullnameOverride: ""
+
+config:
+ mariadbGalera:
+ chartName: mariadb-galera
+ serviceName: mariadb-galera
+ internalPort: 3306
+ presto:
+ serviceName: presto
+
+service:
+ type: NodePort
+ nodePort: "08"
+
+ingress:
+ enabled: false
+ annotations: {}
+ # kubernetes.io/ingress.class: nginx
+ # kubernetes.io/tls-acme: "true"
+ hosts:
+ - host: chart-example.local
+ paths: []
+
+ tls: []
+ # - secretName: chart-example-tls
+ # hosts:
+ # - chart-example.local
+
+resources: {}
+ # We usually recommend not to specify default resources and to leave this as a conscious
+ # choice for the user. This also increases chances charts run on environments with little
+ # resources, such as Minikube. If you do want to specify resources, uncomment the following
+ # lines, adjust them as necessary, and remove the curly braces after 'resources:'.
+ # limits:
+ # cpu: 100m
+ # memory: 128Mi
+ # requests:
+ # cpu: 100m
+ # memory: 128Mi
+
+nodeSelector: {}
+
+tolerations: []
+
+affinity: {}
diff --git a/components/datalake-handler/dpo/helm_chart/dcae-datalake/values.yaml b/components/datalake-handler/dpo/helm_chart/dcae-datalake/values.yaml
new file mode 100644
index 00000000..b31a5d01
--- /dev/null
+++ b/components/datalake-handler/dpo/helm_chart/dcae-datalake/values.yaml
@@ -0,0 +1,31 @@
+# ============LICENSE_START==========================================
+# ===================================================================
+# Copyright (c) 2020 QCT
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#============LICENSE_END============================================
+#
+
+#################################################################
+# Global configuration defaults.
+#################################################################
+
+global:
+ nodePortPrefix: 302
+ nodePortPrefixExt: 304
+ readinessRepository: oomk8s
+ readinessImage: readiness-check:2.0.0
+ loggingRepository: docker.elastic.co
+ loggingImage: beats/filebeat:5.5.0
+ repository: nexus3.onap.org:10001
+
diff --git a/components/datalake-handler/packages/init_db/Dockerfile b/components/datalake-handler/init_db/Dockerfile
index cf6aed2d..cf6aed2d 100644
--- a/components/datalake-handler/packages/init_db/Dockerfile
+++ b/components/datalake-handler/init_db/Dockerfile
diff --git a/components/datalake-handler/packages/init_db/db_scripts/init_db.sql b/components/datalake-handler/init_db/db_scripts/init_db.sql
index b363988d..b363988d 100644
--- a/components/datalake-handler/packages/init_db/db_scripts/init_db.sql
+++ b/components/datalake-handler/init_db/db_scripts/init_db.sql
diff --git a/components/datalake-handler/packages/init_db/db_scripts/init_db_data.sql b/components/datalake-handler/init_db/db_scripts/init_db_data.sql
index 7857d3ee..7857d3ee 100644
--- a/components/datalake-handler/packages/init_db/db_scripts/init_db_data.sql
+++ b/components/datalake-handler/init_db/db_scripts/init_db_data.sql
diff --git a/components/datalake-handler/packages/init_db/pom.xml b/components/datalake-handler/init_db/pom.xml
index fc74e6a7..0c63933b 100644
--- a/components/datalake-handler/packages/init_db/pom.xml
+++ b/components/datalake-handler/init_db/pom.xml
@@ -11,7 +11,7 @@
</parent>
<groupId>org.onap.dcaegen2.services.components.datalake-handler</groupId>
- <artifactId>db_init</artifactId>
+ <artifactId>init_db</artifactId>
<packaging>pom</packaging>
<properties>
<swagger.version>2.9.2</swagger.version>
diff --git a/components/datalake-handler/packages/init_db/scripts/db_init/10_check-db-exist b/components/datalake-handler/init_db/scripts/db_init/10_check-db-exist
index cdf8af50..cdf8af50 100644
--- a/components/datalake-handler/packages/init_db/scripts/db_init/10_check-db-exist
+++ b/components/datalake-handler/init_db/scripts/db_init/10_check-db-exist
diff --git a/components/datalake-handler/packages/init_db/scripts/db_init/11_create-database b/components/datalake-handler/init_db/scripts/db_init/11_create-database
index 3e34828f..3e34828f 100644
--- a/components/datalake-handler/packages/init_db/scripts/db_init/11_create-database
+++ b/components/datalake-handler/init_db/scripts/db_init/11_create-database
diff --git a/components/datalake-handler/packages/init_db/scripts/db_init/15_db-adduser b/components/datalake-handler/init_db/scripts/db_init/15_db-adduser
index c691751c..c691751c 100644
--- a/components/datalake-handler/packages/init_db/scripts/db_init/15_db-adduser
+++ b/components/datalake-handler/init_db/scripts/db_init/15_db-adduser
diff --git a/components/datalake-handler/packages/init_db/scripts/db_init/20_db-initdb b/components/datalake-handler/init_db/scripts/db_init/20_db-initdb
index 3b6d340f..3b6d340f 100644
--- a/components/datalake-handler/packages/init_db/scripts/db_init/20_db-initdb
+++ b/components/datalake-handler/init_db/scripts/db_init/20_db-initdb
diff --git a/components/datalake-handler/packages/init_db/scripts/run.sh b/components/datalake-handler/init_db/scripts/run.sh
index e1e59252..e1e59252 100644
--- a/components/datalake-handler/packages/init_db/scripts/run.sh
+++ b/components/datalake-handler/init_db/scripts/run.sh