summaryrefslogtreecommitdiffstats
path: root/tca-cdap-container/restart.sh
diff options
context:
space:
mode:
authorLusheng Ji <lji@research.att.com>2018-03-22 23:25:45 -0400
committerLusheng Ji <lji@research.att.com>2018-03-22 23:26:00 -0400
commitd6d409f7dbb14e4df2f326684c07db3a8859d531 (patch)
treec6c0e0053d6f53510fcd5bd4238d697331654d98 /tca-cdap-container/restart.sh
parent6d381a5345092d28675986cf50408eaaa9c40690 (diff)
Add TCA-CDAP container
Issue-ID: DCAEGEN2-357 Change-Id: I52a4f1c684aee297d248b1e7df5802d9439930ec Signed-off-by: Lusheng Ji <lji@research.att.com>
Diffstat (limited to 'tca-cdap-container/restart.sh')
-rw-r--r--tca-cdap-container/restart.sh231
1 files changed, 231 insertions, 0 deletions
diff --git a/tca-cdap-container/restart.sh b/tca-cdap-container/restart.sh
new file mode 100644
index 0000000..c9c1d56
--- /dev/null
+++ b/tca-cdap-container/restart.sh
@@ -0,0 +1,231 @@
+#!/bin/bash
+# ================================================================================
+# Copyright (c) 2018 AT&T Intellectual Property. All rights reserved.
+# ================================================================================
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ============LICENSE_END=========================================================
+
+set -e
+
+CDAP_HOST='localhost'
+CDAP_PORT='11015'
+TCA_NAMESPACE='cdap_tca_hi_lo'
+TCA_APPNAME='dcae-tca'
+
+TCA_ARTIFACT='dcae-analytics-cdap-tca'
+TCA_ARTIFACT_VERSION='2.2.0'
+TCA_FILE_PATH='/opt/tca'
+TCA_JAR="${TCA_FILE_PATH}/${TCA_ARTIFACT}-${TCA_ARTIFACT_VERSION}.jar"
+TCA_APP_CONF="${TCA_FILE_PATH}/tca_app_config.json"
+TCA_CONF="${TCA_FILE_PATH}/tca_config.json"
+TCA_PREF="${TCA_FILE_PATH}/tca_app_preferences.json"
+TCA_CONF_TEMP='/tmp/tca_config.json'
+TCA_APP_CONF_TEMP='/tmp/tca_app_config.json'
+TCA_PREF_TEMP='/tmp/tca_preferences.json'
+
+TCA_PATH_APP="${CDAP_HOST}:${CDAP_PORT}/v3/namespaces/${TCA_NAMESPACE}/apps/${TCA_APPNAME}"
+TCA_PATH_ARTIFACT="${CDAP_HOST}:${CDAP_PORT}/v3/namespaces/${TCA_NAMESPACE}/artifacts"
+
+if [ -z "$CONSUL_HOST" ]; then CONSUL_HOST='consul'; fi
+if [ -z "$CONSUL_PORT" ]; then CONSUL_PORT='8500'; fi
+if [ -z "$CONFIG_BINDING_SERVICE" ]; then CONFIG_BINDING_SERVICE='config_binding_service'; fi
+
+
+function tca_stop {
+ # stop programs
+ echo
+ echo "Stopping TCADMaaPMRPublisherWorker, TCADMaaPMRSubscriberWorker, and TCAVESCollectorFlow ..."
+ echo
+ curl -s -X POST "http://${TCA_PATH_APP}/workers/TCADMaaPMRPublisherWorker/stop"
+ curl -s -X POST "http://${TCA_PATH_APP}/workers/TCADMaaPMRSubscriberWorker/stop"
+ curl -s -X POST "http://${TCA_PATH_APP}/flows/TCAVESCollectorFlow/stop"
+ echo "done"
+ echo
+}
+
+function tca_load_artifact {
+ echo
+ echo "Loading artifact ..."
+ curl -s -X POST --data-binary @"${TCA_JAR}" "http://${TCA_PATH_ARTIFACT}/${TCA_ARTIFACT}"
+ echo
+}
+
+function tca_load_conf {
+ echo
+ echo "Loading configuration ..."
+ curl -s -X PUT -d @${TCA_APP_CONF} http://${TCA_PATH_APP}
+ echo
+
+ # load preferences
+ echo
+ echo "Loading preferences ..."
+ curl -s -X PUT -d @${TCA_PREF} http://${TCA_PATH_APP}/preferences
+ echo
+}
+
+
+function tca_delete {
+ echo
+ echo "Deleting application dcae-tca ..."
+ curl -s -X DELETE http://${TCA_PATH_APP}
+ echo
+
+ # delete artifact
+ echo
+ echo "Deleting artifact dcae-analytics-cdap-tca version ${TCA_ARTIFACT_VERSION} ..."
+ curl -s -X DELETE "http://${TCA_PATH_ARTIFACT}/${TCA_ARTIFACT}/versions/${TCA_ARTIFACT_VERSION}"
+ echo
+}
+
+function tca_start {
+ echo
+ echo "Starting TCADMaaPMRPublisherWorker, TCADMaaPMRSubscriberWorker, and TCAVESCollectorFlow ..."
+ curl -s -X POST "http://${TCA_PATH_APP}/workers/TCADMaaPMRPublisherWorker/start"
+ curl -s -X POST "http://${TCA_PATH_APP}/workers/TCADMaaPMRSubscriberWorker/start"
+ curl -s -X POST "http://${TCA_PATH_APP}/flows/TCAVESCollectorFlow/start"
+ echo
+}
+
+
+function tca_status {
+ echo
+ echo "TCADMaaPMRPublisherWorker status: "
+ curl -s "http://${TCA_PATH_APP}/workers/TCADMaaPMRPublisherWorker/status"
+ echo
+ echo "TCADMaaPMRSubscriberWorker status: "
+ curl -s "http://${TCA_PATH_APP}/workers/TCADMaaPMRSubscriberWorker/status"
+ echo
+ echo "TCAVESCollectorFlow status"
+ curl -s "http://${TCA_PATH_APP}/flows/TCAVESCollectorFlow/status"
+ echo; echo
+}
+
+
+function tca_poll_policy {
+ #CBS_HOST=$(curl -s "${CONSUL_HOST}:${CONSUL_PORT}/v1/catalog/service/${CBS_SERVICE_NAME}" |jq .[0].ServiceAddress |sed -e 's/\"//g')
+ #CBS_PORT=$(curl -s "${CONSUL_HOST}:${CONSUL_PORT}/v1/catalog/service/${CBS_SERVICE_NAME}" |jq .[0].ServicePort |sed -e 's/\"//g')
+
+ CBS_HOST='bd-service-dcaegen2-platform-cbs.default'
+ CBS_PORT='10000'
+ if [ -z "${CBS_HOST}" ] || [ -z "${CBS_PORT}" ]; then
+ echo 'CBS HOST or PORT not defined'
+ return
+ fi
+
+
+ MY_NAME=${SERVICE_NAME:-tca}
+ #MY_NAME=$(hostname |rev |cut -f 3- -d '-' |rev)
+
+ URL1="${CBS_HOST}:${CBS_PORT}/service_component/${MY_NAME}"
+ URL2="$URL1:preferences"
+
+ echo "Retrieving configuration file at ${URL1}"
+ curl -s "$URL1" | jq . --sort-keys > "${TCA_CONF_TEMP}"
+ echo "Retrieving preferences file at ${URL1}"
+ curl -s "$URL2" | jq . --sort-keys > "${TCA_PREF_TEMP}"
+
+ if [ ! -e "${TCA_CONF_TEMP}" ] || [ "$(ls -sh ${TCA_CONF_TEMP} |cut -f1 -d' ' |sed -e 's/[^0-9]//g')" -lt "1" ]; then
+ echo "Fail to receive configuration"
+ return
+ fi
+ if [ ! -e "${TCA_PREF_TEMP}" ] || [ "$(ls -sh ${TCA_PREF_TEMP} |cut -f1 -d' ' |sed -e 's/[^0-9]//g')" -lt "1" ]; then
+ echo "Fail to receive preferences"
+ return
+ fi
+
+ CONF_CHANGED=""
+ # extract only the config section from APP CONF (which has both artifact and config sections)
+ jq .config --sort-keys ${TCA_APP_CONF} > ${TCA_CONF}
+ if ! diff ${TCA_CONF} ${TCA_CONF_TEMP} ; then
+ echo "TCA config changed"
+ # generating the new app conf using current app conf's artifact section and the new downloaded config
+ jq --argfile CONFVALUE ${TCA_CONF_TEMP} '.config = $CONFVALUE' <${TCA_APP_CONF} > ${TCA_APP_CONF_TEMP}
+
+ mv ${TCA_APP_CONF_TEMP} ${TCA_APP_CONF}
+ CONF_CHANGED=1
+ fi
+
+ PERF_CHANGED=""
+ # update the subscriber ConsumerID, if not already unique,
+ # so replicas appear as different consumers in the consumer group
+ HOSTID=$(head -1 /etc/hostname | rev |cut -f1-2 -d'-' |rev)
+ CONSUMERID=$(jq .subscriberConsumerId ${TCA_PREF_TEMP} |sed -e 's/\"//g')
+ if ! (echo "$CONSUMERID" |grep "$HOSTID"); then
+ CONSUMERID="${CONSUMERID}-${HOSTID}"
+ jq --arg CID ${CONSUMERID} '.subscriberConsumerId = $CID' < "${TCA_PREF_TEMP}" > "${TCA_PREF_TEMP}2"
+ mv "${TCA_PREF_TEMP}2" "${TCA_PREF_TEMP}"
+ fi
+ if ! diff ${TCA_PREF} ${TCA_PREF_TEMP} ; then
+ echo "TCA preference updated"
+ mv ${TCA_PREF_TEMP} ${TCA_PREF}
+ PERF_CHANGED=1
+ fi
+
+ if [[ "$PERF_CHANGED" == "1" || "$CONF_CHANGED" == "1" ]]; then
+ tca_stop
+ tca_delete
+ tca_load_artifact
+ tca_load_conf
+ tca_start
+ tca_status
+ fi
+}
+
+
+export PATH=${PATH}:/opt/cdap/sdk/bin
+
+# starting CDAP SDK in background
+cdap sdk start
+
+
+
+echo "Waiting CDAP ready on port 11015 ..."
+while ! nc -z ${CDAP_HOST} ${CDAP_PORT}; do
+ sleep 0.1 # wait for 1/10 of the second before check again
+done
+echo "CDAP has started"
+
+
+echo "Creating namespace cdap_tca_hi_lo ..."
+curl -s -X PUT "http://${CDAP_HOST}:${CDAP_PORT}/v3/namespaces/cdap_tca_hi_lo"
+
+
+# stop programs
+tca_stop
+
+
+# delete application
+tca_delete
+
+
+# load artifact
+tca_load_artifact
+tca_load_conf
+
+
+# start programs
+tca_start
+
+
+# get status of programs
+tca_status
+
+
+
+while echo -n
+do
+ echo "======================================================"
+ date
+ tca_poll_policy
+ sleep 30
+done