summaryrefslogtreecommitdiffstats
path: root/kubernetes/sdnc/components/sdnc-prom/resources/bin/ensureSdncActive.sh
blob: 5a53fa1ca247e11c82b4e54768a17d8937e0ab61 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
#!/bin/bash
{{/*

# Copyright © 2018 Amdocs
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#       http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
*/}}

debugLog(){
  if [ "$enableDebugLogging" == true ]; then
     if [ $# -eq 0 ]; then
       echo "" >> $LOGFILE
     else
       echo $( date ) $@ >> $LOGFILE
    fi
  fi
}

failover(){
  lockFile=/tmp/sdnc.failover.lock
  # make sure that no failover is currently running
  if [ -e ${lockFile} ] && kill -0 $(cat ${lockFile}) 2> /dev/null; then
    debugLog "Currently running sdnc and dns failover"
    return
  fi
  trap "rm -f ${lockFile}" INT TERM RETURN
  echo $BASHPID > ${lockFile}

  # perform takeover
  debugLog "Started executing sdnc.failover for $SITE_NAME"
  takeoverResult=$( /app/bin/sdnc.failover )
  debugLog "Completed executing sdnc.failover. takeoverResult is: $takeoverResult"
  if [ "success" = "$takeoverResult" ]; then
    # update CoreDNS upon successful execution of sdnc.failover script
    debugLog "Executing sdnc.dnsswitch"
    /app/bin/sdnc.dnsswitch
    rc=$?
    debugLog "Completed executing sdnc.dnsswitch for $SITE_NAME. rc=$rc"
  else
    debugLog "Cluster takeover current status: $takeoverResult on $SITE_NAME."
    rc=1
  fi

  if [ $rc -ne 0 ];then
    takeoverResult="failure"
  fi

  data="{\
\"type\": \"failover\",\
\"status\": \"$takeoverResult\",\
\"site\": \"$SITE_NAME\",\
\"deployment\": \"{{.Values.config.deployment}}\",\
\"timestamp\": \"$(date '+%F %T')\"\
}"

  # notifications are best-effort - ignore any failures
  curl -H "Content-Type: application/json" -X POST --data "$data" http://$message_router/events/$topic >/dev/null 2>&1

}

LOGFILE="/app/geo.log"
enableDebugLogging=true
message_router=message-router:3904
topic={{.Values.config.messageRouterTopic}}
SITE_NAME="sdnc01"
if [ "$SDNC_IS_PRIMARY_CLUSTER" = "false" ];then
  SITE_NAME="sdnc02"
fi

debugLog
debugLog "Executing ensureSdncActive"

# query SDN-C cluster status
debugLog "Started executing sdnc.cluster"
clusterStatus=$( /app/bin/sdnc.cluster )
debugLog "Completed executing sdnc.cluster. Cluster status is: $clusterStatus"

if [ "active" = "$clusterStatus" ]; then
  # peform health-check
  debugLog "Started excuting sdnc.monitor"
  health=$( /app/bin/sdnc.monitor )
  debugLog "Completed executing sdnc.monitor. Cluster is: $health"

  if [ "healthy" = "$health" ]; then
    # Cluster is ACTIVE and HEALTHY
    exit 0
  fi
  exit 1

elif [ "standby" = "$clusterStatus" ]; then
  # Run failover in background process and allow PROM to continue
  ( failover & )
  exit 0
fi

# Unknown cluster status
exit 1