blob: 323b16105fa13c87281b6771b74ea0b43515e596 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
|
#!/bin/ksh
#
###
# ============LICENSE_START=======================================================
# org.onap.aai
# ================================================================================
# Copyright (C) 2017 AT&T Intellectual Property. All rights reserved.
# ================================================================================
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ============LICENSE_END=========================================================
###
#
# dynamicPayloadGenerator.sh -- This tool is used to dynamically load payloads from snapshots
# It is used to load a snapshot into memory and generate payloads for any input nodes
#
#
# Parameters:
#
# -d (required) name of the fully qualified Datasnapshot file that you need to load
# -s (optional) true or false to enable or disable schema, By default it is true for production,
# you can change to false if the snapshot has duplicates
# -c (optional) config file to use for loading snapshot into memory.
# -o (optional) output file to store the data files
# -f (optional) PAYLOAD or DMAAP-MR
# -n (optional) input file for the script
#
#
# For example (there are many valid ways to use it):
#
# dynamicPayloadGenerator.sh -d '/opt/app/snapshots/snaphot.graphSON' -o '/opt/app/aai-graphadmin/resources/etc/scriptdata/addmanualdata/payload_dir/'
#
# or
# dynamicPayloadGenerator.sh -d '/opt/app/snapshots/snaphot.graphSON' -s false -c '/opt/app/aai-graphadmin/resources/etc/appprops/dynamic.properties'
# -o '/opt/app/aai-graphadmin/resources/etc/scriptdata/addmanualdata/payload_dir/' -f PAYLOAD -n '/opt/app/aai-graphadmin/resources/etc/scriptdata/nodes.json'
#
echo
echo `date` " Starting $0"
display_usage() {
cat <<EOF
Usage: $0 [options]
1. Usage: dynamicPayloadGenerator -d <graphsonPath> -o <output-path>
2. This script has 1 argument that is required.
a. -d (required) Name of the fully qualified Datasnapshot file that you need to load
3. Optional Parameters:
a. -s (optional) true or false to enable or disable schema, By default it is true for production,
b. -c (optional) config file to use for loading snapshot into memory. By default it is set to /opt/app/aai-graphadmin/resources/etc/appprops/dynamic.properties
c. -f (optional) PAYLOAD or DMAAP-MR
d. -n (optional) input file specifying the nodes and relationships to export. Default: /opt/app/aai-graphadmin/scriptdata/tenant_isolation/nodes.json
e. -i (optional) the file containing the input filters based on node property and regex/value. By default, it is: /opt/app/aai-graphadmin/scriptdata/tenant_isolation/inputFilters.json
f. -o (optional) output directory to store the data files
4. For example (there are many valid ways to use it):
dynamicPayloadGenerator.sh -d '/opt/app/snapshots/snaphot.graphSON' -o '/opt/app/aai-graphadmin/resources/etc/scriptdata/addmanualdata/tenant_isolation/'
dynamicPayloadGenerator.sh -d '/opt/app/snapshots/snaphot.graphSON' -s false -c '/opt/app/aai-graphadmin/resources/etc/appprops/dynamic.properties'
-o '/opt/app/aai-graphadmin/resources/etc/scriptdata/addmanualdata/tenant_isolation/' -f PAYLOAD -n '/opt/app/aai-graphadmin/resources/etc/scriptdata/tenant_isolation/nodes.json'
-i '/opt/app/aai-graphadmin/resources/etc/scriptdata/tenant_isolation/inputFilters.json'
EOF
}
if [ $# -eq 0 ]; then
display_usage
exit 1
fi
COMMON_ENV_PATH=$( cd "$(dirname "$0")" ; pwd -P )
. ${COMMON_ENV_PATH}/common_functions.sh
start_date;
check_user;
source_profile;
export JVM_OPTS="-Xmx9000m -Xms9000m"
while getopts ":f:s:d:n:c:i:o:" opt; do
case ${opt} in
f )
PAYLOAD=$OPTARG
echo ${opt}
;;
s )
VALIDATE_SCHEMA=$OPTARG
echo ${opt}
;;
d )
INPUT_DATASNAPSHOT_FILE=$OPTARG
echo ${opt}
;;
n )
NODE_CONFIG_FILE=$OPTARG
echo ${opt}
;;
c )
DYNAMIC_CONFIG_FILE=$OPTARG
echo ${opt}
;;
i )
INPUT_FILTER_FILE=$OPTARG
echo ${opt}
;;
o )
OUTPUT_DIR=$OPTARG
echo ${opt}
;;
\? )
echo "Invalid Option: -$OPTARG" 1>&2
;;
: )
echo "Invalid Option: -$OPTARG requires an argument" 1>&2
;;
esac
done
shift $((OPTIND -1))
echo 'Done'
set -A nodes customer service-subscription service pserver cloud-region availability-zone tenant zone complex
#Create empty partial file
> $INPUT_DATASNAPSHOT_FILE".partial"
for nodeType in ${nodes[@]}
do
grep "aai-node-type.*\"value\":\"$nodeType\"" $INPUT_DATASNAPSHOT_FILE'.P'* >>$INPUT_DATASNAPSHOT_FILE'.out'
cat $INPUT_DATASNAPSHOT_FILE'.out' | cut -d':' -f2- > $INPUT_DATASNAPSHOT_FILE'.partial'
done
if [ -z ${OUTPUT_DIR} ]
then
OUTPUT_DIR=${PROJECT_HOME}/data/scriptdata/addmanualdata/tenant_isolation/payload
fi
# Build the command
COMMAND="execute_spring_jar org.onap.aai.dbgen.DynamicPayloadGenerator ${PROJECT_HOME}/resources/dynamicPayloadGenerator-logback.xml"
if [ ! -z ${VALIDATE_SCHEMA} ]
then
COMMAND="${COMMAND} -s ${VALIDATE_SCHEMA}"
fi
if [ ! -z ${PAYLOAD} ]
then
COMMAND="${COMMAND} -f ${PAYLOAD}"
fi
if [ ! -z ${INPUT_FILTER_FILE} ]
then
COMMAND="${COMMAND} -i ${INPUT_FILTER_FILE}"
fi
if [ ! -z ${NODE_CONFIG_FILE} ]
then
COMMAND="${COMMAND} -n ${NODE_CONFIG_FILE}"
fi
if [ ! -z ${INPUT_DATASNAPSHOT_FILE} ]
then
COMMAND="${COMMAND} -d ${INPUT_DATASNAPSHOT_FILE}"
else
display_usage
exit 1
fi
# Removing the multiple snapshot option because there is just one .partial file
# (-m ${MULTIPLE_SNAPSHOTS})
# The class only needs to read the ".partial" file and the default value for multiple snapshots is false if you don't pass it
#execute_spring_jar org.onap.aai.dbgen.DynamicPayloadGenerator ${PROJECT_HOME}/resources/dynamicPayloadGenerator-logback.xml -s ${VALIDATE_SCHEMA} \
# -f ${PAYLOAD} -o ${OUTPUT_DIR} -c ${DYNAMIC_CONFIG_FILE} -i ${INPUT_FILTER_FILE} -m ${MULTIPLE_SNAPSHOTS} \
# -d ${INPUT_DATASNAPSHOT_FILE} -n ${NODE_CONFIG_FILE} ;
${COMMAND};
end_date;
exit 0
|
