1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
|
#!/bin/bash
#
# Copyright 2023 Nordix Foundation.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
set -o errexit # Exit on most errors
set -o nounset # Disallow expansion of unset variables
set -o pipefail # Use last non-zero exit code in a pipeline
#set -o xtrace # Uncomment for debugging
GRAB_METRICS=true
DOCKER_COMPOSE_FILE=../docker-compose/docker-compose.yml
CREATE_REQUEST=/tmp/cmhandles-create-req.txt
REMOVE_REQUEST=/tmp/cmhandles-remove-req.txt
REPORT_FILE=metrics-reports/deregister-summary-$(date --iso-8601=seconds).tsv
stop_docker() {
docker-compose -f $DOCKER_COMPOSE_FILE down >/dev/null
docker container prune -f >/dev/null
docker volume prune -f >/dev/null
}
restart_docker() {
stop_docker
docker-compose -f $DOCKER_COMPOSE_FILE --profile dmi-stub --profile monitoring up -d >/dev/null
}
wait_for_cps_to_start() {
docker logs cps-and-ncmp -f | grep -m 1 'Started Application' >/dev/null || true
}
get_number_of_handles_ready() {
PGPASSWORD=cps psql -h localhost -p 5432 cpsdb cps -c \
"SELECT count(*) FROM public.fragment where attributes @> '{\"cm-handle-state\": \"READY\"}';" \
| sed '3!d' | sed 's/ *//'
}
wait_for_handles_to_be_ready() {
local TOTAL_HANDLES=$1
while
sleep 30
HANDLES_READY=$(get_number_of_handles_ready)
echo "There are $HANDLES_READY CM handles in READY state."
[ $HANDLES_READY -ne $TOTAL_HANDLES ]
do true; done
}
create_handles() {
curl --fail --silent --show-error \
--location 'http://localhost:8883/ncmpInventory/v1/ch' \
--header 'Authorization: Basic Y3BzdXNlcjpjcHNyMGNrcyE=' \
--header 'Content-Type: application/json' \
--data @$CREATE_REQUEST
}
remove_handles_and_record_time() {
curl --fail --silent --show-error --output /dev/null --write-out '%{time_total}\n' \
--location 'http://localhost:8883/ncmpInventory/v1/ch' \
--header 'Authorization: Basic Y3BzdXNlcjpjcHNyMGNrcyE=' \
--header 'Content-Type: application/json' \
--header 'Cookie: JSESSIONID=node018g80wfn6qfk9yihx8pne7bc31.node0' \
--data @$REMOVE_REQUEST >> $REPORT_FILE
}
create_request_bodies() {
local CREATE_SIZE=$1
local REMOVE_SIZE=$2
echo -n '{"dmiPlugin": "http://ncmp-dmi-plugin-stub:8783","createdCmHandles":[' > $CREATE_REQUEST
echo -n '{"dmiPlugin": "http://ncmp-dmi-plugin-stub:8783","removedCmHandles":[' > $REMOVE_REQUEST
for i in $(seq 1 $CREATE_SIZE); do
local CMHANDLE=$(uuidgen | tr -d '-')
echo -n "{\"cmHandle\": \"$CMHANDLE\",\"cmHandleProperties\":{\"neType\":\"RadioNode\"}}" \
>> $CREATE_REQUEST
if [ $i -lt $CREATE_SIZE ]; then
echo -n "," >> $CREATE_REQUEST
fi
if [ $i -le $REMOVE_SIZE ]; then
echo -n "\"$CMHANDLE\"" >> $REMOVE_REQUEST
fi
if [ $i -lt $REMOVE_SIZE ]; then
echo -n "," >> $REMOVE_REQUEST
fi
done
echo ']}' >> $CREATE_REQUEST
echo ']}' >> $REMOVE_REQUEST
}
test_deregistration() {
local REMOVE_SIZE=$1
local CREATE_SIZE=$2
echo "Testing deregistration of $REMOVE_SIZE out of $CREATE_SIZE CM handles"
echo "Restarting docker"
restart_docker
echo "Waiting for CPS to start"
wait_for_cps_to_start
echo "Creating request bodies"
create_request_bodies $CREATE_SIZE $REMOVE_SIZE
echo "[$(date --iso-8601=seconds)] Creating CM handles"
create_handles
echo "Waiting for CM handles to be in READY state"
wait_for_handles_to_be_ready $CREATE_SIZE
if [ "$GRAB_METRICS" = "true" ]; then
echo "Grabbing metrics before deregistration"
METRICS_BEFORE=$(./generate-metrics-report.sh)
fi
echo "[$(date --iso-8601=seconds)] Removing CM handles"
echo -e -n "$REMOVE_SIZE\t$CREATE_SIZE\t" >> $REPORT_FILE
remove_handles_and_record_time
echo "There are $(get_number_of_handles_ready) CM handles still in READY state."
if [ "$GRAB_METRICS" = "true" ]; then
echo "Grabbing metrics after deregistration"
METRICS_AFTER=$(./generate-metrics-report.sh)
echo "Generating metrics report"
./subtract-metrics-reports.py -a $METRICS_AFTER -b $METRICS_BEFORE \
-o metrics-reports/deregister-$(date --iso-8601=seconds)-$REMOVE_SIZE-$CREATE_SIZE.tsv
rm $METRICS_BEFORE $METRICS_AFTER
fi
echo
}
cleanup() {
rm -f "$CREATE_REQUEST" "$REMOVE_REQUEST"
stop_docker
}
trap cleanup EXIT
mkdir -p $(dirname $REPORT_FILE)
echo -e "Removed\tTotal\tTime" > $REPORT_FILE
# Delete N/N: 100/100, 200/200... 20000/20000
for number_to_delete in 100 200 300 400 500 600 700 800 900 1000 2000 3000 4000 5000 10000 15000 20000; do
test_deregistration $number_to_delete $number_to_delete
done
# Delete N/C: 1000/5000, 2000/5000... 5000/5000
for number_to_delete in 1000 2000 3000 4000 5000; do
test_deregistration $number_to_delete 5000
done
# Delete C/N: 1000/1000, 1000/2000... 1000/5000
for total in 1000 2000 3000 4000 5000; do
test_deregistration 1000 $total
done
|