summaryrefslogtreecommitdiffstats
path: root/test-tools/test-deregistration.sh
blob: bf38e3b24ce3b3588786d6f7560db0b2f3057906 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
#!/bin/bash
#
# Copyright 2023 Nordix Foundation.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#

set -o errexit  # Exit on most errors
set -o nounset  # Disallow expansion of unset variables
set -o pipefail # Use last non-zero exit code in a pipeline
#set -o xtrace   # Uncomment for debugging

GRAB_METRICS=true
DOCKER_COMPOSE_FILE=../docker-compose/docker-compose.yml
CREATE_REQUEST=/tmp/cmhandles-create-req.txt
REMOVE_REQUEST=/tmp/cmhandles-remove-req.txt
REPORT_FILE=metrics-reports/deregister-summary-$(date --iso-8601=seconds).tsv

stop_docker() {
    docker-compose -f $DOCKER_COMPOSE_FILE down >/dev/null
    docker container prune -f >/dev/null
    docker volume prune -f >/dev/null
}

restart_docker() {
    stop_docker
    docker-compose -f $DOCKER_COMPOSE_FILE --profile dmi-stub --profile monitoring up -d >/dev/null
}

wait_for_cps_to_start() {
    docker logs cps-and-ncmp -f | grep -m 1 'Started Application' >/dev/null || true
}

get_number_of_handles_ready() {
    PGPASSWORD=cps psql -h localhost -p 5432 cpsdb cps -c \
        "SELECT count(*) FROM public.fragment where attributes @> '{\"cm-handle-state\": \"READY\"}';" \
        | sed '3!d' | sed 's/ *//'
}

wait_for_handles_to_be_ready() {
    local TOTAL_HANDLES=$1
    while
        sleep 30
        HANDLES_READY=$(get_number_of_handles_ready)
        echo "There are $HANDLES_READY CM handles in READY state."
        [ $HANDLES_READY -ne $TOTAL_HANDLES ]
    do true; done
}

create_handles() {
    curl --fail --silent --show-error \
        --location 'http://localhost:8883/ncmpInventory/v1/ch' \
        --header 'Authorization: Basic Y3BzdXNlcjpjcHNyMGNrcyE=' \
        --header 'Content-Type: application/json' \
        --data @$CREATE_REQUEST
}

remove_handles_and_record_time() {
    curl --fail --silent --show-error --output /dev/null --write-out '%{time_total}\n' \
        --location 'http://localhost:8883/ncmpInventory/v1/ch' \
        --header 'Authorization: Basic Y3BzdXNlcjpjcHNyMGNrcyE=' \
        --header 'Content-Type: application/json' \
        --header 'Cookie: JSESSIONID=node018g80wfn6qfk9yihx8pne7bc31.node0' \
        --data @$REMOVE_REQUEST >> $REPORT_FILE
}

create_request_bodies() {
    local CREATE_SIZE=$1
    local REMOVE_SIZE=$2
    echo -n '{"dmiPlugin": "http://ncmp-dmi-plugin-stub:8783","createdCmHandles":[' > $CREATE_REQUEST
    echo -n '{"dmiPlugin": "http://ncmp-dmi-plugin-stub:8783","removedCmHandles":[' > $REMOVE_REQUEST
    for i in $(seq 1 $CREATE_SIZE); do
        local CMHANDLE=$(uuidgen | tr -d '-')
        echo -n "{\"cmHandle\": \"$CMHANDLE\",\"cmHandleProperties\":{\"neType\":\"RadioNode\"}}" \
            >> $CREATE_REQUEST
        if [ $i -lt $CREATE_SIZE ]; then
            echo -n "," >> $CREATE_REQUEST
        fi
        if [ $i -le $REMOVE_SIZE ]; then
            echo -n "\"$CMHANDLE\"" >> $REMOVE_REQUEST
        fi
        if [ $i -lt $REMOVE_SIZE ]; then
            echo -n "," >> $REMOVE_REQUEST
        fi
    done
    echo ']}' >> $CREATE_REQUEST
    echo ']}' >> $REMOVE_REQUEST
}

test_deregistration() {
    local REMOVE_SIZE=$1
    local CREATE_SIZE=$2

    echo "Testing deregistration of $REMOVE_SIZE out of $CREATE_SIZE CM handles"

    echo "Restarting docker"
    restart_docker
    echo "Waiting for CPS to start"
    wait_for_cps_to_start

    echo "Creating request bodies"
    create_request_bodies $CREATE_SIZE $REMOVE_SIZE

    echo "[$(date --iso-8601=seconds)] Creating CM handles"
    create_handles
    echo "Waiting for CM handles to be in READY state"
    wait_for_handles_to_be_ready $CREATE_SIZE

    if [ "$GRAB_METRICS" = "true" ]; then
        echo "Grabbing metrics before deregistration"
        METRICS_BEFORE=$(./generate-metrics-report.sh)
    fi

    echo "[$(date --iso-8601=seconds)] Removing CM handles"
    echo -e -n "$REMOVE_SIZE\t$CREATE_SIZE\t" >> $REPORT_FILE
    remove_handles_and_record_time
    echo "There are $(get_number_of_handles_ready) CM handles still in READY state."

    if [ "$GRAB_METRICS" = "true" ]; then
        echo "Grabbing metrics after deregistration"
        METRICS_AFTER=$(./generate-metrics-report.sh)
        echo "Generating metrics report"
        ./subtract-metrics-reports.py -a $METRICS_AFTER -b $METRICS_BEFORE \
            -o metrics-reports/deregister-$(date --iso-8601=seconds)-$REMOVE_SIZE-$CREATE_SIZE.tsv
        rm $METRICS_BEFORE $METRICS_AFTER
    fi

    echo
}

cleanup() {
    rm -f "$CREATE_REQUEST" "$REMOVE_REQUEST"
    stop_docker
}
trap cleanup EXIT

mkdir -p $(dirname $REPORT_FILE)
echo -e "Removed\tTotal\tTime" > $REPORT_FILE

# Delete N/N: 100/100, 200/200... 20000/20000
for number_to_delete in 100 200 300 400 500 600 700 800 900 1000 2000 3000 4000 5000 10000 15000 20000; do
    test_deregistration $number_to_delete $number_to_delete
done
# Delete N/C: 1000/5000, 2000/5000... 5000/5000
for number_to_delete in 1000 2000 3000 4000 5000; do
    test_deregistration $number_to_delete 5000
done
# Delete C/N: 1000/1000, 1000/2000... 1000/5000
for total in 1000 2000 3000 4000 5000; do
    test_deregistration 1000 $total
done