aboutsummaryrefslogtreecommitdiffstats
path: root/testsuites/stability
diff options
context:
space:
mode:
authoreikrwaq <waqas.ikram@ericsson.com>2018-05-11 12:39:53 +0100
committereikrwaq <waqas.ikram@ericsson.com>2018-05-11 12:46:22 +0100
commitf820927025acf49622148763f87795342008ad5d (patch)
tree7e9fb1839c64aa1c979ba5045595899f360b4a29 /testsuites/stability
parentd5b94ff49c1eb93de86afc2139c7266706161091 (diff)
Adding performance test script
Change-Id: I19489319e590faa40ab35bc71eb6eb226212c579 Issue-ID: POLICY-529 Signed-off-by: eikrwaq <waqas.ikram@ericsson.com>
Diffstat (limited to 'testsuites/stability')
-rw-r--r--testsuites/stability/src/assembly/assembly.xml1
-rw-r--r--testsuites/stability/src/main/resources/amsterdam/droolsPdpStabilityTestPlan.jmx20
-rw-r--r--testsuites/stability/src/main/resources/amsterdam/generate_performace_report.sh185
3 files changed, 206 insertions, 0 deletions
diff --git a/testsuites/stability/src/assembly/assembly.xml b/testsuites/stability/src/assembly/assembly.xml
index 4d1a64ceb..f0ae24347 100644
--- a/testsuites/stability/src/assembly/assembly.xml
+++ b/testsuites/stability/src/assembly/assembly.xml
@@ -31,6 +31,7 @@
<outputDirectory>tests/amsterdam</outputDirectory>
<includes>
<include>*.jmx</include>
+ <include>*.sh</include>
</includes>
<lineEnding>unix</lineEnding>
<fileMode>0644</fileMode>
diff --git a/testsuites/stability/src/main/resources/amsterdam/droolsPdpStabilityTestPlan.jmx b/testsuites/stability/src/main/resources/amsterdam/droolsPdpStabilityTestPlan.jmx
index 8a327622a..0dc2cca2d 100644
--- a/testsuites/stability/src/main/resources/amsterdam/droolsPdpStabilityTestPlan.jmx
+++ b/testsuites/stability/src/main/resources/amsterdam/droolsPdpStabilityTestPlan.jmx
@@ -1,3 +1,23 @@
+<!--
+ ============LICENSE_START=======================================================
+ stability
+ ================================================================================
+ Copyright (C) 2018 Ericsson. All rights reserved.
+ ================================================================================
+ Licensed under the Apache License, Version 2.0 (the "License");
+ you may not use this file except in compliance with the License.
+ You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+ ============LICENSE_END=========================================================
+ -->
+
<?xml version="1.0" encoding="UTF-8"?>
<jmeterTestPlan version="1.2" properties="4.0" jmeter="4.0 r1823414">
<hashTree>
diff --git a/testsuites/stability/src/main/resources/amsterdam/generate_performace_report.sh b/testsuites/stability/src/main/resources/amsterdam/generate_performace_report.sh
new file mode 100644
index 000000000..846628543
--- /dev/null
+++ b/testsuites/stability/src/main/resources/amsterdam/generate_performace_report.sh
@@ -0,0 +1,185 @@
+#!/bin/bash
+
+# Copyright (C) 2018 Ericsson. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# The aim of this script is to collect performance metric for policies running in PDP-D.
+#
+# Pre-requisites:
+#
+# Run the JMeter Stability test plan (see below link) on the PDP-D for atleast few hours so that enough samples are collected and used for performance calculation.
+#
+# Recommendation:
+# Run for 72 hours
+#
+# https://gerrit.onap.org/r/gitweb?p=policy/drools-applications.git;a=blob;f=testsuites/stability/src/main/resources/amsterdam/droolsPdpStabilityTestPlan.jmx;h=8a327622acc38b4615e000bfab3f778d1997e6e7;hb=refs/heads/master
+#
+# How to run:
+# 1: Copy this script to drools container
+# 2: Pass following parameters to run the script
+# - log-dir : the complete directory location of audit.log file.
+# - wait : the wait time configured in JMeter test plan.
+#
+# Sample command for running the script: ./generate_performance_report -l /var/log/onap/policy/pdpd -w 500
+# Note: -h or --help can be used to display details about input parameters.
+#
+# How it works
+# The script will parse the audit.log file at the specified location and fetch the running time of each policy.
+# Take enough samples and then calculate the average time taken for policies to complete.
+
+usage()
+{
+_msg_="$@"
+scriptname=$(basename $0)
+
+cat<<-EOF
+
+Command Arguments:
+
+-l, --log-dir
+ Mandatory argument. Directory location of audit logs.
+
+-w, --wait
+ Mandatory argument. Wait time between onset and appc for vCPE and vFW (in milliseconds)
+
+-h, --help
+ Optional argument. Display this usage.
+
+EOF
+exit 1
+
+}
+
+process_vCPE() {
+ # vCPE use case
+ vcpe_perf_list=($(ls -lrth $LOG_DIR/audit.* | awk '{print $9}'| xargs -n1 zgrep vCPE | grep COMPLETE | grep generic-vnf.vnf-id | awk -F'|' '{print $7 }' | tail -10000))
+
+ vcpeTotal=0
+ vcpeSum=0
+ for count in "${vcpe_perf_list[@]}"
+ do
+ vcpeSum=$(($vcpeSum + $count))
+ vcpeTotal=$(($vcpeTotal + 1))
+ done
+ # Multiplying by 2 because stability test waits after onset and abatement
+ average=$((($vcpeSum / $vcpeTotal)-(2*$WAIT)))
+ echo "Average time taken to execute vCPE use case: $average ms [samples taken for average: $vcpeTotal]"
+}
+
+process_vFW() {
+ # vFirewall use case
+ vfw_perf_list=($(ls -lrth $LOG_DIR/audit.* | awk '{print $9}'| xargs -n1 zgrep vFirewall | grep COMPLETE | grep generic-vnf.vnf-id | awk -F'|' '{print $7 }' | tail -10000))
+
+ vfwTotal=0
+ vfwSum=0
+ for count in "${vfw_perf_list[@]}"
+ do
+ vfwSum=$(($vfwSum + $count))
+ vfwTotal=$(($vfwTotal + 1))
+ done
+ # Substracting wait as stability test waits after onset
+ average=$((($vfwSum / $vfwTotal)-$WAIT))
+ echo "Average time taken to execute vFirewall use case: $average ms [samples taken for average: $vfwTotal]"
+}
+
+process_vDNS() {
+ # vDNS use case
+ vdns_perf_list=($(ls -lrth $LOG_DIR/audit.* | awk '{print $9}'| xargs -n1 zgrep vDNS | grep COMPLETE | grep vserver.vserver-name | awk -F'|' '{print $7 }' | tail -10000))
+
+ vdnsTotal=0
+ vdnsSum=0
+ for count in "${vdns_perf_list[@]}"
+ do
+ vdnsSum=$(($vdnsSum + $count))
+ vdnsTotal=$(($vdnsTotal + 1))
+ done
+ average=$(($vdnsSum / $vdnsTotal))
+ echo "Average time taken to execute vDNS use case: $average ms [samples taken for average: $vdnsTotal]"
+}
+
+process_VOLTE() {
+ # VOLTE use case
+ volte_perf_list=($(ls -lrth $LOG_DIR/audit.* | awk '{print $9}'| xargs -n1 zgrep VOLTE | grep COMPLETE | awk -F'|' '{print $7 }' | tail -10000))
+
+ volteTotal=0
+ volteSum=0
+ for count in "${volte_perf_list[@]}"
+ do
+ volteSum=$(($volteSum + $count))
+ volteTotal=$(($volteTotal + 1))
+ done
+ average=$(($volteSum / $volteTotal))
+ echo "Average time taken to execute VOLTE use case: $average ms [samples taken for average: $volteTotal]"
+}
+
+# Called when script is executed with invalid arguments
+invalid_arguments() {
+echo "Missing or invalid option(s):"
+echo "$@"
+echo "Try -help for more information"
+ exit 1
+}
+
+# Process the arguments passed to the script
+process_arguments() {
+short_args="hl:w:"
+long_args="help,log-dir:wait:"
+
+args=$(getopt -o $short_args -l $long_args -n "$0" -- "$@" 2>&1 )
+[[ $? -ne 0 ]] && invalid_arguments $( echo " $args"| head -1 )
+[[ $# -eq 0 ]] && invalid_arguments "No options provided"
+eval set -- "$args"
+cmd_arg="$0"
+
+while true; do
+ case "$1" in
+ -l|--log-dir)
+ LOG_DIR=$2
+ shift 2 ;;
+ -w|--wait)
+ WAIT=$2
+ shift 2 ;;
+ -h|--help)
+ usage
+ exit 0
+ ;;
+ --)
+ shift
+ break ;;
+ *)
+ echo BAD ARGUMENTS # perhaps error
+ break ;;
+ esac
+done
+
+if ! [[ -d $LOG_DIR ]]; then
+ echo "$LOG_DIR does not exists" >&2; exit 1
+fi
+
+re='^[0-9]+$'
+if ! [[ $WAIT =~ $re ]] ; then
+ echo "error: WAIT must be number " >&2; exit 1
+fi
+
+}
+
+
+# main body
+process_arguments $@
+process_vCPE
+process_vFW
+process_vDNS
+process_VOLTE
+
+