summaryrefslogtreecommitdiffstats
path: root/tools
diff options
context:
space:
mode:
authorkjaniak <kornel.janiak@nokia.com>2019-07-12 14:29:25 +0200
committerkjaniak <kornel.janiak@nokia.com>2019-07-17 15:11:07 +0200
commite117efb15a1202e982c69a3686f049211f7889db (patch)
tree5a64d574ec414a5f75cb8e52a819dde2092589cd /tools
parenta313a7fb4ba81e960397ec432ce02c28804a44b4 (diff)
Adding script for Performance tests of HV-VES on cloud
Change-Id: If71b0e8b04ce23a5daafef632788667ccd50c1a1 Issue-ID: DCAEGEN2-1664 Signed-off-by: kjaniak <kornel.janiak@nokia.com>
Diffstat (limited to 'tools')
-rwxr-xr-xtools/performance/cloud/cloud-based-performance-test.sh148
-rwxr-xr-x[-rw-r--r--]tools/performance/cloud/consumer-deployment.yaml8
-rwxr-xr-x[-rw-r--r--]tools/performance/cloud/producer-pod.yaml20
-rw-r--r--tools/performance/cloud/test.properties7
-rwxr-xr-xtools/performance/local/local-performance-test.sh2
5 files changed, 163 insertions, 22 deletions
diff --git a/tools/performance/cloud/cloud-based-performance-test.sh b/tools/performance/cloud/cloud-based-performance-test.sh
new file mode 100755
index 00000000..95bd10a3
--- /dev/null
+++ b/tools/performance/cloud/cloud-based-performance-test.sh
@@ -0,0 +1,148 @@
+#!/usr/bin/env bash
+
+SCRIPT_DIRECTORY="$(pwd "$0")"
+CONTAINERS_COUNT=1
+PROPERTIES_FILE=${SCRIPT_DIRECTORY}/test.properties
+CONFIG_MAP_NAME=performance-test-config
+PRODUCER_APPS_LABEL=hv-collector-producer
+CONSUMER_APPS_LABEL=hv-collector-kafka-consumer
+ONAP_NAMESPACE=onap
+MAXIMUM_BACK_OFF_CHECK_ITERATIONS=30
+CHECK_NUMBER=0
+NAME_REASON_PATTERN="custom-columns=NAME:.metadata.name,REASON:.status.containerStatuses[].state.waiting.reason"
+
+function clean() {
+ echo "Cleaning up environment"
+
+ echo "Attempting to delete ConfigMap"
+ kubectl delete configmap ${CONFIG_MAP_NAME} -n ${ONAP_NAMESPACE}
+
+ echo "Attempting to delete consumer deployments"
+ kubectl delete deployments -l app=${CONSUMER_APPS_LABEL} -n ${ONAP_NAMESPACE}
+
+ echo "Attempting to delete producer pods"
+ kubectl delete pods -l app=${PRODUCER_APPS_LABEL} -n ${ONAP_NAMESPACE}
+
+ echo "Environment clean up finished!"
+}
+
+function create_producers() {
+ set -e
+ for i in $(seq 1 ${CONTAINERS_COUNT});
+ do
+ echo "Creating ${i}/${CONTAINERS_COUNT} producer"
+ kubectl create -f producer-pod.yaml -n ${ONAP_NAMESPACE}
+ done
+ echo "Producers created"
+ set +e
+}
+
+function usage() {
+ echo ""
+ echo "Run cloud based HV-VES performance test"
+ echo "Usage $0 setup|start|clean|help"
+ echo " setup : set up ConfigMap and consumers"
+ echo " start : create producers - start the performance test"
+ echo " Optional parameters:"
+ echo " --containers : number of producer containers to create (1)"
+ echo " --properties-file : path to file with benchmark properties (./test.properties)"
+ echo " clean : remove ConfigMap, HV-VES consumers and producers"
+ echo " help : print usage"
+ echo "Example invocations:"
+ echo "./cloud-based-performance-test.sh setup"
+ echo "./cloud-based-performance-test.sh start"
+ echo "./cloud-based-performance-test.sh start --containers 10"
+ echo "./cloud-based-performance-test.sh start --containers 10"
+ echo "./cloud-based-performance-test.sh clean"
+ exit 1
+}
+
+function setup_environment() {
+ echo "Setting up environment"
+ echo "Creating ConfigMap from: $PROPERTIES_FILE"
+ kubectl create configmap ${CONFIG_MAP_NAME} --from-env-file=${PROPERTIES_FILE} -n ${ONAP_NAMESPACE}
+
+ echo "Creating consumer deployment"
+ kubectl apply -f consumer-deployment.yaml -n ${ONAP_NAMESPACE}
+
+ echo "Waiting for consumers to be running."
+ while [[ $(kubectl get pods -l app=${CONSUMER_APPS_LABEL} -n ${ONAP_NAMESPACE} | grep -c "unhealthy\|starting") -ne 0 ]] ; do
+ sleep 1
+ done
+ echo "Setting up environment finished!"
+}
+
+function start_performance_test() {
+ echo "Starting cloud based performance tests"
+ echo "________________________________________"
+ echo "Test configuration:"
+ echo "Producer containers count: ${CONTAINERS_COUNT}"
+ echo "Properties file path: ${PROPERTIES_FILE}"
+ echo "________________________________________"
+
+ create_producers
+
+ echo "Waiting for producers completion"
+ while :; do
+ COMPLETED_PRODUCERS=$(kubectl get pods -l app=${PRODUCER_APPS_LABEL} -n ${ONAP_NAMESPACE} | grep -c "Completed")
+ IMAGE_PULL_BACK_OFFS=$(kubectl get pods -l app=${PRODUCER_APPS_LABEL} -n ${ONAP_NAMESPACE} -o ${NAME_REASON_PATTERN} | grep -c "ImagePullBackOff \| ErrImagePull")
+
+ if [[ ${IMAGE_PULL_BACK_OFFS} -gt 0 ]]; then
+ CHECK_NUMBER=$((CHECK_NUMBER + 1))
+ if [[ ${CHECK_NUMBER} -gt ${MAXIMUM_BACK_OFF_CHECK_ITERATIONS} ]]; then
+ echo "Error: Image pull problem"
+ exit 1
+ fi
+ fi
+
+ [[ ${COMPLETED_PRODUCERS} -eq ${CONTAINERS_COUNT} || ${CHECK_NUMBER} -gt ${MAXIMUM_BACK_OFF_CHECK_ITERATIONS} ]] && break
+ sleep 1
+ done
+
+ echo "Performance test finished"
+ exit 0
+}
+
+cd ${SCRIPT_DIRECTORY}
+
+if [[ $# -eq 0 ]]; then
+ usage
+else
+ for arg in ${@}
+ do
+ case ${arg} in
+ setup)
+ setup_environment
+ ;;
+ start)
+ shift 1
+ while [[ $(($#)) -gt 0 ]]; do
+ case "${1}" in
+ --containers)
+ CONTAINERS_COUNT=${2}
+ ;;
+ --properties-file)
+ PROPERTIES_FILE=${2}
+ ;;
+ *)
+ echo "Unknown option: ${1}"
+ usage
+ ;;
+ esac
+ shift 2
+ done
+ start_performance_test
+ ;;
+ clean)
+ clean
+ ;;
+ help)
+ usage
+ ;;
+ *)
+ echo "Unknown action: ${arg}" >&2
+ usage
+ ;;
+ esac
+ done
+fi \ No newline at end of file
diff --git a/tools/performance/cloud/consumer-deployment.yaml b/tools/performance/cloud/consumer-deployment.yaml
index 9b03aca6..5d382a42 100644..100755
--- a/tools/performance/cloud/consumer-deployment.yaml
+++ b/tools/performance/cloud/consumer-deployment.yaml
@@ -41,12 +41,12 @@ spec:
spec:
containers:
- name: kafka-consumer-counting
- image: hv-collector-kafka-consumer:1.3.0-SNAPSHOT
+ image: nexus3.dyn.nesc.nokia.net:10001/onap/org.onap.dcaegen2.collectors.hv-ves.hv-collector-kafka-consumer:1.3.0-SNAPSHOT
ports:
- containerPort: 8080
env:
- name: LISTEN_PORT
- value: 8080
+ value: "8080"
- name: KAFKA_BOOTSTRAP_SERVERS
valueFrom:
configMapKeyRef:
@@ -84,12 +84,12 @@ spec:
spec:
containers:
- name: kafka-processing-consumer
- image: hv-collector-kafka-consumer:1.3.0-SNAPSHOT
+ image: nexus3.dyn.nesc.nokia.net:10001/onap/org.onap.dcaegen2.collectors.hv-ves.hv-collector-kafka-consumer:1.3.0-SNAPSHOT
ports:
- containerPort: 8080
env:
- name: LISTEN_PORT
- value: 8080
+ value: "8080"
- name: KAFKA_BOOTSTRAP_SERVERS
valueFrom:
configMapKeyRef:
diff --git a/tools/performance/cloud/producer-pod.yaml b/tools/performance/cloud/producer-pod.yaml
index 75d03795..b3248cba 100644..100755
--- a/tools/performance/cloud/producer-pod.yaml
+++ b/tools/performance/cloud/producer-pod.yaml
@@ -19,25 +19,20 @@
apiVersion: v1
kind: Pod
metadata:
- name: hv-collector-producer
+ generateName: hv-collector-producer-
namespace: onap
labels:
app: hv-collector-producer
spec:
containers:
- name: hv-collector-producer
- image: the-a-team-registry-local.esisoj70.emea.nsn-net.net/onap/org.onap.dcaegen2.collectors.hv-ves.hv-collector-rust-client:latest
+ image: the-a-team-registry-local.esisoj70.emea.nsn-net.net/onap/org.onap.dcaegen2.collectors.hv-ves.hv-collector-go-client:latest
env:
- name: HV_VES_ADDRESS
valueFrom:
configMapKeyRef:
name: performance-test-config
key: producer.hvVesAddress
- - name: CLIENTS_COUNT
- valueFrom:
- configMapKeyRef:
- name: performance-test-config
- key: producer.client.count
- name: MSG_SIZE
valueFrom:
configMapKeyRef:
@@ -53,9 +48,8 @@ spec:
configMapKeyRef:
name: performance-test-config
key: producer.message.interval
- args: ["--ssl-disable",
- "--address", "$HV_VES_ADDRESS",
- "--clients", "$CLIENTS_COUNT",
- "--msgsize", "$MSG_SIZE",
- "--msgcount", "$MSG_COUNT",
- "--intervalms", "$INTERVAL_MS"] \ No newline at end of file
+ args: ["--address", "$(HV_VES_ADDRESS)",
+ "--msgsize", "$(MSG_SIZE)",
+ "--msgcount", "$(MSG_COUNT)",
+ "--intervalms", "$(INTERVAL_MS)"]
+ restartPolicy: Never \ No newline at end of file
diff --git a/tools/performance/cloud/test.properties b/tools/performance/cloud/test.properties
index 9865339c..596119e7 100644
--- a/tools/performance/cloud/test.properties
+++ b/tools/performance/cloud/test.properties
@@ -1,9 +1,9 @@
-# TODO: in script create configmap from that file
-
# PRODUCER CONFIGURATION
# HV-VES address
-producer.hvVesAddress=ves-hv-collector:6061
+#producer.hvVesAddress=<host>:<port>
+producer.hvVesAddress=10.43.165.111:6061
+
# Number of pods to create
producer.pod.count=1
# Number of clients per pod
@@ -15,7 +15,6 @@ producer.message.count=1000
# Interval between messages
producer.message.interval=0
-
# CONSUMER CONFIGURATION
# Addresses of Kafka services to consume from
diff --git a/tools/performance/local/local-performance-test.sh b/tools/performance/local/local-performance-test.sh
index 6d08b8e7..2fcd1305 100755
--- a/tools/performance/local/local-performance-test.sh
+++ b/tools/performance/local/local-performance-test.sh
@@ -5,7 +5,7 @@ CERT_FILE=${CERT_FILE:-/ssl/client.p12}
CERT_PASS_FILE=${CERT_PASS_FILE:-/ssl/client.pass}
HV_VES_NETWORK=${HV_VES_NETWORK:-local_default}
VOLUME_MAPPING=${VOLUME_MAPPING:-$SCRIPT_DIRECTORY/../../ssl/:/ssl}
-PRODUCER_IMAGE_NAME=${PRODUCER_IMAGE_NAME:-the-a-team-registry-local.esisoj70.emea.nsn-net.net/onap/org.onap.dcaegen2.collectors.hv-ves.hv-collector-rust-client:latest}
+PRODUCER_IMAGE_NAME=${PRODUCER_IMAGE_NAME:-the-a-team-registry-local.esisoj70.emea.nsn-net.net/onap/org.onap.dcaegen2.collectors.hv-ves.hv-collector-go-client:latest}
PRODUCER_APP_NAME=hv-ves-producer
HV_VES_ADDRESS=ves-hv-collector:6061