diff options
| -rwxr-xr-x | tools/performance/cloud/cloud-based-performance-test.sh | 148 | ||||
| -rwxr-xr-x[-rw-r--r--] | tools/performance/cloud/consumer-deployment.yaml | 8 | ||||
| -rwxr-xr-x[-rw-r--r--] | tools/performance/cloud/producer-pod.yaml | 20 | ||||
| -rw-r--r-- | tools/performance/cloud/test.properties | 7 | ||||
| -rwxr-xr-x | tools/performance/local/local-performance-test.sh | 2 |
5 files changed, 163 insertions, 22 deletions
diff --git a/tools/performance/cloud/cloud-based-performance-test.sh b/tools/performance/cloud/cloud-based-performance-test.sh new file mode 100755 index 00000000..95bd10a3 --- /dev/null +++ b/tools/performance/cloud/cloud-based-performance-test.sh @@ -0,0 +1,148 @@ +#!/usr/bin/env bash + +SCRIPT_DIRECTORY="$(pwd "$0")" +CONTAINERS_COUNT=1 +PROPERTIES_FILE=${SCRIPT_DIRECTORY}/test.properties +CONFIG_MAP_NAME=performance-test-config +PRODUCER_APPS_LABEL=hv-collector-producer +CONSUMER_APPS_LABEL=hv-collector-kafka-consumer +ONAP_NAMESPACE=onap +MAXIMUM_BACK_OFF_CHECK_ITERATIONS=30 +CHECK_NUMBER=0 +NAME_REASON_PATTERN="custom-columns=NAME:.metadata.name,REASON:.status.containerStatuses[].state.waiting.reason" + +function clean() { + echo "Cleaning up environment" + + echo "Attempting to delete ConfigMap" + kubectl delete configmap ${CONFIG_MAP_NAME} -n ${ONAP_NAMESPACE} + + echo "Attempting to delete consumer deployments" + kubectl delete deployments -l app=${CONSUMER_APPS_LABEL} -n ${ONAP_NAMESPACE} + + echo "Attempting to delete producer pods" + kubectl delete pods -l app=${PRODUCER_APPS_LABEL} -n ${ONAP_NAMESPACE} + + echo "Environment clean up finished!" +} + +function create_producers() { + set -e + for i in $(seq 1 ${CONTAINERS_COUNT}); + do + echo "Creating ${i}/${CONTAINERS_COUNT} producer" + kubectl create -f producer-pod.yaml -n ${ONAP_NAMESPACE} + done + echo "Producers created" + set +e +} + +function usage() { + echo "" + echo "Run cloud based HV-VES performance test" + echo "Usage $0 setup|start|clean|help" + echo " setup : set up ConfigMap and consumers" + echo " start : create producers - start the performance test" + echo " Optional parameters:" + echo " --containers : number of producer containers to create (1)" + echo " --properties-file : path to file with benchmark properties (./test.properties)" + echo " clean : remove ConfigMap, HV-VES consumers and producers" + echo " help : print usage" + echo "Example invocations:" + echo "./cloud-based-performance-test.sh setup" + echo "./cloud-based-performance-test.sh start" + echo "./cloud-based-performance-test.sh start --containers 10" + echo "./cloud-based-performance-test.sh start --containers 10" + echo "./cloud-based-performance-test.sh clean" + exit 1 +} + +function setup_environment() { + echo "Setting up environment" + echo "Creating ConfigMap from: $PROPERTIES_FILE" + kubectl create configmap ${CONFIG_MAP_NAME} --from-env-file=${PROPERTIES_FILE} -n ${ONAP_NAMESPACE} + + echo "Creating consumer deployment" + kubectl apply -f consumer-deployment.yaml -n ${ONAP_NAMESPACE} + + echo "Waiting for consumers to be running." + while [[ $(kubectl get pods -l app=${CONSUMER_APPS_LABEL} -n ${ONAP_NAMESPACE} | grep -c "unhealthy\|starting") -ne 0 ]] ; do + sleep 1 + done + echo "Setting up environment finished!" +} + +function start_performance_test() { + echo "Starting cloud based performance tests" + echo "________________________________________" + echo "Test configuration:" + echo "Producer containers count: ${CONTAINERS_COUNT}" + echo "Properties file path: ${PROPERTIES_FILE}" + echo "________________________________________" + + create_producers + + echo "Waiting for producers completion" + while :; do + COMPLETED_PRODUCERS=$(kubectl get pods -l app=${PRODUCER_APPS_LABEL} -n ${ONAP_NAMESPACE} | grep -c "Completed") + IMAGE_PULL_BACK_OFFS=$(kubectl get pods -l app=${PRODUCER_APPS_LABEL} -n ${ONAP_NAMESPACE} -o ${NAME_REASON_PATTERN} | grep -c "ImagePullBackOff \| ErrImagePull") + + if [[ ${IMAGE_PULL_BACK_OFFS} -gt 0 ]]; then + CHECK_NUMBER=$((CHECK_NUMBER + 1)) + if [[ ${CHECK_NUMBER} -gt ${MAXIMUM_BACK_OFF_CHECK_ITERATIONS} ]]; then + echo "Error: Image pull problem" + exit 1 + fi + fi + + [[ ${COMPLETED_PRODUCERS} -eq ${CONTAINERS_COUNT} || ${CHECK_NUMBER} -gt ${MAXIMUM_BACK_OFF_CHECK_ITERATIONS} ]] && break + sleep 1 + done + + echo "Performance test finished" + exit 0 +} + +cd ${SCRIPT_DIRECTORY} + +if [[ $# -eq 0 ]]; then + usage +else + for arg in ${@} + do + case ${arg} in + setup) + setup_environment + ;; + start) + shift 1 + while [[ $(($#)) -gt 0 ]]; do + case "${1}" in + --containers) + CONTAINERS_COUNT=${2} + ;; + --properties-file) + PROPERTIES_FILE=${2} + ;; + *) + echo "Unknown option: ${1}" + usage + ;; + esac + shift 2 + done + start_performance_test + ;; + clean) + clean + ;; + help) + usage + ;; + *) + echo "Unknown action: ${arg}" >&2 + usage + ;; + esac + done +fi
\ No newline at end of file diff --git a/tools/performance/cloud/consumer-deployment.yaml b/tools/performance/cloud/consumer-deployment.yaml index 9b03aca6..5d382a42 100644..100755 --- a/tools/performance/cloud/consumer-deployment.yaml +++ b/tools/performance/cloud/consumer-deployment.yaml @@ -41,12 +41,12 @@ spec: spec: containers: - name: kafka-consumer-counting - image: hv-collector-kafka-consumer:1.3.0-SNAPSHOT + image: nexus3.dyn.nesc.nokia.net:10001/onap/org.onap.dcaegen2.collectors.hv-ves.hv-collector-kafka-consumer:1.3.0-SNAPSHOT ports: - containerPort: 8080 env: - name: LISTEN_PORT - value: 8080 + value: "8080" - name: KAFKA_BOOTSTRAP_SERVERS valueFrom: configMapKeyRef: @@ -84,12 +84,12 @@ spec: spec: containers: - name: kafka-processing-consumer - image: hv-collector-kafka-consumer:1.3.0-SNAPSHOT + image: nexus3.dyn.nesc.nokia.net:10001/onap/org.onap.dcaegen2.collectors.hv-ves.hv-collector-kafka-consumer:1.3.0-SNAPSHOT ports: - containerPort: 8080 env: - name: LISTEN_PORT - value: 8080 + value: "8080" - name: KAFKA_BOOTSTRAP_SERVERS valueFrom: configMapKeyRef: diff --git a/tools/performance/cloud/producer-pod.yaml b/tools/performance/cloud/producer-pod.yaml index 75d03795..b3248cba 100644..100755 --- a/tools/performance/cloud/producer-pod.yaml +++ b/tools/performance/cloud/producer-pod.yaml @@ -19,25 +19,20 @@ apiVersion: v1 kind: Pod metadata: - name: hv-collector-producer + generateName: hv-collector-producer- namespace: onap labels: app: hv-collector-producer spec: containers: - name: hv-collector-producer - image: the-a-team-registry-local.esisoj70.emea.nsn-net.net/onap/org.onap.dcaegen2.collectors.hv-ves.hv-collector-rust-client:latest + image: the-a-team-registry-local.esisoj70.emea.nsn-net.net/onap/org.onap.dcaegen2.collectors.hv-ves.hv-collector-go-client:latest env: - name: HV_VES_ADDRESS valueFrom: configMapKeyRef: name: performance-test-config key: producer.hvVesAddress - - name: CLIENTS_COUNT - valueFrom: - configMapKeyRef: - name: performance-test-config - key: producer.client.count - name: MSG_SIZE valueFrom: configMapKeyRef: @@ -53,9 +48,8 @@ spec: configMapKeyRef: name: performance-test-config key: producer.message.interval - args: ["--ssl-disable", - "--address", "$HV_VES_ADDRESS", - "--clients", "$CLIENTS_COUNT", - "--msgsize", "$MSG_SIZE", - "--msgcount", "$MSG_COUNT", - "--intervalms", "$INTERVAL_MS"]
\ No newline at end of file + args: ["--address", "$(HV_VES_ADDRESS)", + "--msgsize", "$(MSG_SIZE)", + "--msgcount", "$(MSG_COUNT)", + "--intervalms", "$(INTERVAL_MS)"] + restartPolicy: Never
\ No newline at end of file diff --git a/tools/performance/cloud/test.properties b/tools/performance/cloud/test.properties index 9865339c..596119e7 100644 --- a/tools/performance/cloud/test.properties +++ b/tools/performance/cloud/test.properties @@ -1,9 +1,9 @@ -# TODO: in script create configmap from that file - # PRODUCER CONFIGURATION # HV-VES address -producer.hvVesAddress=ves-hv-collector:6061 +#producer.hvVesAddress=<host>:<port> +producer.hvVesAddress=10.43.165.111:6061 + # Number of pods to create producer.pod.count=1 # Number of clients per pod @@ -15,7 +15,6 @@ producer.message.count=1000 # Interval between messages producer.message.interval=0 - # CONSUMER CONFIGURATION # Addresses of Kafka services to consume from diff --git a/tools/performance/local/local-performance-test.sh b/tools/performance/local/local-performance-test.sh index 6d08b8e7..2fcd1305 100755 --- a/tools/performance/local/local-performance-test.sh +++ b/tools/performance/local/local-performance-test.sh @@ -5,7 +5,7 @@ CERT_FILE=${CERT_FILE:-/ssl/client.p12} CERT_PASS_FILE=${CERT_PASS_FILE:-/ssl/client.pass} HV_VES_NETWORK=${HV_VES_NETWORK:-local_default} VOLUME_MAPPING=${VOLUME_MAPPING:-$SCRIPT_DIRECTORY/../../ssl/:/ssl} -PRODUCER_IMAGE_NAME=${PRODUCER_IMAGE_NAME:-the-a-team-registry-local.esisoj70.emea.nsn-net.net/onap/org.onap.dcaegen2.collectors.hv-ves.hv-collector-rust-client:latest} +PRODUCER_IMAGE_NAME=${PRODUCER_IMAGE_NAME:-the-a-team-registry-local.esisoj70.emea.nsn-net.net/onap/org.onap.dcaegen2.collectors.hv-ves.hv-collector-go-client:latest} PRODUCER_APP_NAME=hv-ves-producer HV_VES_ADDRESS=ves-hv-collector:6061 |