From 0ab23314c928f61a4eb6309623f93d225181fa88 Mon Sep 17 00:00:00 2001 From: Jim Hahn Date: Thu, 26 Jul 2018 10:46:26 -0400 Subject: add scripts to measure performance of PDP-D Also changed tabs to spaces in scripts. Fix typo in script name: "performace" -> "performance". Add comments to uebtime.sh. Removed comments about "wait". Added "mt" to report script name. Updated comments in both scripts. Renamed jmeter script. Modified uebtime.sh to scan zipped network files, too, and then combined uebtime.sh into generate.sh. Removed commented-out code from generate.sh. Ignore errors from "ls network*.zip" in generate.sh. Restructured the network.log parser and included additional request types in the list of times it extracts from the log. Removed unused import. Rebased. Removed unneeded network.log match pattern. Added comments about matching abatements. Renamed script to use hyphens instead of underscores, and dropped the ".sh" extension. Change-Id: I5f8e74cec3e83d5427be03f5e684c871a038f923 Issue-ID: POLICY-888 Signed-off-by: Jim Hahn --- .../amsterdam/policyMTPerformanceTestPlan.jmx | 1393 ++++++++++++++++++++ 1 file changed, 1393 insertions(+) create mode 100644 testsuites/performance/src/main/resources/amsterdam/policyMTPerformanceTestPlan.jmx (limited to 'testsuites/performance/src/main/resources/amsterdam/policyMTPerformanceTestPlan.jmx') diff --git a/testsuites/performance/src/main/resources/amsterdam/policyMTPerformanceTestPlan.jmx b/testsuites/performance/src/main/resources/amsterdam/policyMTPerformanceTestPlan.jmx new file mode 100644 index 000000000..660e468f5 --- /dev/null +++ b/testsuites/performance/src/main/resources/amsterdam/policyMTPerformanceTestPlan.jmx @@ -0,0 +1,1393 @@ + + + + + + + false + false + + + + + + + + + + threads + 10 + = + + + loops + 1000 + = + + + rampUpSec + 10 + = + + + failures + false + = + + + vcpe + true + = + + + vdns + true + = + + + vfw + true + = + + + volte + true + = + + + pdpdServer + dev-drools-0 + = + + + uebServer + message-router + = + + + notifyTopic + POLICY-CL-MGT + = + + + eventTopic + unauthenticated.DCAE_CL_OUTPUT + = + + + appcRespTopic + APPC-LCM-WRITE + = + + + appcRespTopic2 + APPC-CL + = + + + vCPEName + ControlLoop-vCPE-48f0c2c3-a172-4192-9ae3-052274181b6e + = + + + vDNSName + ControlLoop-vDNS-6f37f56d-a87d-4b85-b6a9-cc953cf779b3 + = + + + vFWName + ControlLoop-vFirewall-d0a1dfc6-94f5-4fd4-a5b5-4630b438850a + = + + + VOLTEName + ControlLoop-VOLTE-2179b738-fd36-4843-a71a-a8c24c70c55b + = + + + + + + + + http://${pdpdServer}:9696/ + @1b3rt + 31nst31n + + + + + + + + + + + ${pdpdServer} + 9696 + + + http + + + 6 + + + + continue + + false + 1 + + ${threads} + ${rampUpSec} + 1525540233000 + 1525540233000 + false + + + + + + + + requestId + + = + + + vnfId + + = + + + consumerGroup + + = + + + + + + + + + ${uebServer} + 3904 + 20000 + 20000 + + + /events/${notifyTopic}/${consumerGroup}/1?timeout=5000&limit=1 + GET + true + false + true + false + false + + + + + groovy + + + + import java.util.UUID; +vars.put("consumerGroup", "policy-${__machineName}-${__threadNum}"); + + + + + + \[.* + + Assertion.response_data + false + 1 + + + + + true + ${loops} + + + + ${vcpe} + false + true + + + + + + true + + + + false + { + "closedLoopControlName": "${vCPEName}", + "closedLoopAlarmStart": 1463679805324, + "closedLoopEventClient": "DCAE_INSTANCE_ID.dcae-tca", + "closedLoopEventStatus": "ONSET", + "requestID": "${requestId}", + "target_type": "VNF", + "target": "generic-vnf.vnf-id", + "AAI": { + "vserver.is-closed-loop-disabled": "false", + "generic-vnf.vnf-id": "${vnfId}" + }, + "from": "DCAE", + "version": "1.0.2" +} + + = + + + + + + + + + + policy/pdp/engine/topics/sources/ueb/${eventTopic}/events + PUT + true + false + true + false + false + + + + + groovy + + + + import java.util.UUID; +String reqid = UUID.randomUUID().toString(); +vars.put("requestId", reqid); +vars.put("vnfId", "vnf-"+reqid); + + + + + + + + + true + {"class":"And", "filters": [ { "class":"Equals", "field":"requestId", "value":"${requestId}" }, { "class":"EndsWith", "string":"${policyName}", "value":"GUARD_PERMITTED" }]} + = + true + filter + + + + ${uebServer} + 3904 + 20000 + 20000 + + + /events/${notifyTopic}/${consumerGroup}/1 + GET + true + false + true + false + false + + + + + + notification + + Assertion.response_data + false + 16 + + + + + true + + + + false + { + "body": { + "output": { + "common-header": { + "timestamp": "2017-08-25T21:06:23.037Z", + "api-ver": "5.00", + "originator-id": "${requestId}", + "request-id": "${requestId}", + "sub-request-id": "1", + "flags": {} + }, + "status": { + "code": 400, + "message": "Restart Successful" + } + } + }, + "version": "2.0", + "rpc-name": "restart", + "correlation-id": "664be3d2-6c12-4f4b-a3e7-c349acced200-1", + "type": "response" +} + + = + + + + + + + + + + policy/pdp/engine/topics/sources/ueb/${appcRespTopic}/events + PUT + true + false + true + false + false + + + + + + + + true + {"class":"And", "filters": [ { "class":"Equals", "field":"requestId", "value":"${requestId}" }, { "class":"EndsWith", "string":"${policyName}", "value":"APPC.LCM.RESPONSE" }]} + = + true + filter + + + + ${uebServer} + 3904 + 20000 + 20000 + + + /events/${notifyTopic}/${consumerGroup}/1 + GET + true + false + true + false + false + + + + + + notification + + Assertion.response_data + false + 16 + + + + + true + + + + false + { + "closedLoopControlName": "${vCPEName}", + "closedLoopAlarmStart": 1463679805324, + "closedLoopAlarmEnd": 1463699805324, + "closedLoopEventClient": "DCAE_INSTANCE_ID.dcae-tca", + "closedLoopEventStatus": "ABATED", + "requestID": "${requestId}", + "target_type": "VNF", + "target": "generic-vnf.vnf-id", + "AAI": { + "vserver.is-closed-loop-disabled": "false", + "generic-vnf.vnf-id": "${vnfId}" + }, + "from": "DCAE", + "version": "1.0.2" +} + + = + + + + + + + + + + policy/pdp/engine/topics/sources/ueb/${eventTopic}/events + PUT + true + false + true + false + false + + + + + + + + true + {"class":"And", "filters": [ { "class":"Equals", "field":"requestId", "value":"${requestId}" }, { "class":"Equals", "field":"notification", "value":"FINAL: SUCCESS" }]} + = + true + filter + + + + ${uebServer} + 3904 + 20000 + 20000 + + + /events/${notifyTopic}/${consumerGroup}/1 + GET + true + false + true + false + false + + + + + + notification + + Assertion.response_data + false + 16 + + + + + + ${failures} + false + true + + + + true + + + + false + { + "closedLoopControlName": "${vCPEName}", + "closedLoopAlarmStart": 1463679805324, + "closedLoopEventClient": "DCAE_INSTANCE_ID.dcae-tca", + "closedLoopEventStatus": "ONSET", + "requestID": "${requestId}", + "target_type": "VNF", + "target": "generic-vnf.vnf-id", + "AAI": { + "vserver.is-closed-loop-disabled": "false", + "generic-vnf.vnf-id": "${vnfId}" + }, + "from": "DCAE", + "version": "1.0.2" +} + + = + + + + + + + + + + policy/pdp/engine/topics/sources/ueb/${eventTopic}/events + PUT + true + false + true + false + false + + + + + groovy + + + + import java.util.UUID; +String reqid = UUID.randomUUID().toString(); +vars.put("requestId", reqid); +vars.put("vnfId", "vnf-"+reqid); + + + + + + + + + true + {"class":"And", "filters": [ { "class":"Equals", "field":"requestId", "value":"${requestId}" }, { "class":"EndsWith", "string":"${policyName}", "value":"GUARD_PERMITTED" }]} + = + true + filter + + + + ${uebServer} + 3904 + 20000 + 20000 + + + /events/${notifyTopic}/${consumerGroup}/1 + GET + true + false + true + false + false + + + + + + notification + + Assertion.response_data + false + 16 + + + + + true + + + + false + { + "body": { + "output": { + "common-header": { + "timestamp": "2017-08-25T21:06:23.037Z", + "api-ver": "5.00", + "originator-id": "${requestId}", + "request-id": "${requestId}", + "sub-request-id": "1", + "flags": {} + }, + "status": { + "code": 500, + "message": "Restart Failed" + } + } + }, + "version": "2.0", + "rpc-name": "restart", + "correlation-id": "664be3d2-6c12-4f4b-a3e7-c349acced200-1", + "type": "response" +} + + = + + + + + + + + + + policy/pdp/engine/topics/sources/ueb/${appcRespTopic}/events + PUT + true + false + true + false + false + + + + + + + + true + {"class":"And", "filters": [ { "class":"Equals", "field":"requestId", "value":"${requestId}" }, { "class":"Equals", "field":"notification", "value":"FINAL: FAILURE" }]} + = + true + filter + + + + ${uebServer} + 3904 + 20000 + 20000 + + + /events/${notifyTopic}/${consumerGroup}/1 + GET + true + false + true + false + false + + + + + + notification + + Assertion.response_data + false + 16 + + + + + + + ${vdns} + false + true + + + + + + true + + + + false + { + "closedLoopControlName": "${vDNSName}", + "closedLoopAlarmStart": 1484677482204798, + "closedLoopEventClient": "DCAE_INSTANCE_ID.dcae-tca", + "closedLoopEventStatus": "ONSET", + "requestID": "${requestId}", + "target_type": "VNF", + "target": "vserver.vserver-name", + "AAI": { + "vserver.is-closed-loop-disabled": "false", + "vserver.vserver-name": "${vserverName}" + }, + "from": "DCAE", + "version": "1.0.2" +} + + = + + + + + + + + + + policy/pdp/engine/topics/sources/ueb/${eventTopic}/events + PUT + true + false + true + false + false + + + + + groovy + + + + import java.util.UUID; +String reqid = UUID.randomUUID().toString(); +vars.put("requestId", reqid); +vars.put("vserverName", "vserver-"+reqid); + + + + + + + + + true + {"class":"And", "filters": [ { "class":"Equals", "field":"requestId", "value":"${requestId}" }, { "class":"Equals", "field":"notification", "value":"FINAL: SUCCESS" }]} + = + true + filter + + + + ${uebServer} + 3904 + 20000 + 20000 + + + /events/${notifyTopic}/${consumerGroup}/1 + GET + true + false + true + false + false + + + + + + notification + + Assertion.response_data + false + 16 + + + + + + + ${vfw} + false + true + + + + + + true + + + + false + { + "closedLoopControlName": "${vFWName}", + "closedLoopAlarmStart": 1463679805324, + "closedLoopEventClient": "microservice.stringmatcher", + "closedLoopEventStatus": "ONSET", + "requestID": "${requestId}", + "target_type": "VNF", + "target": "generic-vnf.vnf-id", + "AAI": { + "generic-vnf.is-closed-loop-disabled": "false", + "generic-vnf.vnf-id": "${vnfId}" + }, + "from": "DCAE", + "version": "1.0.2" +} + + = + + + + + + + + + + policy/pdp/engine/topics/sources/ueb/${eventTopic}/events + PUT + true + false + true + false + false + + + + + groovy + + + + import java.util.UUID; +String reqid = UUID.randomUUID().toString(); +vars.put("requestId", reqid); +vars.put("vnfId", "vnf-"+reqid); + + + + + + + + + true + {"class":"And", "filters": [ { "class":"Equals", "field":"requestId", "value":"${requestId}" }, { "class":"EndsWith", "string":"${policyName}", "value":"GUARD_PERMITTED" }]} + = + true + filter + + + + ${uebServer} + 3904 + 20000 + 20000 + + + /events/${notifyTopic}/${consumerGroup}/1 + GET + true + false + true + false + false + + + + + + notification + + Assertion.response_data + false + 16 + + + + + true + + + + false + { + "CommonHeader": { + "TimeStamp": 1506051879001, + "APIver": "1.01", + "RequestID": "${requestId}", + "SubRequestID": "1", + "RequestTrack": [], + "Flags": [] + }, + "Status": { + "Code": 400, + "Value": "SUCCESS" + }, + "Payload": { + "generic-vnf.vnf-id": "${vnfId}", + "pg-streams": { + "pg-stream": [ + { + "id": "fw_udp1", + "is-enabled": "true" + }, + { + "id": "fw_udp2", + "is-enabled": "true" + }, + { + "id": "fw_udp3", + "is-enabled": "true" + }, + { + "id": "fw_udp4", + "is-enabled": "true" + }, + { + "id": "fw_udp5", + "is-enabled": "true" + } + ] + } + } +} + + = + + + + + + + + + + policy/pdp/engine/topics/sources/ueb/${appcRespTopic2}/events + PUT + true + false + true + false + false + + + + + + + + true + {"class":"And", "filters": [ { "class":"Equals", "field":"requestId", "value":"${requestId}" }, { "class":"Equals", "field":"notification", "value":"FINAL: SUCCESS" }]} + = + true + filter + + + + ${uebServer} + 3904 + 20000 + 20000 + + + /events/${notifyTopic}/${consumerGroup}/1 + GET + true + false + true + false + false + + + + + + notification + + Assertion.response_data + false + 16 + + + + + + ${failures} + false + true + + + + true + + + + false + { + "closedLoopControlName": "${vFWName}", + "closedLoopAlarmStart": 1463679805324, + "closedLoopEventClient": "microservice.stringmatcher", + "closedLoopEventStatus": "ONSET", + "requestID": "${requestId}", + "target_type": "VNF", + "target": "generic-vnf.vnf-id", + "AAI": { + "generic-vnf.is-closed-loop-disabled": "false", + "generic-vnf.vnf-id": "${vnfId}" + }, + "from": "DCAE", + "version": "1.0.2" +} + + = + + + + + + + + + + policy/pdp/engine/topics/sources/ueb/${eventTopic}/events + PUT + true + false + true + false + false + + + + + groovy + + + + import java.util.UUID; +String reqid = UUID.randomUUID().toString(); +vars.put("requestId", reqid); +vars.put("vnfId", "vnf-"+reqid); + + + + + + + + + true + {"class":"And", "filters": [ { "class":"Equals", "field":"requestId", "value":"${requestId}" }, { "class":"EndsWith", "string":"${policyName}", "value":"GUARD_PERMITTED" }]} + = + true + filter + + + + ${uebServer} + 3904 + 20000 + 20000 + + + /events/${notifyTopic}/${consumerGroup}/1 + GET + true + false + true + false + false + + + + + + notification + + Assertion.response_data + false + 16 + + + + + true + + + + false + { + "CommonHeader": { + "TimeStamp": 1506051879001, + "APIver": "1.01", + "RequestID": "${requestId}", + "SubRequestID": "1", + "RequestTrack": [], + "Flags": [] + }, + "Status": { + "Code": 500, + "Value": "FAILED" + }, + "Payload": { + "generic-vnf.vnf-id": "${vnfId}", + "pg-streams": { + "pg-stream": [ + { + "id": "fw_udp1", + "is-enabled": "true" + }, + { + "id": "fw_udp2", + "is-enabled": "true" + }, + { + "id": "fw_udp3", + "is-enabled": "true" + }, + { + "id": "fw_udp4", + "is-enabled": "true" + }, + { + "id": "fw_udp5", + "is-enabled": "true" + } + ] + } + } +} + + = + + + + + + + + + + policy/pdp/engine/topics/sources/ueb/${appcRespTopic2}/events + PUT + true + false + true + false + false + + + + + + + + true + {"class":"And", "filters": [ { "class":"Equals", "field":"requestId", "value":"${requestId}" }, { "class":"Equals", "field":"notification", "value":"FINAL: FAILURE" }]} + = + true + filter + + + + ${uebServer} + 3904 + 20000 + 20000 + + + /events/${notifyTopic}/${consumerGroup}/1 + GET + true + false + true + false + false + + + + + + notification + + Assertion.response_data + false + 16 + + + + + + + ${volte} + false + true + + + + + + true + + + + false + { + "closedLoopControlName":"${VOLTEName}", + "closedLoopAlarmStart":1484677482204798, + "closedLoopEventClient":"DCAE.HolmesInstance", + "closedLoopEventStatus":"ONSET", + "requestID":"${requestId}", + "target_type":"VM", + "target":"vserver.vserver-name", + "AAI":{ + "vserver.is-closed-loop-disabled":"false", + "vserver.vserver-name":"${vserverName}", + "service-instance.service-instance-id":"vserver-name-${serviceInstanceId}", + "generic-vnf.vnf-id":"vnf-id-${serviceInstanceId}", + "generic-vnf.vnf-name":"vnf-name-${serviceInstanceId}" + }, + "from":"DCAE", + "version":"1.0.2" +} + + = + + + + + + + + + + policy/pdp/engine/topics/sources/ueb/${eventTopic}/events + PUT + true + false + true + false + false + + + + + groovy + + + + import java.util.UUID; +String reqid = UUID.randomUUID().toString(); +vars.put("requestId", reqid); +vars.put("vserverName", "vserver-"+reqid); +vars.put("serviceInstanceId", "ssi-"+reqid); + + + + + + + + + true + {"class":"And", "filters": [ { "class":"Equals", "field":"requestId", "value":"${requestId}" }, { "class":"Equals", "field":"notification", "value":"FINAL: SUCCESS" }]} + = + true + filter + + + + ${uebServer} + 3904 + 20000 + 20000 + + + /events/${notifyTopic}/${consumerGroup}/1 + GET + true + false + true + false + false + + + + + + notification + + Assertion.response_data + false + 16 + + + + + + + + + false + + saveConfig + + + true + true + true + + true + true + true + true + false + true + true + false + false + false + true + false + false + false + true + 0 + true + true + true + true + true + + + + + + + false + + saveConfig + + + true + true + true + + true + true + true + true + false + true + true + false + false + false + true + false + false + false + true + 0 + true + true + true + true + true + + + + + + + + -- cgit 1.2.3-korg