diff options
Diffstat (limited to 'csit/resources/tests/apex-slas.robot')
| -rw-r--r-- | csit/resources/tests/apex-slas.robot | 74 |
1 files changed, 74 insertions, 0 deletions
diff --git a/csit/resources/tests/apex-slas.robot b/csit/resources/tests/apex-slas.robot new file mode 100644 index 00000000..408b0add --- /dev/null +++ b/csit/resources/tests/apex-slas.robot @@ -0,0 +1,74 @@ +*** Settings *** +Library Collections +Library RequestsLibrary +Library OperatingSystem +Library DateTime +Library Process +Library json +Resource ${CURDIR}/common-library.robot +Resource ${CURDIR}/apex-pdp-common.robot + +*** Test Cases *** +Healthcheck + [Documentation] Runs Apex PDP Health check + ${hcauth}= PolicyAdminAuth + ${resp}= PerformGetRequest ${APEX_IP} /policy/apex-pdp/v1/healthcheck 200 null ${hcauth} + Should Be Equal As Strings ${resp.json()['code']} 200 + Set Suite Variable ${pdpName} ${resp.json()['name']} + +ValidatePolicyExecutionAndEventRateLowComplexity + [Documentation] Validate that a moderate complexity policity can be executed in less than 100ms and minimum 10 events triggered per second + Set Test Variable ${policyName} onap.policies.apex.pnf.Test + ${postjson}= Get File ${CURDIR}/data/${policyName}.json + CreatePolicy /policy/api/v1/policytypes/onap.policies.native.Apex/versions/1.0.0/policies 200 ${postjson} ${policyName} 1.0.0 + DeployPolicy + Wait Until Keyword Succeeds 2 min 5 sec QueryPolicyStatus ${policyName} defaultGroup apex ${pdpName} onap.policies.native.Apex + GetTopic APEX-CL-MGT + Create Session apexSession http://${DMAAP_IP} max_retries=1 + ${data}= Get Binary File ${CURDIR}/data/VesEventForPnfPolicy.json + &{headers}= Create Dictionary Content-Type=application/json Accept=application/json + ${eventStartTime}= Get Current Date + ${resp}= POST On Session apexSession /events/unauthenticated.DCAE_CL_OUTPUT data=${data} headers=${headers} + Should Be Equal As Strings ${resp.status_code} 200 + ${eventEndTime}= Get Current Date + ValidateEventExecution ${eventStartTime} ${eventEndTime} 10 + +ValidatePolicyExecutionAndEventRateModerateComplexity + [Documentation] Validate that a low complexity policity can be executed in less than 1000ms and minimum 1 events triggered per second + Set Test Variable ${policyName} onap.policies.native.apex.Sampledomain + ${postjson}= Get File ${CURDIR}/data/${policyName}.json + CreatePolicy /policy/api/v1/policytypes/onap.policies.native.Apex/versions/1.0.0/policies 200 ${postjson} ${policyName} 1.0.0 + DeployPolicy + ${eventStartTime}= Get Current Date + Wait Until Keyword Succeeds 4 min 5 sec RunEventOnApexEngine + ${eventEndTime}= Get Current Date + ValidateEventExecution ${eventStartTime} ${eventEndTime} 1 + +ValidatePolicyExecutionAndEventRateHighComplexity + [Documentation] Validate that a high complexity policity can be executed in less than 5000ms and minimum 0.2 events triggered per second + Set Test Variable ${policyName} onap.policies.apex.pnf.metadataSet.Test + ${postjson}= Get File ${CURDIR}/data/${policyName}.json + CreatePolicy /policy/api/v1/policytypes/onap.policies.native.Apex/versions/1.0.0/policies 200 ${postjson} ${policyName} 1.0.0 + ${postjson}= Get File ${CURDIR}/data/onap.pnf.metadataSet.Test.json + CreateNodeTemplate /policy/api/v1/nodetemplates 200 ${postjson} 1 + DeployPolicy + Wait Until Keyword Succeeds 2 min 5 sec QueryPolicyStatus ${policyName} defaultGroup apex ${pdpName} onap.policies.native.Apex + GetTopic APEX-CL-MGT2 + Create Session apexSession http://${DMAAP_IP} max_retries=1 + ${data}= Get Binary File ${CURDIR}/data/VesEventForVnfPolicy.json + &{headers}= Create Dictionary Content-Type=application/json Accept=application/json + ${eventStartTime}= Get Current Date + ${resp}= POST On Session apexSession /events/unauthenticated.DCAE_POLICY_EXAMPLE_OUTPUT data=${data} headers=${headers} + Should Be Equal As Strings ${resp.status_code} 200 + ${eventEndTime}= Get Current Date + ValidateEventExecution ${eventStartTime} ${eventEndTime} 0.2 + +WaitForPrometheusServer + [Documentation] Sleep time to wait for Prometheus server to gather all metrics + Sleep 1 minute + +ValidatePolicyExecutionTimes + [Documentation] Validate policy execution times using prometheus metrics + ValidatePolicyExecution pdpa_engine_average_execution_time_seconds{engine_instance_id="NSOApexEngine-0:0.0.1", instance="policy-apex-pdp:6969", job="apex-pdp-metrics"} 5000 + ValidatePolicyExecution pdpa_engine_average_execution_time_seconds{engine_instance_id="MyApexEngine-0:0.0.1"} 1000 + ValidatePolicyExecution pdpa_engine_average_execution_time_seconds{engine_instance_id="NSOApexEngine-1:0.0.1", instance="policy-apex-pdp:6969", job="apex-pdp-metrics"} 100 |