diff options
author | halil.cakal <halil.cakal@est.tech> | 2024-11-19 11:10:32 +0000 |
---|---|---|
committer | halil.cakal <halil.cakal@est.tech> | 2024-11-22 11:00:58 +0000 |
commit | fd5b04c51451cb0525d7ed93b1bb9b53573f6aaa (patch) | |
tree | 4d22141c2e229dbdc98f3b4c82e2db6d7ec77555 /k6-tests/ncmp/config/kpi.json | |
parent | d378e7b4321bf940424079440461eb0b874ad096 (diff) |
Define new Suite (js): Endurance
- have one ncmp-test-runner.js with different configs: kpi.json and
endurance.json
- move scenarios and thresholds settings into the json configs
Issue-ID: CPS-2444
Change-Id: I72f65036dc3f7762284b32903e1d05474dbed6c2
Signed-off-by: halil.cakal <halil.cakal@est.tech>
Diffstat (limited to 'k6-tests/ncmp/config/kpi.json')
-rw-r--r-- | k6-tests/ncmp/config/kpi.json | 121 |
1 files changed, 116 insertions, 5 deletions
diff --git a/k6-tests/ncmp/config/kpi.json b/k6-tests/ncmp/config/kpi.json index ad79f92d4d..742321f709 100644 --- a/k6-tests/ncmp/config/kpi.json +++ b/k6-tests/ncmp/config/kpi.json @@ -4,11 +4,122 @@ "dmiStubUrl": "http://ncmp-dmi-plugin-demo-and-csit-stub:8092", "kafkaBootstrapServer": "localhost:9092" }, - "timingConfig": { - "testDuration": "15m", - "legacyBatchThroughputTestStartTime": "15m30s" + "scenarios": { + "passthrough_read_scenario": { + "executor": "constant-vus", + "exec": "passthroughReadScenario", + "vus": 2, + "duration": "15m" + }, + "passthrough_read_alt_id_scenario": { + "executor": "constant-vus", + "exec": "passthroughReadAltIdScenario", + "vus": 2, + "duration": "15m" + }, + "passthrough_write_scenario": { + "executor": "constant-vus", + "exec": "passthroughWriteScenario", + "vus": 2, + "duration": "15m" + }, + "passthrough_write_alt_id_scenario": { + "executor": "constant-vus", + "exec": "passthroughWriteAltIdScenario", + "vus": 2, + "duration": "15m" + }, + "cm_handle_id_search_nofilter_scenario": { + "executor": "constant-vus", + "exec": "cmHandleIdSearchNoFilterScenario", + "vus": 1, + "duration": "15m" + }, + "cm_handle_search_nofilter_scenario": { + "executor": "constant-vus", + "exec": "cmHandleSearchNoFilterScenario", + "vus": 1, + "duration": "15m" + }, + "cm_handle_id_search_module_scenario": { + "executor": "constant-vus", + "exec": "cmHandleIdSearchModuleScenario", + "vus": 1, + "duration": "15m" + }, + "cm_handle_search_module_scenario": { + "executor": "constant-vus", + "exec": "cmHandleSearchModuleScenario", + "vus": 1, + "duration": "15m" + }, + "cm_handle_id_search_property_scenario": { + "executor": "constant-vus", + "exec": "cmHandleIdSearchPropertyScenario", + "vus": 1, + "duration": "15m" + }, + "cm_handle_search_property_scenario": { + "executor": "constant-vus", + "exec": "cmHandleSearchPropertyScenario", + "vus": 1, + "duration": "15m" + }, + "cm_handle_id_search_cpspath_scenario": { + "executor": "constant-vus", + "exec": "cmHandleIdSearchCpsPathScenario", + "vus": 1, + "duration": "15m" + }, + "cm_handle_search_cpspath_scenario": { + "executor": "constant-vus", + "exec": "cmHandleSearchCpsPathScenario", + "vus": 1, + "duration": "15m" + }, + "cm_handle_id_search_trustlevel_scenario": { + "executor": "constant-vus", + "exec": "cmHandleIdSearchTrustLevelScenario", + "vus": 1, + "duration": "15m" + }, + "cm_handle_search_trustlevel_scenario": { + "executor": "constant-vus", + "exec": "cmHandleSearchTrustLevelScenario", + "vus": 1, + "duration": "15m" + }, + "legacy_batch_produce_scenario": { + "executor": "shared-iterations", + "exec": "legacyBatchProduceScenario", + "vus": 2, + "iterations": 100 + }, + "legacy_batch_consume_scenario": { + "executor": "per-vu-iterations", + "exec": "legacyBatchConsumeScenario", + "vus": 1, + "iterations": 1 + } }, - "kafka": { - "legacyBatchTopic": "legacy_batch_topic" + "thresholds": { + "http_req_failed": ["rate == 0"], + "cmhandles_created_per_second": ["avg >= 22"], + "cmhandles_deleted_per_second": ["avg >= 22"], + "ncmp_overhead_passthrough_read": ["avg <= 40"], + "ncmp_overhead_passthrough_write": ["avg <= 40"], + "ncmp_overhead_passthrough_read_alt_id": ["avg <= 40"], + "ncmp_overhead_passthrough_write_alt_id": ["avg <= 40"], + "id_search_nofilter_duration": ["avg <= 2000"], + "id_search_module_duration": ["avg <= 2000"], + "id_search_property_duration": ["avg <= 2000"], + "id_search_cpspath_duration": ["avg <= 2000"], + "id_search_trustlevel_duration": ["avg <= 2000"], + "cm_search_nofilter_duration": ["avg <= 15000"], + "cm_search_module_duration": ["avg <= 15000"], + "cm_search_property_duration": ["avg <= 15000"], + "cm_search_cpspath_duration": ["avg <= 15000"], + "cm_search_trustlevel_duration": ["avg <= 15000"], + "legacy_batch_read_cmhandles_per_second": ["avg >= 150"] } }
\ No newline at end of file |