diff options
Diffstat (limited to 'k6-tests/ncmp/config')
| -rw-r--r-- | k6-tests/ncmp/config/endurance.json | 98 | ||||
| -rw-r--r-- | k6-tests/ncmp/config/kpi.json | 121 |
2 files changed, 209 insertions, 10 deletions
diff --git a/k6-tests/ncmp/config/endurance.json b/k6-tests/ncmp/config/endurance.json index c9def6ce39..d215d0a1e1 100644 --- a/k6-tests/ncmp/config/endurance.json +++ b/k6-tests/ncmp/config/endurance.json @@ -4,10 +4,98 @@ "dmiStubUrl": "http://ncmp-dmi-plugin-demo-and-csit-stub:8092", "kafkaBootstrapServer": "localhost:9093" }, - "timingConfig": { - "testDuration": "2h" - }, - "kafka": { - "legacyBatchTopic": "legacy_batch_topic" + "scenarios": { + "passthrough_read_scenario": { + "executor": "constant-vus", + "exec": "passthroughReadScenario", + "vus": 2, + "duration": "2h" + }, + "passthrough_read_alt_id_scenario": { + "executor": "constant-vus", + "exec": "passthroughReadAltIdScenario", + "vus": 2, + "duration": "2h" + }, + "passthrough_write_scenario": { + "executor": "constant-vus", + "exec": "passthroughWriteScenario", + "vus": 2, + "duration": "2h" + }, + "passthrough_write_alt_id_scenario": { + "executor": "constant-vus", + "exec": "passthroughWriteAltIdScenario", + "vus": 2, + "duration": "2h" + }, + "cm_handle_id_search_nofilter_scenario": { + "executor": "constant-vus", + "exec": "cmHandleIdSearchNoFilterScenario", + "vus": 1, + "duration": "2h" + }, + "cm_handle_search_nofilter_scenario": { + "executor": "constant-vus", + "exec": "cmHandleSearchNoFilterScenario", + "vus": 1, + "duration": "2h" + }, + "cm_handle_id_search_module_scenario": { + "executor": "constant-vus", + "exec": "cmHandleIdSearchModuleScenario", + "vus": 1, + "duration": "2h" + }, + "cm_handle_search_module_scenario": { + "executor": "constant-vus", + "exec": "cmHandleSearchModuleScenario", + "vus": 1, + "duration": "2h" + }, + "cm_handle_id_search_property_scenario": { + "executor": "constant-vus", + "exec": "cmHandleIdSearchPropertyScenario", + "vus": 1, + "duration": "2h" + }, + "cm_handle_search_property_scenario": { + "executor": "constant-vus", + "exec": "cmHandleSearchPropertyScenario", + "vus": 1, + "duration": "2h" + }, + "cm_handle_id_search_cpspath_scenario": { + "executor": "constant-vus", + "exec": "cmHandleIdSearchCpsPathScenario", + "vus": 1, + "duration": "2h" + }, + "cm_handle_search_cpspath_scenario": { + "executor": "constant-vus", + "exec": "cmHandleSearchCpsPathScenario", + "vus": 1, + "duration": "2h" + }, + "cm_handle_id_search_trustlevel_scenario": { + "executor": "constant-vus", + "exec": "cmHandleIdSearchTrustLevelScenario", + "vus": 1, + "duration": "2h" + }, + "cm_handle_search_trustlevel_scenario": { + "executor": "constant-vus", + "exec": "cmHandleSearchTrustLevelScenario", + "vus": 1, + "duration": "2h" + }, + "legacy_batch_produce_scenario": { + "executor": "constant-arrival-rate", + "exec": "legacyBatchProduceScenario", + "duration": "2h", + "rate": 1, + "timeUnit": "1s", + "preAllocatedVUs": 1 + } } } diff --git a/k6-tests/ncmp/config/kpi.json b/k6-tests/ncmp/config/kpi.json index ad79f92d4d..742321f709 100644 --- a/k6-tests/ncmp/config/kpi.json +++ b/k6-tests/ncmp/config/kpi.json @@ -4,11 +4,122 @@ "dmiStubUrl": "http://ncmp-dmi-plugin-demo-and-csit-stub:8092", "kafkaBootstrapServer": "localhost:9092" }, - "timingConfig": { - "testDuration": "15m", - "legacyBatchThroughputTestStartTime": "15m30s" + "scenarios": { + "passthrough_read_scenario": { + "executor": "constant-vus", + "exec": "passthroughReadScenario", + "vus": 2, + "duration": "15m" + }, + "passthrough_read_alt_id_scenario": { + "executor": "constant-vus", + "exec": "passthroughReadAltIdScenario", + "vus": 2, + "duration": "15m" + }, + "passthrough_write_scenario": { + "executor": "constant-vus", + "exec": "passthroughWriteScenario", + "vus": 2, + "duration": "15m" + }, + "passthrough_write_alt_id_scenario": { + "executor": "constant-vus", + "exec": "passthroughWriteAltIdScenario", + "vus": 2, + "duration": "15m" + }, + "cm_handle_id_search_nofilter_scenario": { + "executor": "constant-vus", + "exec": "cmHandleIdSearchNoFilterScenario", + "vus": 1, + "duration": "15m" + }, + "cm_handle_search_nofilter_scenario": { + "executor": "constant-vus", + "exec": "cmHandleSearchNoFilterScenario", + "vus": 1, + "duration": "15m" + }, + "cm_handle_id_search_module_scenario": { + "executor": "constant-vus", + "exec": "cmHandleIdSearchModuleScenario", + "vus": 1, + "duration": "15m" + }, + "cm_handle_search_module_scenario": { + "executor": "constant-vus", + "exec": "cmHandleSearchModuleScenario", + "vus": 1, + "duration": "15m" + }, + "cm_handle_id_search_property_scenario": { + "executor": "constant-vus", + "exec": "cmHandleIdSearchPropertyScenario", + "vus": 1, + "duration": "15m" + }, + "cm_handle_search_property_scenario": { + "executor": "constant-vus", + "exec": "cmHandleSearchPropertyScenario", + "vus": 1, + "duration": "15m" + }, + "cm_handle_id_search_cpspath_scenario": { + "executor": "constant-vus", + "exec": "cmHandleIdSearchCpsPathScenario", + "vus": 1, + "duration": "15m" + }, + "cm_handle_search_cpspath_scenario": { + "executor": "constant-vus", + "exec": "cmHandleSearchCpsPathScenario", + "vus": 1, + "duration": "15m" + }, + "cm_handle_id_search_trustlevel_scenario": { + "executor": "constant-vus", + "exec": "cmHandleIdSearchTrustLevelScenario", + "vus": 1, + "duration": "15m" + }, + "cm_handle_search_trustlevel_scenario": { + "executor": "constant-vus", + "exec": "cmHandleSearchTrustLevelScenario", + "vus": 1, + "duration": "15m" + }, + "legacy_batch_produce_scenario": { + "executor": "shared-iterations", + "exec": "legacyBatchProduceScenario", + "vus": 2, + "iterations": 100 + }, + "legacy_batch_consume_scenario": { + "executor": "per-vu-iterations", + "exec": "legacyBatchConsumeScenario", + "vus": 1, + "iterations": 1 + } }, - "kafka": { - "legacyBatchTopic": "legacy_batch_topic" + "thresholds": { + "http_req_failed": ["rate == 0"], + "cmhandles_created_per_second": ["avg >= 22"], + "cmhandles_deleted_per_second": ["avg >= 22"], + "ncmp_overhead_passthrough_read": ["avg <= 40"], + "ncmp_overhead_passthrough_write": ["avg <= 40"], + "ncmp_overhead_passthrough_read_alt_id": ["avg <= 40"], + "ncmp_overhead_passthrough_write_alt_id": ["avg <= 40"], + "id_search_nofilter_duration": ["avg <= 2000"], + "id_search_module_duration": ["avg <= 2000"], + "id_search_property_duration": ["avg <= 2000"], + "id_search_cpspath_duration": ["avg <= 2000"], + "id_search_trustlevel_duration": ["avg <= 2000"], + "cm_search_nofilter_duration": ["avg <= 15000"], + "cm_search_module_duration": ["avg <= 15000"], + "cm_search_property_duration": ["avg <= 15000"], + "cm_search_cpspath_duration": ["avg <= 15000"], + "cm_search_trustlevel_duration": ["avg <= 15000"], + "legacy_batch_read_cmhandles_per_second": ["avg >= 150"] } }
\ No newline at end of file |