aboutsummaryrefslogtreecommitdiffstats
path: root/k6-tests/ncmp/config/kpi.json
diff options
context:
space:
mode:
authorhalil.cakal <halil.cakal@est.tech>2024-11-19 11:10:32 +0000
committerhalil.cakal <halil.cakal@est.tech>2024-11-22 11:00:58 +0000
commitfd5b04c51451cb0525d7ed93b1bb9b53573f6aaa (patch)
tree4d22141c2e229dbdc98f3b4c82e2db6d7ec77555 /k6-tests/ncmp/config/kpi.json
parentd378e7b4321bf940424079440461eb0b874ad096 (diff)
Define new Suite (js): Endurance
- have one ncmp-test-runner.js with different configs: kpi.json and endurance.json - move scenarios and thresholds settings into the json configs Issue-ID: CPS-2444 Change-Id: I72f65036dc3f7762284b32903e1d05474dbed6c2 Signed-off-by: halil.cakal <halil.cakal@est.tech>
Diffstat (limited to 'k6-tests/ncmp/config/kpi.json')
-rw-r--r--k6-tests/ncmp/config/kpi.json121
1 files changed, 116 insertions, 5 deletions
diff --git a/k6-tests/ncmp/config/kpi.json b/k6-tests/ncmp/config/kpi.json
index ad79f92d4d..742321f709 100644
--- a/k6-tests/ncmp/config/kpi.json
+++ b/k6-tests/ncmp/config/kpi.json
@@ -4,11 +4,122 @@
"dmiStubUrl": "http://ncmp-dmi-plugin-demo-and-csit-stub:8092",
"kafkaBootstrapServer": "localhost:9092"
},
- "timingConfig": {
- "testDuration": "15m",
- "legacyBatchThroughputTestStartTime": "15m30s"
+ "scenarios": {
+ "passthrough_read_scenario": {
+ "executor": "constant-vus",
+ "exec": "passthroughReadScenario",
+ "vus": 2,
+ "duration": "15m"
+ },
+ "passthrough_read_alt_id_scenario": {
+ "executor": "constant-vus",
+ "exec": "passthroughReadAltIdScenario",
+ "vus": 2,
+ "duration": "15m"
+ },
+ "passthrough_write_scenario": {
+ "executor": "constant-vus",
+ "exec": "passthroughWriteScenario",
+ "vus": 2,
+ "duration": "15m"
+ },
+ "passthrough_write_alt_id_scenario": {
+ "executor": "constant-vus",
+ "exec": "passthroughWriteAltIdScenario",
+ "vus": 2,
+ "duration": "15m"
+ },
+ "cm_handle_id_search_nofilter_scenario": {
+ "executor": "constant-vus",
+ "exec": "cmHandleIdSearchNoFilterScenario",
+ "vus": 1,
+ "duration": "15m"
+ },
+ "cm_handle_search_nofilter_scenario": {
+ "executor": "constant-vus",
+ "exec": "cmHandleSearchNoFilterScenario",
+ "vus": 1,
+ "duration": "15m"
+ },
+ "cm_handle_id_search_module_scenario": {
+ "executor": "constant-vus",
+ "exec": "cmHandleIdSearchModuleScenario",
+ "vus": 1,
+ "duration": "15m"
+ },
+ "cm_handle_search_module_scenario": {
+ "executor": "constant-vus",
+ "exec": "cmHandleSearchModuleScenario",
+ "vus": 1,
+ "duration": "15m"
+ },
+ "cm_handle_id_search_property_scenario": {
+ "executor": "constant-vus",
+ "exec": "cmHandleIdSearchPropertyScenario",
+ "vus": 1,
+ "duration": "15m"
+ },
+ "cm_handle_search_property_scenario": {
+ "executor": "constant-vus",
+ "exec": "cmHandleSearchPropertyScenario",
+ "vus": 1,
+ "duration": "15m"
+ },
+ "cm_handle_id_search_cpspath_scenario": {
+ "executor": "constant-vus",
+ "exec": "cmHandleIdSearchCpsPathScenario",
+ "vus": 1,
+ "duration": "15m"
+ },
+ "cm_handle_search_cpspath_scenario": {
+ "executor": "constant-vus",
+ "exec": "cmHandleSearchCpsPathScenario",
+ "vus": 1,
+ "duration": "15m"
+ },
+ "cm_handle_id_search_trustlevel_scenario": {
+ "executor": "constant-vus",
+ "exec": "cmHandleIdSearchTrustLevelScenario",
+ "vus": 1,
+ "duration": "15m"
+ },
+ "cm_handle_search_trustlevel_scenario": {
+ "executor": "constant-vus",
+ "exec": "cmHandleSearchTrustLevelScenario",
+ "vus": 1,
+ "duration": "15m"
+ },
+ "legacy_batch_produce_scenario": {
+ "executor": "shared-iterations",
+ "exec": "legacyBatchProduceScenario",
+ "vus": 2,
+ "iterations": 100
+ },
+ "legacy_batch_consume_scenario": {
+ "executor": "per-vu-iterations",
+ "exec": "legacyBatchConsumeScenario",
+ "vus": 1,
+ "iterations": 1
+ }
},
- "kafka": {
- "legacyBatchTopic": "legacy_batch_topic"
+ "thresholds": {
+ "http_req_failed": ["rate == 0"],
+ "cmhandles_created_per_second": ["avg >= 22"],
+ "cmhandles_deleted_per_second": ["avg >= 22"],
+ "ncmp_overhead_passthrough_read": ["avg <= 40"],
+ "ncmp_overhead_passthrough_write": ["avg <= 40"],
+ "ncmp_overhead_passthrough_read_alt_id": ["avg <= 40"],
+ "ncmp_overhead_passthrough_write_alt_id": ["avg <= 40"],
+ "id_search_nofilter_duration": ["avg <= 2000"],
+ "id_search_module_duration": ["avg <= 2000"],
+ "id_search_property_duration": ["avg <= 2000"],
+ "id_search_cpspath_duration": ["avg <= 2000"],
+ "id_search_trustlevel_duration": ["avg <= 2000"],
+ "cm_search_nofilter_duration": ["avg <= 15000"],
+ "cm_search_module_duration": ["avg <= 15000"],
+ "cm_search_property_duration": ["avg <= 15000"],
+ "cm_search_cpspath_duration": ["avg <= 15000"],
+ "cm_search_trustlevel_duration": ["avg <= 15000"],
+ "legacy_batch_read_cmhandles_per_second": ["avg >= 150"]
}
} \ No newline at end of file