1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
|
{
"hosts": {
"ncmpBaseUrl": "http://localhost:8883",
"dmiStubUrl": "http://ncmp-dmi-plugin-demo-and-csit-stub:8092",
"kafkaBootstrapServer": "localhost:9092",
"containerUpTimeInSeconds": 300
},
"scenarios": {
"passthrough_read_scenario": {
"executor": "constant-arrival-rate",
"exec": "passthroughReadScenario",
"rate": 5,
"timeUnit": "1s",
"duration": "15m",
"preAllocatedVUs": 5,
"startTime": "0ms"
},
"passthrough_read_alt_id_scenario": {
"executor": "constant-arrival-rate",
"exec": "passthroughReadAltIdScenario",
"rate": 5,
"timeUnit": "1s",
"duration": "15m",
"preAllocatedVUs": 5,
"startTime": "200ms"
},
"passthrough_write_scenario": {
"executor": "constant-arrival-rate",
"exec": "passthroughWriteScenario",
"rate": 5,
"timeUnit": "1s",
"duration": "15m",
"preAllocatedVUs": 5,
"startTime": "400ms"
},
"passthrough_write_alt_id_scenario": {
"executor": "constant-arrival-rate",
"exec": "passthroughWriteAltIdScenario",
"rate": 5,
"timeUnit": "1s",
"duration": "15m",
"preAllocatedVUs": 5,
"startTime": "600ms"
},
"cm_handle_id_search_nofilter_scenario": {
"executor": "constant-arrival-rate",
"exec": "cmHandleIdSearchNoFilterScenario",
"rate": 1,
"timeUnit": "2s",
"duration": "15m",
"preAllocatedVUs": 1,
"startTime": "0ms"
},
"cm_handle_id_search_module_scenario": {
"executor": "constant-arrival-rate",
"exec": "cmHandleIdSearchModuleScenario",
"rate": 1,
"timeUnit": "2s",
"duration": "15m",
"preAllocatedVUs": 1,
"startTime": "400ms"
},
"cm_handle_id_search_property_scenario": {
"executor": "constant-arrival-rate",
"exec": "cmHandleIdSearchPropertyScenario",
"rate": 1,
"timeUnit": "2s",
"duration": "15m",
"preAllocatedVUs": 1,
"startTime": "800ms"
},
"cm_handle_id_search_cpspath_scenario": {
"executor": "constant-arrival-rate",
"exec": "cmHandleIdSearchCpsPathScenario",
"rate": 1,
"timeUnit": "2s",
"duration": "15m",
"preAllocatedVUs": 1,
"startTime": "1200ms"
},
"cm_handle_id_search_trustlevel_scenario": {
"executor": "constant-arrival-rate",
"exec": "cmHandleIdSearchTrustLevelScenario",
"rate": 1,
"timeUnit": "2s",
"duration": "15m",
"preAllocatedVUs": 1,
"startTime": "1600ms"
},
"cm_handle_search_nofilter_scenario": {
"executor": "constant-arrival-rate",
"exec": "cmHandleSearchNoFilterScenario",
"rate": 1,
"timeUnit": "15s",
"duration": "15m",
"preAllocatedVUs": 1,
"startTime": "0s"
},
"cm_handle_search_module_scenario": {
"executor": "constant-arrival-rate",
"exec": "cmHandleSearchModuleScenario",
"rate": 1,
"timeUnit": "15s",
"duration": "15m",
"preAllocatedVUs": 1,
"startTime": "3s"
},
"cm_handle_search_property_scenario": {
"executor": "constant-arrival-rate",
"exec": "cmHandleSearchPropertyScenario",
"rate": 1,
"timeUnit": "15s",
"duration": "15m",
"preAllocatedVUs": 1,
"startTime": "6s"
},
"cm_handle_search_cpspath_scenario": {
"executor": "constant-arrival-rate",
"exec": "cmHandleSearchCpsPathScenario",
"rate": 1,
"timeUnit": "15s",
"duration": "15m",
"preAllocatedVUs": 1,
"startTime": "9s"
},
"cm_handle_search_trustlevel_scenario": {
"executor": "constant-arrival-rate",
"exec": "cmHandleSearchTrustLevelScenario",
"rate": 1,
"timeUnit": "15s",
"duration": "15m",
"preAllocatedVUs": 1,
"startTime": "12s"
},
"legacy_batch_produce_scenario": {
"executor": "shared-iterations",
"exec": "legacyBatchProduceScenario",
"vus": 2,
"iterations": 100
},
"legacy_batch_consume_scenario": {
"executor": "per-vu-iterations",
"exec": "legacyBatchConsumeScenario",
"vus": 1,
"iterations": 1
}
},
"thresholds": {
"http_req_failed": ["rate == 0"],
"cmhandles_created_per_second": ["avg >= 22"],
"cmhandles_deleted_per_second": ["avg >= 22"],
"ncmp_overhead_passthrough_read": ["avg <= 40"],
"ncmp_overhead_passthrough_write": ["avg <= 40"],
"ncmp_overhead_passthrough_read_alt_id": ["avg <= 40"],
"ncmp_overhead_passthrough_write_alt_id": ["avg <= 40"],
"id_search_nofilter_duration": ["avg <= 2000"],
"id_search_module_duration": ["avg <= 2000"],
"id_search_property_duration": ["avg <= 2000"],
"id_search_cpspath_duration": ["avg <= 2000"],
"id_search_trustlevel_duration": ["avg <= 2000"],
"cm_search_nofilter_duration": ["avg <= 15000"],
"cm_search_module_duration": ["avg <= 15000"],
"cm_search_property_duration": ["avg <= 15000"],
"cm_search_cpspath_duration": ["avg <= 15000"],
"cm_search_trustlevel_duration": ["avg <= 15000"],
"legacy_batch_read_cmhandles_per_second": ["avg >= 150"]
}
}
|