From 78894db49673ee86f536634f80fa5d82db245a4b Mon Sep 17 00:00:00 2001 From: danielhanrahan Date: Fri, 16 Aug 2024 13:56:14 +0100 Subject: [k6] Exclude timings when error occur If an error occurs during k6 test, e.g. tcp connection refused, the timing of failed response is included in the average response time. This can lead to incorrect plots when errors occur, e.g. operations appear to be faster when really the operations are failing. - use custom Trend metrics for all measurements - only log results when operations return expected response codes Issue-ID: CPS-2345 Signed-off-by: danielhanrahan Change-Id: Iab1db5e5ca9530f33da239187348cabcd0605648 --- k6-tests/ncmp/common/utils.js | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) (limited to 'k6-tests/ncmp/common/utils.js') diff --git a/k6-tests/ncmp/common/utils.js b/k6-tests/ncmp/common/utils.js index 88da750e2b..43036b1789 100644 --- a/k6-tests/ncmp/common/utils.js +++ b/k6-tests/ncmp/common/utils.js @@ -56,8 +56,8 @@ export function makeCustomSummaryReport(data, options) { '#,Test Name,Unit,Limit,Actual', makeSummaryCsvLine('1', 'Registration of CM-handles', 'CM-handles/second', 'cmhandles_created_per_second', data, options), makeSummaryCsvLine('2', 'De-registration of CM-handles', 'CM-handles/second', 'cmhandles_deleted_per_second', data, options), - makeSummaryCsvLine('3', 'CM-handle ID search with Module filter', 'milliseconds', 'http_req_duration{scenario:id_search_module}', data, options), - makeSummaryCsvLine('4', 'CM-handle search with Module filter', 'milliseconds', 'http_req_duration{scenario:cm_search_module}', data, options), + makeSummaryCsvLine('3', 'CM-handle ID search with Module filter', 'milliseconds', 'id_search_duration', data, options), + makeSummaryCsvLine('4', 'CM-handle search with Module filter', 'milliseconds', 'cm_search_duration', data, options), makeSummaryCsvLine('5a', 'NCMP overhead for Synchronous single CM-handle pass-through read', 'milliseconds', 'ncmp_overhead_passthrough_read', data, options), makeSummaryCsvLine('5b', 'NCMP overhead for Synchronous single CM-handle pass-through read with alternate id', 'milliseconds', 'ncmp_overhead_passthrough_read_alt_id', data, options), makeSummaryCsvLine('6', 'NCMP overhead for Synchronous single CM-handle pass-through write', 'milliseconds', 'ncmp_overhead_passthrough_write', data, options), -- cgit 1.2.3-korg