diff options
author | highstreetherbert <herbert.eiselt@highstreet-technologies.com> | 2023-04-13 12:02:00 +0200 |
---|---|---|
committer | demskeq8 <alexander.dehn@highstreet-technologies.com> | 2023-04-19 17:28:32 +0200 |
commit | a4a4c3111e505ea6026542737125497a69521fa8 (patch) | |
tree | 0a6257f538613bf79b6e0f13cdb0baf2d8f307ee /csit/tests/sdnr/functional | |
parent | 569899f937fbd902695c09009e928fb171f8da49 (diff) |
enable sdnr csit
enable sdnr testplan
Issue-ID: SDNC-1794
Signed-off-by: highstreetherbert <herbert.eiselt@highstreet-technologies.com>
Change-Id: I8ce091fa6305c8b856d26ba86abc6a3db67dccc3
Signed-off-by: demskeq8 <alexander.dehn@highstreet-technologies.com>
Signed-off-by: Michael Dürre <michael.duerre@highstreet-technologies.com>
Former-commit-id: 544da6ee98136c6949fc1a600e687f047d5a8ffa
Diffstat (limited to 'csit/tests/sdnr/functional')
4 files changed, 125 insertions, 38 deletions
diff --git a/csit/tests/sdnr/functional/devicemanager/_templates/10_lifecycleNetconfSsh/devicemanagerlifecycle_netconf.robot b/csit/tests/sdnr/functional/devicemanager/_templates/10_lifecycleNetconfSsh/devicemanagerlifecycle_netconf.robot index be94102a..885e1954 100644 --- a/csit/tests/sdnr/functional/devicemanager/_templates/10_lifecycleNetconfSsh/devicemanagerlifecycle_netconf.robot +++ b/csit/tests/sdnr/functional/devicemanager/_templates/10_lifecycleNetconfSsh/devicemanagerlifecycle_netconf.robot @@ -63,7 +63,6 @@ Add network element connection ... status=Connected ... host=${HOST} ... port=${PORT} - ... core-model-capability=${CORE_MODEL} ... device-type=${DEVICE_TYPE_GUI} # Check connection status log entries Sleep 1s reason=insert time gap to avoid time constrains @@ -72,8 +71,9 @@ Add network element connection Log ${connection_status_list} ${conn_status_list_stats} = get_counts_from_list ${connection_status_list} status Log Dictionary ${conn_status_list_stats} - Run Keyword And Continue On Failure Dictionary Should Contain Item ${conn_status_list_stats} Connected 1 msg=wrong connection log entries for Connected state - Dictionary Should Contain Item ${conn_status_list_stats} Mounted 1 msg=wrong connection log entries for Mounted state + Run Keyword And Continue On Failure Dictionary Should Contain Item ${conn_status_list_stats} Connected ${1} + ... msg=wrong connection log entries for Connected state + Dictionary Should Contain Item ${conn_status_list_stats} Mounted ${1} msg=wrong connection log entries for Mounted state Retrieve yang capabilities from network element [Documentation] get yang capabilities from network element and compare with reference file @@ -111,7 +111,7 @@ Remove network element connection Log ${connection_status_list_debug_backend} ${conn_status_list_stats} = get_counts_from_list ${connection_status_list} status Log Dictionary ${conn_status_list_stats} - Dictionary Should Contain Item ${conn_status_list_stats} Unmounted 1 msg=wrong connection log entries for Unmounted state + Dictionary Should Contain Item ${conn_status_list_stats} Unmounted ${1} msg=wrong connection log entries for Unmounted state Add network element connection wrong port [Tags] prio2 @@ -141,7 +141,7 @@ Add network element connection wrong port ${connection_status_list_debug_backend} = FaultManagementAppBackend.get_connection_log_list node-id=${DEVICE_NAME_TEST} ... timestamp=>=${start_time} Log ${connection_status_list_debug_backend} - Run Keyword And Continue On Failure Dictionary Should Contain Item ${conn_status_list_stats} Mounted 1 msg=wrong connection log entries for Mounted state + Run Keyword And Continue On Failure Dictionary Should Contain Item ${conn_status_list_stats} Mounted ${1} msg=wrong connection log entries for Mounted state Run Keyword And Continue On Failure Dictionary Should Not Contain Key ${conn_status_list_stats} Connected Dictionary Should Not Contain Key ${conn_status_list_stats} Unmounted @@ -167,7 +167,7 @@ Remove network element connection wrong port Log ${connection_status_list_debug_backend} ${conn_status_list_stats} = get_counts_from_list ${connection_status_list} status Log Dictionary ${conn_status_list_stats} - Run Keyword And Continue On Failure Dictionary Should Contain Item ${conn_status_list_stats} Unmounted 1 msg=wrong connection log entries for Unmounted state + Run Keyword And Continue On Failure Dictionary Should Contain Item ${conn_status_list_stats} Unmounted ${1} msg=wrong connection log entries for Unmounted state Run Keyword And Continue On Failure Dictionary Should Not Contain Key ${conn_status_list_stats} Connected Dictionary Should Not Contain Key ${conn_status_list_stats} Mounted @@ -199,7 +199,7 @@ Add network element connection wrong ip Log ${connection_status_list_debug_backend} ${conn_status_list_stats} = get_counts_from_list ${connection_status_list} status Log Dictionary ${conn_status_list_stats} - Run Keyword And Continue On Failure Dictionary Should Contain Item ${conn_status_list_stats} Mounted 1 msg=wrong connection log entries for Mounted state + Run Keyword And Continue On Failure Dictionary Should Contain Item ${conn_status_list_stats} Mounted ${1} msg=wrong connection log entries for Mounted state Run Keyword And Continue On Failure Dictionary Should Not Contain Key ${conn_status_list_stats} Connected Dictionary Should Not Contain Key ${conn_status_list_stats} Unmounted @@ -225,7 +225,7 @@ Remove network element connection wrong ip Log ${connection_status_list_debug_backend} ${conn_status_list_stats} = get_counts_from_list ${connection_status_list} status Log Dictionary ${conn_status_list_stats} - Run Keyword And Continue On Failure Dictionary Should Contain Item ${conn_status_list_stats} Unmounted 1 msg=wrong connection log entries for Unmounted state + Run Keyword And Continue On Failure Dictionary Should Contain Item ${conn_status_list_stats} Unmounted ${1} msg=wrong connection log entries for Unmounted state Run Keyword And Continue On Failure Dictionary Should Not Contain Key ${conn_status_list_stats} Connected Run Keyword And Continue On Failure Dictionary Should Not Contain Key ${conn_status_list_stats} Mounted @@ -259,8 +259,8 @@ Add network element connection and change is required to false Log ${connection_status_list_debug_backend} ${conn_status_list_stats} = get_counts_from_list ${connection_status_list} status Log Dictionary ${conn_status_list_stats} - Run Keyword And Continue On Failure Dictionary Should Contain Item ${conn_status_list_stats} Connected 1 msg=wrong connection log entries for Connected state - Run Keyword And Continue On Failure Dictionary Should Contain Item ${conn_status_list_stats} Mounted 1 msg=wrong connection log entries for Mounted state + Run Keyword And Continue On Failure Dictionary Should Contain Item ${conn_status_list_stats} Connected ${1} msg=wrong connection log entries for Connected state + Run Keyword And Continue On Failure Dictionary Should Contain Item ${conn_status_list_stats} Mounted ${1} msg=wrong connection log entries for Mounted state Edit network element connection: is required to true [Tags] prio2 @@ -311,7 +311,7 @@ Unmount network element Log ${connection_status_list_debug_backend} ${conn_status_list_stats} = get_counts_from_list ${connection_status_list} status Log Dictionary ${conn_status_list_stats} - Run Keyword And Continue On Failure Dictionary Should Contain Item ${conn_status_list_stats} Unmounted 1 msg=wrong connection log entries for Unmounted state + Run Keyword And Continue On Failure Dictionary Should Contain Item ${conn_status_list_stats} Unmounted ${1} msg=wrong connection log entries for Unmounted state Run Keyword And Continue On Failure Dictionary Should Not Contain Key ${conn_status_list_stats} Connected Run Keyword And Continue On Failure Dictionary Should Not Contain Key ${conn_status_list_stats} Mounted #Dictionary Should Not Contain Key ${conn_status_list_stats} Connecting @@ -339,8 +339,8 @@ Mount network element Log ${connection_status_list_debug_backend} ${conn_status_list_stats} = get_counts_from_list ${connection_status_list} status Log Dictionary ${conn_status_list_stats} - Run Keyword And Continue On Failure Dictionary Should Contain Item ${conn_status_list_stats} Connected 1 msg=wrong connection log entries for Connected state - Run Keyword And Continue On Failure Dictionary Should Contain Item ${conn_status_list_stats} Mounted 1 msg=wrong connection log entries for Mounted state + Run Keyword And Continue On Failure Dictionary Should Contain Item ${conn_status_list_stats} Connected ${1} msg=wrong connection log entries for Connected state + Run Keyword And Continue On Failure Dictionary Should Contain Item ${conn_status_list_stats} Mounted ${1} msg=wrong connection log entries for Mounted state Mount Nts Network Function with VALID TLS Key ID IF 'DOCKER_TLS_PORT' in ${NETWORK_FUNCTIONS['${DEVICE_TYPE}']} @@ -377,7 +377,7 @@ Remove network element connection Log ${connection_status_list_debug_backend} ${conn_status_list_stats} = get_counts_from_list ${connection_status_list} status Log Dictionary ${conn_status_list_stats} - Run Keyword And Continue On Failure Dictionary Should Contain Item ${conn_status_list_stats} Unmounted 1 msg=wrong connection log entries for Unmounted state + Run Keyword And Continue On Failure Dictionary Should Contain Item ${conn_status_list_stats} Unmounted ${1} msg=wrong connection log entries for Unmounted state Run Keyword And Continue On Failure Dictionary Should Not Contain Key ${conn_status_list_stats} Connected Run Keyword And Continue On Failure Dictionary Should Not Contain Key ${conn_status_list_stats} Mounted #Dictionary Should Not Contain Key ${conn_status_list_stats} Connecting @@ -412,8 +412,84 @@ Remove unmounted network element connection Log ${connection_status_list_debug_backend} ${conn_status_list_stats} = get_counts_from_list ${connection_status_list} status Log Dictionary ${conn_status_list_stats} - Run Keyword And Continue On Failure Dictionary Should Contain Item ${conn_status_list_stats} Mounted 1 msg=wrong connection log entries for Mounted state - Run Keyword And Continue On Failure Dictionary Should Contain Item ${conn_status_list_stats} Connected 1 msg=wrong connection log entries for Connected state + Run Keyword And Continue On Failure Dictionary Should Contain Item ${conn_status_list_stats} Mounted ${1} msg=wrong connection log entries for Mounted state + Run Keyword And Continue On Failure Dictionary Should Contain Item ${conn_status_list_stats} Connected ${1} msg=wrong connection log entries for Connected state Run Keyword And Continue On Failure Dictionary Should Contain Key ${conn_status_list_stats} Unmounted msg=no connection log entries for Unmounted state ConnectApp.Remove Network Element Connection ${NETWORK_FUNCTIONS['${DEVICE_TYPE}']['NAME']} +Add network element connection and remount + [Tags] smoke + Sleep 1s reason=insert time gap in log files + ${start_time} = Get Current Date time_zone=UTC result_format=%Y-%m-%dT%H:%M:%S.%f + Sleep 1s reason=insert time delay to account for time differences of container and host + Set Test Variable ${DEVICE_NAME_TEST} ${DEVICE_NAME}-remount + Log To Console ${start_time} + ConnectApp.Add network element connection device_name=${DEVICE_NAME_TEST} is_required=${True} + ... host=${HOST} port=${PORT} username=${USERNAME} password=${PASSWORD} + Run Keyword And Continue On Failure ConnectApp.Should Be Equal connection status until time ${DEVICE_NAME_TEST} Connected + SDNCRestconfLibrary.should_be_equal_connection_status_until_time ${DEVICE_NAME_TEST} connected time_in_sec=${10} + Run Keyword And Continue On Failure ConnectApp.should_be_equal_network_element_connection_details ${DEVICE_NAME_TEST} + ... node-id=${DEVICE_NAME_TEST} + ... is-required=${True} + ... status=Connected + ... host=${HOST} + ... port=${PORT} + ... device-type=${DEVICE_TYPE_GUI} + # Check connection status log entries + Sleep 1s reason=insert time gap to avoid time constrains + ${connection_status_list} = FaultManagementApp.get_connection_log_list node-id=${DEVICE_NAME_TEST} + ... timestamp=>=${start_time} + Log ${connection_status_list} + ${conn_status_list_stats} = get_counts_from_list ${connection_status_list} status + Log Dictionary ${conn_status_list_stats} + Run Keyword And Continue On Failure Dictionary Should Contain Item ${conn_status_list_stats} Connected ${1} msg=wrong connection log entries for Connected state + Dictionary Should Contain Item ${conn_status_list_stats} Mounted ${1} msg=wrong connection log entries for Mounted state + + Sleep 1s reason=insert time gap in log files + ${start_time} = Get Current Date time_zone=UTC result_format=%Y-%m-%dT%H:%M:%S.%f + Sleep 1s reason=insert time delay to account for time differences of container and host + # perform a mount on a alredy connected device + ConnectApp.mount_network_element ${DEVICE_NAME_TEST} + Run Keyword And Continue On Failure ConnectApp.Should Be Equal connection status until time ${DEVICE_NAME_TEST} Connected + Run Keyword And Continue On Failure SDNCRestconfLibrary.should_be_equal_connection_status_until_time ${DEVICE_NAME_TEST} connected time_in_sec=${10} + + # Check connection status log entries + Sleep 1s reason=insert time gap to avoid time constrains + ${connection_status_list} = FaultManagementApp.get_connection_log_list node-id=${DEVICE_NAME_TEST} + ... timestamp=>=${start_time} + Log ${connection_status_list} + ${connection_status_list_debug} = FaultManagementApp.get_connection_log_list node-id=${DEVICE_NAME_TEST} + Log ${connection_status_list_debug} + ${connection_status_list_debug_backend} = FaultManagementAppBackend.get_connection_log_list node-id=${DEVICE_NAME_TEST} + ... timestamp=>=${start_time} + Log ${connection_status_list_debug_backend} + ${conn_status_list_stats} = get_counts_from_list ${connection_status_list} status + Log Dictionary ${conn_status_list_stats} + Run Keyword And Continue On Failure Dictionary Should Contain Item ${conn_status_list_stats} Connected ${1} msg=wrong connection log entries for Connected state + Run Keyword And Continue On Failure Dictionary Should Contain Item ${conn_status_list_stats} Mounted ${1} msg=wrong connection log entries for Mounted state + +Remove remounted network element connection + [Tags] smoke + Sleep 3s reason=insert time gap in log files + ${start_time} = Get Current Date time_zone=UTC result_format=%Y-%m-%dT%H:%M:%S.%f + Sleep 3s reason=insert time delay to account for time differences of container and host + Set Test Variable ${DEVICE_NAME_TEST} ${DEVICE_NAME}-remount + ConnectApp.Remove network element connection ${DEVICE_NAME_TEST} + Run Keyword And Continue On Failure ConnectApp.Should be equal connection status until time ${DEVICE_NAME_TEST} not existing + Run Keyword And Continue On Failure SDNCRestconfLibrary.should_be_equal_connection_status_until_time ${DEVICE_NAME_TEST} not existing time_in_sec=${10} + + # Check connection status log entries + Sleep 1s reason=insert time gap to avoid time constrains + ${connection_status_list} = FaultManagementApp.get_connection_log_list node-id=${DEVICE_NAME_TEST} + ... timestamp=>=${start_time} + Log ${connection_status_list} + ${connection_status_list_debug} = FaultManagementApp.get_connection_log_list node-id=${DEVICE_NAME_TEST} + Log ${connection_status_list_debug} + ${connection_status_list_debug_backend} = FaultManagementAppBackend.get_connection_log_list node-id=${DEVICE_NAME_TEST} + ... timestamp=>=${start_time} + Log ${connection_status_list_debug_backend} + ${conn_status_list_stats} = get_counts_from_list ${connection_status_list} status + Log Dictionary ${conn_status_list_stats} + Run Keyword And Continue On Failure Dictionary Should Contain Item ${conn_status_list_stats} Unmounted ${1} msg=wrong connection log entries for Unmounted state + Run Keyword And Continue On Failure Dictionary Should Not Contain Key ${conn_status_list_stats} Connected + Run Keyword And Continue On Failure Dictionary Should Not Contain Key ${conn_status_list_stats} Mounted
\ No newline at end of file diff --git a/csit/tests/sdnr/functional/devicemanager/_templates/20_pnfRegistration/pnfRegistration.robot b/csit/tests/sdnr/functional/devicemanager/_templates/20_pnfRegistration/pnfRegistration.robot index 669ceb01..6adf5f12 100644 --- a/csit/tests/sdnr/functional/devicemanager/_templates/20_pnfRegistration/pnfRegistration.robot +++ b/csit/tests/sdnr/functional/devicemanager/_templates/20_pnfRegistration/pnfRegistration.robot @@ -40,7 +40,7 @@ Start pnf ves registration from NTS function [Documentation] scales number of simulated devices per device type to '0' ... set details for VES endpoint ... scales number of simulated devices per device type - Stop Network Function Feature ${NETWORK_FUNCTIONS['O_RAN_FH']['NAME']} ves-pnf-registration + Stop Network Function Feature ${NETWORK_FUNCTIONS['${DEVICE_TYPE}']['NAME']} ves-pnf-registration # stopping feature not necessary NTSimManagerNG.set_ves_endpoint_details_nf ${NETWORK_FUNCTIONS['${DEVICE_TYPE}']['NAME']} ... ves-endpoint-protocol=${VESCOLLECTOR}[SCHEME] ... ves-endpoint-ip=${VESCOLLECTOR}[IP] @@ -48,7 +48,7 @@ Start pnf ves registration from NTS function ... ves-endpoint-auth-method=${VESCOLLECTOR}[AUTHMETHOD] ... ves-endpoint-username=${VESCOLLECTOR}[USERNAME] ... ves-endpoint-password=${VESCOLLECTOR}[PASSWORD] - Start Network Function Feature ${NETWORK_FUNCTIONS['O_RAN_FH']['NAME']} ves-pnf-registration + Start Network Function Feature ${NETWORK_FUNCTIONS['${DEVICE_TYPE}']['NAME']} ves-pnf-registration NTSimManagerNG.set_ves_config_nf ${NETWORK_FUNCTIONS['${DEVICE_TYPE}']['NAME']} ... pnf-registration=${True} sleep 10s reason=Wait before start network function @@ -76,7 +76,6 @@ Verify connection status SSH ... is-required=${False} ... status=Connected ... port=${port} - ... core-model-capability=${CORE_MODEL} ... device-type=${DEVICE_TYPE_GUI} END @@ -99,18 +98,17 @@ Verify connection status TLS ... is-required=${False} ... status=Connected ... port=${port} - ... core-model-capability=${CORE_MODEL} ... device-type=${DEVICE_TYPE_GUI} END Remove all networkelement connections [Documentation] Delete all network element connections, should not fail if the connection is not there [Tags] restconf dm-lifecycle - Stop Network Function Feature ${NETWORK_FUNCTIONS['O_RAN_FH']['NAME']} ves-pnf-registration + Stop Network Function Feature ${NETWORK_FUNCTIONS['${DEVICE_TYPE}']['NAME']} ves-pnf-registration @{pnf_list}= NTSimManagerNG.get_simulated_pnfs_nf ${DEVICE_TYPE} FOR ${device} IN @{pnf_list} ${node_id}= set variable ${device["node-id"]} - Run Keyword And Ignore Error ConnectApp.remove network element connection filtered validate=${True} node-id=${node_id} + Run Keyword And Ignore Error ConnectApp.remove network element connection filtered node-id=${node_id} END NTSimManagerNG.set_ves_config_nf ${NETWORK_FUNCTIONS['${DEVICE_TYPE}']['NAME']} ... pnf-registration=${False} diff --git a/csit/tests/sdnr/functional/devicemanager/_templates/21_alarmNotificationVES/alarmNotificationVes.robot b/csit/tests/sdnr/functional/devicemanager/_templates/21_alarmNotificationVES/alarmNotificationVes.robot index 842a3d82..7b4574dd 100644 --- a/csit/tests/sdnr/functional/devicemanager/_templates/21_alarmNotificationVES/alarmNotificationVes.robot +++ b/csit/tests/sdnr/functional/devicemanager/_templates/21_alarmNotificationVES/alarmNotificationVes.robot @@ -24,7 +24,7 @@ Suite Teardown global suite teardown *** Variables *** ${DEVICE_TYPE} _FILL_HERE_ -${FAULT_DELAY} 5 +${FAULT_DELAY} 10 ${TIME_PERIOD_SEND_NOTIFY} 22s ${PROCESS_TIME_NOTIF} 30s &{ALARM_SEVERITY_DEFAULT} Critical=${0} Major=${0} Minor=${0} Warning=${0} NonAlarmed=${0} @@ -52,7 +52,7 @@ Set alarm notification ${alarm_status_start} = FaultManagementApp.get_alarm_status Set Global Variable ${alarm_status_start} NTSimManagerNG.set_fault_delay_list_nf ${NETWORK_FUNCTIONS['${DEVICE_TYPE}']['NAME']} delay-period=${fault_delay} - Log Send notification every ${FAULT_DELAY} sec for ${TIME_PERIOD_SEND_NOTIFY} level=INFO html=False console=True repr=False + Log Send notification every ${FAULT_DELAY} sec for ${TIME_PERIOD_SEND_NOTIFY} level=INFO console=True Sleep ${TIME_PERIOD_SEND_NOTIFY} UnSet alarm notification @@ -62,7 +62,7 @@ UnSet alarm notification NTSimManagerNG.set_fault_delay_list_nf ${NETWORK_FUNCTIONS['${DEVICE_TYPE}']['NAME']} delay-period=${0} #NTSimManagerNG.set_ves_config_nf ${NETWORK_FUNCTIONS['${DEVICE_TYPE}']['NAME']} #... faults-enabled=${False} - Log Wait ${PROCESS_TIME_NOTIF} to process notifications level=INFO html=False console=True repr=False + Log Wait ${PROCESS_TIME_NOTIF} to process notifications level=INFO console=True Sleep ${PROCESS_TIME_NOTIF} # get generated alarms ${vesAlarmGenerated} = NTSimManagerNG.Get Alarm Count ${NETWORK_FUNCTIONS['${DEVICE_TYPE}']['NAME']} @@ -92,11 +92,11 @@ Verify alarm log ... timestamp=>=${start_time} ... node-id=${device} ${alarm_log_list_stats} = get_counts_from_list ${alarm_log_list} severity ${ALARM_SEVERITY_DEFAULT} - Run Keyword And Continue On Failure Dictionary Should Contain Item ${alarm_log_list_stats} Critical ${vesAlarmGenerated}[critical] - Run Keyword And Continue On Failure Dictionary Should Contain Item ${alarm_log_list_stats} Major ${vesAlarmGenerated}[major] - Run Keyword And Continue On Failure Dictionary Should Contain Item ${alarm_log_list_stats} Minor ${vesAlarmGenerated}[minor] - Run Keyword And Continue On Failure Dictionary Should Contain Item ${alarm_log_list_stats} Warning ${vesAlarmGenerated}[warning] - Run Keyword And Continue On Failure Dictionary Should Contain Item ${alarm_log_list_stats} NonAlarmed ${vesAlarmGenerated}[normal] + Run Keyword And Continue On Failure Dictionary Should Contain Item ${alarm_log_list_stats} Critical ${vesAlarmGenerated}[critical] msg=Value of dictionary key 'Critical' does not match not match expected value '${vesAlarmGenerated}[critical]'. Current: ${alarm_log_list_stats["Critical"]} + Run Keyword And Continue On Failure Dictionary Should Contain Item ${alarm_log_list_stats} Major ${vesAlarmGenerated}[major] msg=Value of dictionary key 'Critical' does not match not match expected value '${vesAlarmGenerated}[major]'. Current: ${alarm_log_list_stats["Major"]} + Run Keyword And Continue On Failure Dictionary Should Contain Item ${alarm_log_list_stats} Minor ${vesAlarmGenerated}[minor] msg=Value of dictionary key 'Critical' does not match not match expected value '${vesAlarmGenerated}[minor]'. Current: ${alarm_log_list_stats["Minor"]} + Run Keyword And Continue On Failure Dictionary Should Contain Item ${alarm_log_list_stats} Warning ${vesAlarmGenerated}[warning] msg=Value of dictionary key 'Critical' does not match not match expected value '${vesAlarmGenerated}[warning]'. Current: ${alarm_log_list_stats["Warning"]} + Run Keyword And Continue On Failure Dictionary Should Contain Item ${alarm_log_list_stats} NonAlarmed ${vesAlarmGenerated}[normal] msg=Value of dictionary key 'Critical' does not match not match expected value '${vesAlarmGenerated}[normal]'. Current: ${alarm_log_list_stats["NonAlarmed"]} END Verify current problem list diff --git a/csit/tests/sdnr/functional/devicemanager/_templates/22_alarmNotificationNETCONF/alarmNotificationNetconf.robot b/csit/tests/sdnr/functional/devicemanager/_templates/22_alarmNotificationNETCONF/alarmNotificationNetconf.robot index b0b8f0e1..460a7d73 100644 --- a/csit/tests/sdnr/functional/devicemanager/_templates/22_alarmNotificationNETCONF/alarmNotificationNetconf.robot +++ b/csit/tests/sdnr/functional/devicemanager/_templates/22_alarmNotificationNETCONF/alarmNotificationNetconf.robot @@ -34,7 +34,7 @@ ${USERNAME_NOK} wrong-username ${PASSWORD_NOK} wrong-password ${CORE_MODEL} Unsupported ${UNDEFINED} undefined -${FAULT_DELAY} 5 +${FAULT_DELAY} 10 ${TIME_PERIOD_SEND_NOTIF} 22s &{ALARM_SEVERITY_DEFAULT} Critical=${0} Major=${0} Minor=${0} Warning=${0} NonAlarmed=${0} @@ -64,16 +64,16 @@ Set alarm notification Set Global Variable ${alarm_status_start} NTSimManagerNG.set_fault_delay_list_nf ${NETWORK_FUNCTIONS['${DEVICE_TYPE}']['NAME']} delay-period=${fault_delay} - Log Send notification every ${FAULT_DELAY} sec for ${TIME_PERIOD_SEND_NOTIF} level=INFO html=False console=True repr=False + Log Send notification every ${FAULT_DELAY} sec for ${TIME_PERIOD_SEND_NOTIF} level=INFO console=True Sleep ${TIME_PERIOD_SEND_NOTIF} UnSet alarm notification [Documentation] stops alarm generation and create dictionary ${netconfAlarmGenerated} ... for further checks [Tags] smoke - ${netconfAlarmGenerated} = NTSimManagerNG.Get Alarm Count ${NETWORK_FUNCTIONS['${DEVICE_TYPE}']['NAME']} NTSimManagerNG.set_fault_delay_list_nf ${NETWORK_FUNCTIONS['${DEVICE_TYPE}']['NAME']} delay-period=${0} NTSimManagerNG.Set Netconf Config Nf ${NETWORK_FUNCTIONS['${DEVICE_TYPE}']['NAME']} faults-enabled=${False} + ${netconfAlarmGenerated} = NTSimManagerNG.Get Alarm Count ${NETWORK_FUNCTIONS['${DEVICE_TYPE}']['NAME']} # get generated alarms ${alarmsGenerated} = Get Dictionary Values ${netconfAlarmGenerated} Log ${alarmsGenerated} @@ -97,11 +97,24 @@ Verify alarm log ... timestamp=>=${start_time} Log ${alarm_log_list_debug_backend} - Run Keyword And Continue On Failure Dictionary Should Contain Item ${alarm_log_list_stats} Critical ${netconfAlarmGenerated}[critical] - Run Keyword And Continue On Failure Dictionary Should Contain Item ${alarm_log_list_stats} Major ${netconfAlarmGenerated}[major] - Run Keyword And Continue On Failure Dictionary Should Contain Item ${alarm_log_list_stats} Minor ${netconfAlarmGenerated}[minor] - Run Keyword And Continue On Failure Dictionary Should Contain Item ${alarm_log_list_stats} Warning ${netconfAlarmGenerated}[warning] - Run Keyword And Continue On Failure Dictionary Should Contain Item ${alarm_log_list_stats} NonAlarmed ${netconfAlarmGenerated}[normal] + ${critical_count} Set Variable ${alarm_log_list_stats}[Critical] + ${major_count} Set Variable ${alarm_log_list_stats}[Major] + ${minor_count} Set Variable ${alarm_log_list_stats}[Minor] + ${warning_count} Set Variable ${alarm_log_list_stats}[Warning] + ${nonalarmed_count} Set Variable ${alarm_log_list_stats}[NonAlarmed] + + ${netconf_critical_count} Set Variable ${netconfAlarmGenerated}[critical] + ${netconf_major_count} Set Variable ${netconfAlarmGenerated}[major] + ${netconf_minor_count} Set Variable ${netconfAlarmGenerated}[minor] + ${netconf_warning_count} Set Variable ${netconfAlarmGenerated}[warning] + ${netconf_nonalarmed_count} Set Variable ${netconfAlarmGenerated}[normal] + + Should Be True ${critical_count} >= ${netconf_critical_count} + Should Be True ${major_count} >= ${netconf_major_count} + Should Be True ${minor_count} >= ${netconf_minor_count} + Should Be True ${warning_count} >= ${netconf_warning_count} + Should Be True ${nonalarmed_count} >= ${netconf_nonalarmed_count} + Verify current problem list [Tags] smoke |