*** Settings *** Documentation The main interface for interacting with 5G Bulkpm. Library RequestsLibrary Library OperatingSystem Library String Library JSONLibrary Resource ../dmaap/mr_interface.robot Resource ../dmaap/dr_interface.robot Resource ../dmaap/bc_interface.robot Resource ../consul_interface.robot Resource ../chart_museum.robot *** Variables *** ${INVENTORY_SERVER} ${GLOBAL_INVENTORY_SERVER_PROTOCOL}://${GLOBAL_INVENTORY_SERVER_NAME}:${GLOBAL_INVENTORY_SERVER_PORT} ${DEPLOYMENT_SERVER} ${GLOBAL_DEPLOYMENT_HANDLER_SERVER_PROTOCOL}://${GLOBAL_DEPLOYMENT_HANDLER_SERVER_NAME}:${GLOBAL_DEPLOYMENT_HANDLER_SERVER_PORT} ${DR_ENDPOINT} ${GLOBAL_DMAAP_DR_PROV_SERVER_PROTOCOL}://${GLOBAL_INJECTED_DMAAP_DR_PROV_IP_ADDR}:${GLOBAL_DMAAP_DR_PROV_SERVER_PORT} ${DMAAP_BC_SERVER} ${GLOBAL_BC_SERVER_PROTOCOL}://${GLOBAL_INJECTED_BC_IP_ADDR}:${GLOBAL_BC_HTTPS_SERVER_PORT} ${VES_HEALTH_CHECK_PATH} ${GLOBAL_DCAE_VES_HTTPS_PROTOCOL}://${GLOBAL_INJECTED_DCAE_VES_HOST}:${GLOBAL_DCAE_VES_HTTPS_SERVER_PORT} ${MR_PUBLISH_TEMPLATE} mr/mr_publish.jinja ${INVENTORY_ENDPOINT} /dcae-service-types ${XNF_SFTP_BLUEPRINT_PATH} ${EXECDIR}/robot/assets/usecases/5gbulkpm/k8s-sftp.yaml ${XNF_HTTPS_BLUEPRINT_PATH} ${EXECDIR}/robot/assets/usecases/5gbulkpm/k8s-https.yaml ${BLUEPRINT_TEMPLATE_PATH} ${EXECDIR}/robot/assets/usecases/5gbulkpm/blueprintTemplate.json ${DEPLOYMENT_ENDPOINT} dcae-deployments ${MR_TOPIC_CHECK_PATH} /topics ${DR_SUB_CHECK_PATH} /internal/prov ${MR_TOPIC_URL_PATH} /events/unauthenticated.PERFORMANCE_MEASUREMENTS/CG1/C1 ${MR_TOPIC_URL_PATH_FOR_POST} /events/unauthenticated.PERFORMANCE_MEASUREMENTS ${DMAAP_BC_MR_CLIENT_PATH} /webapi/mr_clients ${DMAAP_BC_MR_CLUSTER_PATH} /webapi/mr_clusters ${PMMAPPER_HEALTH_CHECK_PATH} /healthcheck ${JSON_DATA_FILE} ${EXECDIR}/robot/assets/usecases/5gbulkpm/Notification.json ${VES_LISTENER_PATH} /eventListener/v7 ${PMMAPPER_SUB_ROLE_DATA} ${EXECDIR}/robot/assets/usecases/5gbulkpm/sub.json ${PMMAPPER_MR_CLUSTER_DATA} ${EXECDIR}/robot/assets/usecases/5gbulkpm/mr_clusters.json ${NEXUS3} ${GLOBAL_INJECTED_NEXUS_DOCKER_REPO} ${SET_KNOWN_HOSTS_FILE_PATH} kubectl set env deployment/$(kubectl get deployment -n onap | grep datafile | awk '{print $1}') KNOWN_HOSTS_FILE_PATH=/home/datafile/.ssh/known_hosts -n onap ${CHECK_ENV_SET} kubectl set env pod/$(kubectl get pod -n onap | grep datafile | awk '{print $1}') -c dcae-datafile-collector --list -n onap ${COPY_RSA_KEY} kubectl cp /tmp/known_hosts $(kubectl get pod -n onap | grep datafile | awk '{print $1}'):/home/datafile/.ssh/known_hosts -c dcae-datafile-collector -n onap ${CHECK_DFC_LOGS} kubectl logs $(kubectl get pod -n onap | grep datafile | awk '{print $1}') -c dcae-datafile-collector -n onap --tail=10 ${CHECK_ALL_DFC_LOGS} kubectl logs $(kubectl get pod -n onap | grep datafile | awk '{print $1}') -n onap --all-containers ${CHECK_ALL_PMMAPPER_LOGS} kubectl logs $(kubectl get pod -n onap | grep pm-mapper | awk '{print $1}') -n onap --all-containers ${EXPECTED_PRINT} StrictHostKeyChecking is enabled but environment variable KNOWN_HOSTS_FILE_PATH is not set or points to not existing file ${MONGO_BLUEPRINT_PATH} ${EXECDIR}/robot/assets/cmpv2/k8s-mongo.yaml ${PNF_SIMULATOR_BLUEPRINT_PATH} ${EXECDIR}/robot/assets/cmpv2/k8s-pnf-simulator.yaml ${MONGO_VES_CLIENT_BLUEPRINT_PATH} ${EXECDIR}/robot/assets/cmpv2/k8s-mongo-ves-client.yaml ${VES_CLIENT_BLUEPRINT_PATH} ${EXECDIR}/robot/assets/cmpv2/k8s-ves-client.yaml ${VES_INPUTS} deployment/VesTlsCmpv2Inputs.jinja ${pm_notification_event} dfc/notification.jinja ${consul_change_event} dfc/consul.jinja ${ves_client_single_event}= ves/pnf_simulator_single_event.jinja ${SFTP_HELM_CHARTS} ${EXECDIR}/robot/assets/helm/sftp ${HTTPS_SERVER_HELM_CHARTS} ${EXECDIR}/robot/assets/helm/pm-https-server ${HELM_RELEASE} kubectl --namespace onap get pods | sed 's/ .*//' | grep robot | sed 's/-.*//' *** Keywords *** xNF PM File Validate [Documentation] ... This keyword gathers all events from message router topic and validates if in recived data is present an expected string: "${expected_pm_str}" . [Arguments] ${expected_pm_str} ${timestamp}= Get Time epoch #${resp}= Run MR Auth Get Request ${MR_TOPIC_URL_PATH} ${GLOBAL_DCAE_USERNAME} ${GLOBAL_DCAE_PASSWORD} ${resp}= Run MR Get Request ${MR_TOPIC_URL_PATH} Should Contain ${resp.text} ${expected_pm_str} Topic Validate [Arguments] ${value} ${timestamp}= Get Current Date ${dict}= Create Dictionary timestamp=${timestamp} Templating.Create Environment mr ${GLOBAL_TEMPLATE_FOLDER} ${data}= Templating.Apply Template mr ${MR_PUBLISH_TEMPLATE} ${dict} ${resp}= Run MR Auth Post Request (User And Pass) ${MR_TOPIC_URL_PATH_FOR_POST} ${GLOBAL_DCAE_USERNAME} ${GLOBAL_DCAE_PASSWORD} ${data} Should Be Equal As Strings ${resp.status_code} 200 #${resp}= Run MR Auth Get Request ${MR_TOPIC_URL_PATH} ${GLOBAL_DCAE_USERNAME} ${GLOBAL_DCAE_PASSWORD} ${resp}= Run MR Get Request ${MR_TOPIC_URL_PATH} Should Contain ${resp.text} ${value} Send File Ready Event to VES Collector and Deploy all DCAE Applications [Arguments] ${pm_file} ${file_format_type} ${file_format_version} Disable Warnings Setting Global Variables Send File Ready Event to VES Collector ${pm_file} ${file_format_type} ${file_format_version} Add chart repository chart-museum http://chart-museum:80 onapinitializer demo123456! # Log To Console Deploying Data File Collector # Deploying Data File Collector # Log To Console Deploying 3GPP PM Mapper # Deploying 3GPP PM Mapper Log To Console Deploying SFTP Server As xNF Deploying SFTP Server As xNF # Log To Console Deploying HTTPS Server with correct CMPv2 certificates as xNF # Deploying HTTPS server with correct certificates # Log To Console Deploying HTTPS Server with wrong subject alternatives in CMPv2 certificates as xNF # Deploying HTTPS server with wrong certificates - wrong SAN-s DR Bulk PM Feed Check DR PM Mapper Subscriber Check Usecase Teardown Disable Warnings Get all logs from PM Mapper Get all logs from Data File Collector # Uninstall helm charts ${ONAP_HELM_RELEASE}-dcae-datafile-collector # Uninstall helm charts ${ONAP_HELM_RELEASE}-dcae-pm-mapper Uninstall helm charts ${ONAP_HELM_RELEASE}-sftp # Uninstall helm charts ${ONAP_HELM_RELEASE}-pm-https-server-correct-sans # Uninstall helm charts ${ONAP_HELM_RELEASE}-pm-https-server-wrong-sans Setting Global Variables ${test_variables} = Create Dictionary Set To Dictionary ${test_variables} FILE_FORMAT_TYPE=org.3GPP.32.435#measCollec ... FILE_FORMAT_VERSION=V10 ... PM_FILE_PATH=${EXECDIR}/robot/assets/usecases/5gbulkpm/pmfiles/A20181002.0000-1000-0015-1000_5G.xml.gz ... EXPECTED_PM_STR=perf3gpp_RnNode-Ericsson_pmMeasResult Set Global Variable ${GLOBAL_TEST_VARIABLES} ${test_variables} ${command_output} = Run And Return Rc And Output ${HELM_RELEASE} Should Be Equal As Integers ${command_output[0]} 0 Set Global Variable ${ONAP_HELM_RELEASE} ${command_output[1]} Send File Ready Event to VES Collector [Arguments] ${pm_file} ${file_format_type} ${file_format_version} Disable Warnings ${headers}= Create Dictionary content-type=application/json ${fileready}= OperatingSystem.Get File ${JSON_DATA_FILE} ${auth}= Create List ${GLOBAL_DCAE_VES_USERNAME} ${GLOBAL_DCAE_VES_PASSWORD} ${session}= Create Session ves ${VES_HEALTH_CHECK_PATH} auth=${auth} ${resp}= Post Request ves ${VES_LISTENER_PATH} data=${fileready} headers=${headers} Should Be Equal As Strings ${resp.status_code} 202 ${VES_FILE_READY_NOTIFICATION} Set Variable {"event":{"commonEventHeader":{"version":"4.0.1","vesEventListenerVersion":"7.0.1","domain":"notification","eventName":"Noti_RnNode-Ericsson_FileReady","eventId":"FileReady_1797490e-10ae-4d48-9ea7-3d7d790b25e1","lastEpochMicrosec":8745745764578,"priority":"Normal","reportingEntityName":"otenb5309","sequence":0,"sourceName":"oteNB5309","startEpochMicrosec":8745745764578,"timeZoneOffset":"UTC+05.30"},"notificationFields":{"changeIdentifier":"PM_MEAS_FILES","changeType":"FileReady","notificationFieldsVersion":"2.0","arrayOfNamedHashMap":[{"name":"${pm_file}","hashMap":{"location":"sftp://bulkpm:bulkpm@${ONAP_HELM_RELEASE}-sftp:22/upload/${pm_file}","compression":"gzip","fileFormatType":"${file_format_type}","fileFormatVersion":"${file_format_version}"}}]}}} ${resp}= Post Request ves ${VES_LISTENER_PATH} data=${VES_FILE_READY_NOTIFICATION} headers=${headers} Should Be Equal As Strings ${resp.status_code} 202 Upload PM Files to xNF SFTP Server [Arguments] ${pm_file_path} Open Connection ${ONAP_HELM_RELEASE}-sftp Login bulkpm bulkpm ${epoch}= Get Current Date result_format=epoch ${pm_file}= Set Variable A${epoch}.xml.gz Put File ${pm_file_path} upload/${pm_file} [Return] ${pm_file} Check Given Print In DFC Log [Arguments] ${check_dfc_logs} ${dfc_logs}= Run Given Command On DFC Container ${CHECK_DFC_LOGS} Should Contain ${dfc_logs} HostKey has been changed Run Given Command On DFC Container [Arguments] ${user_command} ${run_command} = Run And Return Rc And Output ${user_command} Should Be Equal As Integers ${run_command[0]} 0 ${command_output} = Set Variable ${run_command[1]} ${regexp_matches} = Get Regexp Matches ${command_output} .*(\\s|\\[)+(.+-datafile-collector).* 2 ${matches_length} = Get length ${regexp_matches} ${log} = Run Keyword If "${matches_length}"!='0' Get DFC log by container name ${command_output} ${regexp_matches} ... ELSE Set Variable ${command_output} [Return] ${log} Get DFC log by container name [Arguments] ${command_output} ${regexp_matches} ${dfc_container_name} = Set Variable ${regexp_matches[0]} ${new_command} = Set Variable ${user_command} ${dfc_container_name} ${command_output} = Run And Return Rc And Output ${new_command} Should Be Equal As Integers ${run_command[0]} 0 ${log} = Set Variable ${run_command[1]} [Return] ${log} Check Known Hosts In Env [Arguments] ${CHECK_KNOWN_HOSTS} ${check} = Run And Return Rc And Output ${CHECK_KNOWN_HOSTS} Should Be Equal As Integers ${check[0]} 0 ${env} = Set Variable ${check[1]} ${string_matches} = Get Lines Containing String ${env} KNOWN_HOSTS_FILE_PATH=/home/datafile/.ssh/known_host case_insensitive=True ${output} = Should Not Be Empty ${string_matches} [Return] ${output} Deploying Data File Collector Install helm charts chart-museum dcae-datafile-collector ${ONAP_HELM_RELEASE}-dcae-datafile-collector 6m --set useCmpv2Certificates=true --set global.cmpv2Enabled=true --set masterPasswordOverride=test --set global.centralizedLoggingEnabled=false --debug Deploying 3GPP PM Mapper ${override} = Set Variable --set global.centralizedLoggingEnabled=false --debug Install helm charts chart-museum dcae-pm-mapper ${ONAP_HELM_RELEASE}-dcae-pm-mapper 6m set_values_override=${override} Deploying SFTP Server As xNF ${override} = Set Variable --set fullnameOverride=${ONAP_HELM_RELEASE}-sftp --debug Install helm charts from folder ${SFTP_HELM_CHARTS} ${ONAP_HELM_RELEASE}-sftp 6m set_values_override=${override} Deploying HTTPS server with correct certificates ${name} = Set Variable ${ONAP_HELM_RELEASE}-pm-https-server-correct-sans ${override} = Set Variable --set fullnameOverride=${name} --set nameOverride=${name} --set certificates.name=${name} --set certificates.commonName=${name} --set certificates.dnsNames={${name}} --debug Install helm charts from folder ${HTTPS_SERVER_HELM_CHARTS} ${name} set_values_override=${override} Deploying HTTPS server with wrong certificates - wrong SAN-s ${name} = Set Variable ${ONAP_HELM_RELEASE}-pm-https-server-wrong-sans ${override} = Set Variable --set fullnameOverride=${name} --set nameOverride=${name} --set certificates.name=${name} --set certificates.commonName=wrong-sans-1 --set certificates.dnsNames={wrong-sans-2} --debug Install helm charts from folder ${HTTPS_SERVER_HELM_CHARTS} ${name} set_values_override=${override} DR Bulk PM Feed Check ${resp}= Run DR Get Request ${DR_SUB_CHECK_PATH} Should Contain ${resp.text} bulk_pm_feed DR PM Mapper Subscriber Check ${resp}= Run DR Get Request ${DR_SUB_CHECK_PATH} Should Contain ${resp.text} http://dcae-pm-mapper:8081/delivery Setting KNOWN_HOSTS_FILE_PATH Environment Variable in DFC ${rc}= Run and Return RC ${SET_KNOWN_HOSTS_FILE_PATH} Should Be Equal As Integers ${rc} 0 Wait Until Keyword Succeeds 7 min 10s Check Known Hosts In Env ${CHECK_ENV_SET} ${GET_RSA_KEY}= Set Variable kubectl exec $(kubectl get pod -n onap | grep ${ONAP_HELM_RELEASE}-sftp | awk '{print $1}') -n onap -- ssh-keyscan -t rsa ${ONAP_HELM_RELEASE}-sftp > /tmp/known_hosts ${rc}= Run and Return RC ${GET_RSA_KEY} Should Be Equal As Integers ${rc} 0 ${rc}= Run and Return RC ${COPY_RSA_KEY} Should Be Equal As Integers ${rc} 0 Uploading PM Files to xNF SFTP Server ${pm_file}= Upload PM Files to xNF SFTP Server ${GLOBAL_TEST_VARIABLES["PM_FILE_PATH"]} Set Global Variable ${PM_FILE} ${pm_file} Sending File Ready Event to VES Collector Send File Ready Event to VES Collector ${PM_FILE} ${GLOBAL_TEST_VARIABLES["FILE_FORMAT_TYPE"]} ${GLOBAL_TEST_VARIABLES["FILE_FORMAT_VERSION"]} Verifying 3GPP Perf VES Content On PERFORMANCE_MEASUREMENTS Topic Wait Until Keyword Succeeds 2 min 5 sec xNF PM File Validate ${GLOBAL_TEST_VARIABLES["EXPECTED_PM_STR"]} Changing SFTP Server RSA Key in DFC ${get_known_hosts_file}= OperatingSystem.Get File /tmp/known_hosts ${change_rsa_key}= Replace String ${get_known_hosts_file} A a Create File /tmp/known_hosts ${change_rsa_key} ${rc}= Run and Return RC ${COPY_RSA_KEY} Should Be Equal As Integers ${rc} 0 Checking DFC Logs After KNOWN_HOSTS_FILE_PATH Env Variable Added ${dfc_logs}= Run Given Command On DFC Container ${CHECK_DFC_LOGS} Should Not Contain ${dfc_logs} ${EXPECTED_PRINT} Get all logs from PM Mapper ${pmmapper_logs}= Check logs ${CHECK_ALL_PMMAPPER_LOGS} Log ${pmmapper_logs} Get all logs from Data File Collector ${pmmapper_logs}= Check logs ${CHECK_ALL_DFC_LOGS} Log ${pmmapper_logs} Checking DFC Logs After SFTP Server RSA Key Changed Wait Until Keyword Succeeds 5 min 30 sec Check Given Print In DFC LOG ${CHECK_DFC_LOGS} Check logs [Arguments] ${LOG_CHECK} ${rc} = Run And Return Rc And Output ${LOG_CHECK} Should Be Equal As Integers ${rc[0]} 0 [Return] ${rc[1]} Change DFC httpsHostnameVerify configuration in Consul [Documentation] Changes DFC httpsHostnameVerify config. [Arguments] ${httpsHostnameVerify} ${httpsHostnameVerify_conf} Create Dictionary httpsHostnameVerify=${httpsHostnameVerify} Templating.Create Environment pm ${GLOBAL_TEMPLATE_FOLDER} ${event}= Templating.Apply Template pm ${consul_change_event} ${httpsHostnameVerify_conf} ${rc} ${container_name} = Run and Return RC and Output kubectl get pods -n onap | grep datafile-collector | awk '{print $1}' | grep -v NAME | awk -F'-' '{print $2}' Should Be Equal As Integers ${rc} 0 ${resp}= Run Consul Put Request /v1/kv/${container_name}-datafile-collector?raw=1 ${event} Should Be Equal As Strings ${resp.status_code} 200 ${rc} = Run and Return RC kubectl delete pods -n onap $(kubectl get pods -n onap | grep datafile-collector | awk '{print $1}' | grep -v NAME) Should Be Equal As Integers ${rc} 0 Wait Until Keyword Succeeds 360 sec 15 sec Check logs kubectl logs -n onap $(kubectl get pods -n onap | grep datafile-collector | awk '{print $1}' | grep -v NAME) ${container_name}-datafile-collector #Sending File Ready Event to VES Collector for HTTPS Server # [Arguments] ${https-server_host} # Send File Ready Event to VES Collector for HTTPS Server ${PM_FILE} ${GLOBAL_TEST_VARIABLES["FILE_FORMAT_TYPE"]} ${GLOBAL_TEST_VARIABLES["FILE_FORMAT_VERSION"]} ${https-server_host} #Send File Ready Event to VES Collector for HTTPS Server # [Arguments] ${pm_file} ${file_format_type} ${file_format_version} ${https_server_host} # Disable Warnings # ${pm_event} Create Dictionary https_server_host=${https_server_host} pm_file=${pm_file} fileFormatType=${file_format_type} fileFormatVersion=${file_format_version} # Templating.Create Environment pm ${GLOBAL_TEMPLATE_FOLDER} # ${VES_FILE_READY_NOTIFICATION}= Templating.Apply Template pm ${pm_notification_event} ${pm_event} # ${headers}= Create Dictionary content-type=application/json # ${auth}= Create List ${GLOBAL_DCAE_VES_USERNAME} ${GLOBAL_DCAE_VES_PASSWORD} # ${session}= Create Session ves ${VES_HEALTH_CHECK_PATH} auth=${auth} # ${resp}= Post Request ves ${VES_LISTENER_PATH} data=${VES_FILE_READY_NOTIFICATION} headers=${headers} # Should Be Equal As Strings ${resp.status_code} 202 #Uploading PM Files to xNF HTTPS Server # [Arguments] ${https-server_host} # ${pm_file}= Upload PM Files to xNF HTTPS Server ${GLOBAL_TEST_VARIABLES["PM_FILE_PATH"]} ${https-server_host} # Set Global Variable ${PM_FILE} ${pm_file} #Upload PM Files to xNF HTTPS Server # [Arguments] ${pm_file_path} ${https_server} # ${epoch}= Get Current Date result_format=epoch # ${pm_file} = Set Variable A${epoch}.xml.gz # Copy File ${pm_file_path} tmp/${pm_file} # ${fileData}= Get Binary File tmp/${pm_file} # ${file_part}= Create List ${pm_file} ${fileData} application/octet-stream # ${fileParts}= Create Dictionary # Set to Dictionary ${fileParts} uploaded_file=${file_part} # ${auth}= Create List demo demo123456! # ${session}= Create Session https http://${https_server}:80 auth=${auth} # ${resp}= Post Request https /upload.php files=${fileParts} # Should Be Equal As Strings ${resp.status_code} 200 # [Return] ${pm_file}