INT-1118: e2e csits for configuration over netconf uc

Change-Id: I0cbeacb31c6cc35ee4e723a01edd93517003e7eb
Issue-ID: INT-1118
Signed-off-by: tragait <rahul.tyagi@est.tech>

9 files changed, 379 insertions, 0 deletions

diff --git a/plans/usecases/5G-config-over-netconf/certs/certs.properties b/plans/usecases/5G-config-over-netconf/certs/certs.properties
new file mode 100755
index 00000000..f8f3fa72
--- /dev/null
+++ b/plans/usecases/5G-config-over-netconf/certs/certs.properties
@@ -0,0 +1,2 @@
+keys0.zip
+*****
diff --git a/plans/usecases/5G-config-over-netconf/setup.sh b/plans/usecases/5G-config-over-netconf/setup.sh
new file mode 100644
index 00000000..a30a7b45
--- /dev/null
+++ b/plans/usecases/5G-config-over-netconf/setup.sh
@@ -0,0 +1,205 @@
+#!/bin/bash
+#
+# Copyright 2016-2017 Huawei Technologies Co., Ltd.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# Modifications copyright (c) 2017 AT&T Intellectual Property
+#
+# Place the scripts in run order:
+SCRIPTS="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
+source ${WORKSPACE}/scripts/sdnc/script1.sh
+export DOCKER_SDNC_TAG=1.5.2
+export NEXUS_USERNAME=docker
+export NEXUS_PASSWD=docker
+export NEXUS_DOCKER_REPO=nexus3.onap.org:10001
+export DMAAP_TOPIC=AUTO
+export DOCKER_IMAGE_VERSION=1.5.2
+export CCSDK_DOCKER_IMAGE_VERSION=0.4-STAGING-latest
+export CCSDK_DOCKER_BP_IMAGE_VERSION=0.4.5
+REQUEST_DATA_PATH=$WORKSPACE/tests/usecases/5G-config-over-netconf/data
+
+export MTU=$(/sbin/ifconfig | grep MTU | sed 's/.*MTU://' | sed 's/ .*//' | sort -n | head -1)
+
+if [ "$MTU" == "" ]; then
+	  export MTU="1450"
+fi
+
+# Clone SDNC repo to get docker-compose for SDNC
+mkdir -p $WORKSPACE/archives/integration
+cd $WORKSPACE/archives
+git clone -b master --single-branch --depth=1 http://gerrit.onap.org/r/integration.git integration
+cd $WORKSPACE/archives/integration
+git pull
+#cd $WORKSPACE/archives/integration/test/mocks/pnfsimulator
+#sed -i 's/nexus3.onap.org:10003\/onap\/pnf-simulator:4.0.0-SNAPSHOT/nexus3.onap.org:10001\/onap\/pnf-simulator:latest/' docker-compose.yml
+HOST_IP_ADDR=localhost
+# Clone SDNC repo to get docker-compose for SDNC
+mkdir -p $WORKSPACE/archives/sdnc
+cd $WORKSPACE/archives
+git clone -b master --single-branch --depth=1 http://gerrit.onap.org/r/sdnc/oam.git sdnc
+cd $WORKSPACE/archives/sdnc
+git pull
+unset http_proxy https_proxy
+
+sed -i "s/DMAAP_TOPIC_ENV=.*/DMAAP_TOPIC_ENV="AUTO"/g" docker-compose.yml
+docker login -u $NEXUS_USERNAME -p $NEXUS_PASSWD $NEXUS_DOCKER_REPO
+
+docker pull $NEXUS_DOCKER_REPO/onap/sdnc-image:$DOCKER_SDNC_TAG
+docker tag $NEXUS_DOCKER_REPO/onap/sdnc-image:$DOCKER_SDNC_TAG onap/sdnc-image:latest
+
+docker pull $NEXUS_DOCKER_REPO/onap/sdnc-ansible-server-image:$DOCKER_IMAGE_VERSION
+docker tag $NEXUS_DOCKER_REPO/onap/sdnc-ansible-server-image:$DOCKER_IMAGE_VERSION onap/sdnc-ansible-server-image:latest
+
+docker pull $NEXUS_DOCKER_REPO/onap/ccsdk-dgbuilder-image:$CCSDK_DOCKER_IMAGE_VERSION
+docker tag $NEXUS_DOCKER_REPO/onap/ccsdk-dgbuilder-image:$CCSDK_DOCKER_IMAGE_VERSION onap/ccsdk-dgbuilder-image:latest
+
+docker pull $NEXUS_DOCKER_REPO/onap/admportal-sdnc-image:$DOCKER_IMAGE_VERSION
+docker tag $NEXUS_DOCKER_REPO/onap/admportal-sdnc-image:$DOCKER_IMAGE_VERSION onap/admportal-sdnc-image:latest
+
+docker pull $NEXUS_DOCKER_REPO/onap/sdnc-ueb-listener-image:$DOCKER_IMAGE_VERSION
+docker tag $NEXUS_DOCKER_REPO/onap/sdnc-ueb-listener-image:$DOCKER_IMAGE_VERSION onap/sdnc-ueb-listener-image:latest
+
+docker pull $NEXUS_DOCKER_REPO/onap/sdnc-dmaap-listener-image:$DOCKER_IMAGE_VERSION
+docker tag $NEXUS_DOCKER_REPO/onap/sdnc-dmaap-listener-image:$DOCKER_IMAGE_VERSION onap/sdnc-dmaap-listener-image:latest
+
+docker pull $NEXUS_DOCKER_REPO/onap/ccsdk-blueprintsprocessor:$CCSDK_DOCKER_BP_IMAGE_VERSION
+docker tag $NEXUS_DOCKER_REPO/onap/ccsdk-blueprintsprocessor:$CCSDK_DOCKER_BP_IMAGE_VERSION onap/ccsdk-blueprintsprocessor:latest
+
+
+CERT_SUBPATH=plans/sdnc/sdnc_netconf_tls_post_deploy/certs
+export SDNC_CERT_PATH=${WORKSPACE}/${CERT_SUBPATH}
+
+cd $WORKSPACE/archives/sdnc/installation/src/main/yaml
+sed -i 's/sdnc_controller_container/sdnc_controller_container\n    volumes: \n      - $SDNC_CERT_PATH:\/opt\/opendaylight\/current\/certs/' docker-compose.yml
+# start SDNC containers with docker compose and configuration from docker-compose.yml
+docker-compose up -d
+
+cd $WORKSPACE/archives/integration/test/mocks/pnfsimulator
+./simulator.sh start&
+
+# WAIT 10 minutes maximum and test every 5 seconds if SDNC is up using HealthCheck API
+TIME_OUT=1000
+INTERVAL=30
+TIME=0
+while [ "$TIME" -lt "$TIME_OUT" ]; do
+  response=$(curl --write-out '%{http_code}' --silent --output /dev/null -H "Authorization: Basic YWRtaW46S3A4Yko0U1hzek0wV1hsaGFrM2VIbGNzZTJnQXc4NHZhb0dHbUp2VXkyVQ==" -X POST -H "X-FromAppId: csit-sdnc" -H "X-TransactionId: csit-sdnc" -H "Accept: application/json" -H "Content-Type: application/json" http://localhost:8282/restconf/operations/SLI-API:healthcheck ); echo $response
+
+  if [ "$response" == "200" ]; then
+    echo SDNC started in $TIME seconds
+    break;
+  fi
+
+  echo Sleep: $INTERVAL seconds before testing if SDNC is up. Total wait time up now is: $TIME seconds. Timeout is: $TIME_OUT seconds
+  sleep $INTERVAL
+  TIME=$(($TIME+$INTERVAL))
+done
+
+export LOCAL_IP=$(ip -4 addr show docker0 | grep -Po 'inet \K[\d.]+')
+sed -i "s/pnfaddr/$LOCAL_IP/g" $REQUEST_DATA_PATH/mount.xml
+
+if [ "$TIME" -ge "$TIME_OUT" ]; then
+   echo TIME OUT: Docker containers not started in $TIME_OUT seconds... Could cause problems for testing activities...
+fi
+
+#sleep 800
+
+TIME_OUT=1500
+INTERVAL=60
+TIME=0
+while [ "$TIME" -lt "$TIME_OUT" ]; do
+docker exec sdnc_controller_container rm -f /opt/opendaylight/current/etc/host.key
+response=$(docker exec sdnc_controller_container /opt/opendaylight/current/bin/client system:start-level)
+docker exec sdnc_controller_container rm -f /opt/opendaylight/current/etc/host.key
+
+  if [ "$response" == "Level 100" ] ; then
+    echo SDNC karaf started in $TIME seconds
+    break;
+  fi
+
+  echo Sleep: $INTERVAL seconds before testing if SDNC is up. Total wait time up now is: $TIME seconds. Timeout is: $TIME_OUT seconds
+  sleep $INTERVAL
+  TIME=$(($TIME+$INTERVAL))
+done
+
+if [ "$TIME" -ge "$TIME_OUT" ]; then
+   echo TIME OUT: karaf session not started in $TIME_OUT seconds... Could cause problems for testing activities...
+fi
+
+response=$(docker exec sdnc_controller_container /opt/opendaylight/current/bin/client system:start-level)
+
+  if [ "$response" == "Level 100" ] ; then
+    num_failed_bundles=$(docker exec sdnc_controller_container /opt/opendaylight/current/bin/client bundle:list | grep Failure | wc -l)
+    failed_bundles=$(docker exec sdnc_controller_container /opt/opendaylight/current/bin/client bundle:list | grep Failure)
+    echo There is/are $num_failed_bundles failed bundles out of $num_bundles installed bundles.
+  fi
+
+if [ "$num_failed_bundles" -ge 1 ]; then
+  echo "The following bundle(s) are in a failed state: "
+  echo "  $failed_bundles"
+fi
+
+########################################## blueprintsprocessor setup ##########################################################
+
+mkdir -p $WORKSPACE/archives/cds
+cd $WORKSPACE/archives
+
+git clone -b master --single-branch --depth=1 http://gerrit.onap.org/r/ccsdk/cds.git cds
+cd $WORKSPACE/archives/cds
+git pull
+unset http_proxy https_proxy
+cd $WORKSPACE/archives/cds/ms/blueprintsprocessor/distribution/src/main/dc/
+
+############# update ip of sdnc in docker-compose###########
+SDNC_CONTAINER=$(docker ps -a -q --filter="name=sdnc_controller_container")
+SDNC_CONTAINER_IP=$(docker inspect --format='{{range .NetworkSettings.Networks}}{{.IPAddress}}{{end}}' $SDNC_CONTAINER)
+echo " " >> docker-compose.yaml
+echo "    extra_hosts:"  >> docker-compose.yaml
+echo "    - 'sdnc:$LOCAL_IP'" >> docker-compose.yaml
+#############################################################
+
+docker-compose up &
+sleep 10
+################# Check state of BP ####################
+BP_CONTAINER=$(docker ps -a -q --filter="name=bp-rest")
+CCSDK_MARIADB=$(docker ps -a -q --filter="name=ccsdk-mariadb")
+for i in {1..10}; do
+if [ $(docker inspect --format '{{ .State.Running }}' $BP_CONTAINER) ] && \
+[ $(docker inspect --format '{{ .State.Running }}' $CCSDK_MARIADB) ]
+then
+   echo "Blueprint proc Service Running"
+   break
+else
+   echo sleep $i
+   sleep $i
+fi
+done
+
+########## update pnf simulator ip in config deploy request ########
+
+NETOPEER_CONTAINER=$(docker ps -a -q --filter="name=netopeer")
+NETOPEER_CONTAINER_IP=$(docker inspect --format='{{range .NetworkSettings.Networks}}{{.IPAddress}}{{end}}' $SDNC_CONTAINER)
+RES_KEY=$(uuidgen -r)
+sed -i "s/pnfaddr/$LOCAL_IP/g" $REQUEST_DATA_PATH/config-deploy.json
+sed -i "s/pnfaddr/$LOCAL_IP/g" $REQUEST_DATA_PATH/config-assign.json
+
+sed -i "s/reskey/$RES_KEY/g" $REQUEST_DATA_PATH/config-deploy.json
+sed -i "s/reskey/$RES_KEY/g" $REQUEST_DATA_PATH/config-assign.json
+
+####################################################################
+# Sleep additional 3 minutes (180 secs) to give application time to finish
+sleep 150
+
+
+# Pass any variables required by Robot test suites in ROBOT_VARIABLES
+ROBOT_VARIABLES="-v SCRIPTS:${SCRIPTS}"
diff --git a/plans/usecases/5G-config-over-netconf/teardown.sh b/plans/usecases/5G-config-over-netconf/teardown.sh
new file mode 100644
index 00000000..2e120e74
--- /dev/null
+++ b/plans/usecases/5G-config-over-netconf/teardown.sh
@@ -0,0 +1,33 @@
+#!/bin/bash
+#
+# Copyright 2016-2017 Huawei Technologies Co., Ltd.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# Modifications copyright (c) 2017 AT&T Intellectual Property
+#
+
+kill-instance.sh sdnc_controller_container
+kill-instance.sh sdnc_dgbuilder_container
+kill-instance.sh sdnc_portal_container
+kill-instance.sh sdnc_db_container
+kill-instance.sh sdnc_ueblistener_container
+kill-instance.sh sdnc_dmaaplistener_container
+kill-instance.sh sdnc_ansible_container
+kill-instance.sh netopeer
+kill-instance.sh sftp-server
+kill-instance.sh ftpes-server-vsftpd
+kill-instance.sh ftpes-server-pure-ftpd
+kill-instance.sh bp-rest
+kill-instance.sh ccsdk-mariadb
+# $WORKSPACE/archives/appc deleted with archives folder when tests starts so we keep it at the end for debugging
diff --git a/plans/usecases/5G-config-over-netconf/testplan.txt b/plans/usecases/5G-config-over-netconf/testplan.txt
new file mode 100644
index 00000000..40610081
--- /dev/null
+++ b/plans/usecases/5G-config-over-netconf/testplan.txt
@@ -0,0 +1,4 @@
+# Test suites are relative paths under [integration/csit.git]/tests/.
+# Place the suites in run order.
+usecases/5G-config-over-netconf
+
diff --git a/tests/usecases/5G-config-over-netconf/5g_config_over_netconf.robot b/tests/usecases/5G-config-over-netconf/5g_config_over_netconf.robot
new file mode 100644
index 00000000..c6e06596
--- /dev/null
+++ b/tests/usecases/5G-config-over-netconf/5g_config_over_netconf.robot
@@ -0,0 +1,69 @@
+*** Settings ***
+Library     Collections
+Library     RequestsLibrary
+Library     OperatingSystem
+Library     json
+Library     String
+
+*** Variables ***
+${SDNC_KEYSTORE_CONFIG_PATH}    /config/netconf-keystore:keystore
+${SDNC_MOUNT_PATH}    /config/network-topology:network-topology/topology/topology-netconf/node/netopeer2
+${PNFSIM_MOUNT_PATH}    /config/network-topology:network-topology/topology/topology-netconf/node/netopeer2/yang-ext:mount/mynetconf:netconflist
+${BP_UPLOAD_URL}    /api/v1/execution-service/upload
+${BP_PROCESS_URL}    /api/v1/execution-service/process
+${BP_ARCHIVE_PATH}    ${CURDIR}/data/blueprint_archive.zip
+
+
+ *** Test Cases ***
+ Test SDNC Keystore
+      [Documentation]    Checking keystore after SDNC installation
+      Create Session   sdnc  http://localhost:8282/restconf
+      &{headers}=  Create Dictionary    Authorization=Basic YWRtaW46S3A4Yko0U1hzek0wV1hsaGFrM2VIbGNzZTJnQXc4NHZhb0dHbUp2VXkyVQ==    Content-Type=application/json    Accept=application/json
+      ${resp}=    Get Request    sdnc    ${SDNC_KEYSTORE_CONFIG_PATH}    headers=${headers}
+      Should Be Equal As Strings    ${resp.status_code}    200
+      ${keystoreContent}=    Convert To String    ${resp.content}
+      Log to console  *************************
+      Log to console  ${resp.content}
+      Log to console  *************************
+
+ Test BP-PROC upload blueprint archive
+     [Documentation]    Upload Blueprint archive to BP processor
+     Create Session   blueprint  http://localhost:8000
+     ${bp_archive}=    Get Binary File    ${BP_ARCHIVE_PATH}
+     &{bp_file}=    create Dictionary    file    ${bp_archive} 
+     &{headers}=  Create Dictionary    Authorization=Basic Y2NzZGthcHBzOmNjc2RrYXBwcw==
+     ${resp}=    Post Request    blueprint    ${BP_UPLOAD_URL}    files=${bp_file}    headers=${headers}
+     Should Be Equal As Strings    ${resp.status_code}    200
+
+ Test BP-PROC CONFIG-ASSIGN
+     [Documentation]    Send config-assign request to BP-Proc
+     Create Session   blueprint  http://localhost:8000
+     ${config-assign}=    Get File     ${CURDIR}${/}data${/}config-assign.json
+     Log to console  ${config-assign}
+     &{headers}=  Create Dictionary    Authorization=Basic Y2NzZGthcHBzOmNjc2RrYXBwcw==    Content-Type=application/json    Accept=application/json
+     ${resp}=    Post Request    blueprint    ${BP_PROCESS_URL}    data=${config-assign}    headers=${headers}
+     Should Be Equal As Strings    ${resp.status_code}    200
+
+ Test BP-PROC CONFIG-DEPLOY
+     [Documentation]    Send config-deploy request to BP-Proc
+     Create Session   blueprint  http://localhost:8000
+     ${config-deploy}=    Get File     ${CURDIR}${/}data${/}config-deploy.json
+     Log to console  ${config-deploy}
+     &{headers}=  Create Dictionary    Authorization=Basic Y2NzZGthcHBzOmNjc2RrYXBwcw==    Content-Type=application/json    Accept=application/json
+     ${resp}=    Post Request    blueprint    ${BP_PROCESS_URL}    data=${config-deploy}    headers=${headers}
+     Should Be Equal As Strings    ${resp.status_code}    200
+     
+ Test PNF Configuration update
+     [Documentation]    Checking PNF configuration params
+     Create Session   sdnc  http://localhost:8282/restconf
+     ${mount}=    Get File     ${CURDIR}${/}data${/}mount.xml
+     Log to console  ${mount}
+     &{headers}=  Create Dictionary    Authorization=Basic YWRtaW46S3A4Yko0U1hzek0wV1hsaGFrM2VIbGNzZTJnQXc4NHZhb0dHbUp2VXkyVQ==    Content-Type=application/xml    Accept=application/xml
+     ${resp}=    Put Request    sdnc    ${SDNC_MOUNT_PATH}    data=${mount}    headers=${headers}
+     Should Be Equal As Strings    ${resp.status_code}    201
+     Sleep  10
+     &{headers1}=  Create Dictionary    Authorization=Basic YWRtaW46S3A4Yko0U1hzek0wV1hsaGFrM2VIbGNzZTJnQXc4NHZhb0dHbUp2VXkyVQ==    Content-Type=application/json    Accept=application/json
+     ${resp1}=    Get Request    sdnc    ${PNFSIM_MOUNT_PATH}    headers=${headers1}
+     Should Be Equal As Strings    ${resp1.status_code}    200
+     Log to console  ${resp1.content}
+     Should Contain  ${resp1.text}     {"netconf-id":30,"netconf-param":3000}
diff --git a/tests/usecases/5G-config-over-netconf/_init_.robot b/tests/usecases/5G-config-over-netconf/_init_.robot
new file mode 100644
index 00000000..d7353060
--- /dev/null
+++ b/tests/usecases/5G-config-over-netconf/_init_.robot
@@ -0,0 +1,2 @@
+1 *** Settings ***
+2 Documentation    SDNC - keystorecheck
diff --git a/tests/usecases/5G-config-over-netconf/data/config-assign.json b/tests/usecases/5G-config-over-netconf/data/config-assign.json
new file mode 100644
index 00000000..12c3865f
--- /dev/null
+++ b/tests/usecases/5G-config-over-netconf/data/config-assign.json
@@ -0,0 +1,25 @@
+{
+  "actionIdentifiers": {
+    "actionName": "config-assign",
+    "blueprintName": "configuration_over_restconf",
+    "blueprintVersion": "1.0.0",
+    "mode": "sync"
+  },
+  "commonHeader": {
+    "originatorId": "sdnc",
+    "requestId": "123456-1000",
+    "subRequestId": "sub-123456-1000"
+  },
+  "payload": {
+    "config-assign-request": {
+      "resolution-key": "RES-KEY reskey",
+      "config-assign-properties": {
+        "service-instance-id": "siid_1234",
+        "pnf-id": "pnf-simulator",
+        "pnf-ipv4-address": "pnfaddr",
+        "service-model-uuid": "service-model-uuid",
+        "pnf-customization-uuid": "pnf-customization-uuid"
+      }
+    }
+  }
+}
diff --git a/tests/usecases/5G-config-over-netconf/data/config-deploy.json b/tests/usecases/5G-config-over-netconf/data/config-deploy.json
new file mode 100644
index 00000000..546fdc78
--- /dev/null
+++ b/tests/usecases/5G-config-over-netconf/data/config-deploy.json
@@ -0,0 +1,25 @@
+{
+  "actionIdentifiers": {
+    "actionName": "config-deploy",
+    "blueprintName": "configuration_over_restconf",
+    "blueprintVersion": "1.0.0",
+    "mode": "sync"
+  },
+  "commonHeader": {
+    "originatorId": "sdnc",
+    "requestId": "123456-1000",
+    "subRequestId": "sub-123456-1000"
+  },
+  "payload": {
+    "config-deploy-request": {
+      "resolution-key": "RES-KEY reskey",
+      "config-deploy-properties": {
+        "service-instance-id": "siid_1234",
+        "pnf-id": "pnf-simulator",
+        "pnf-ipv4-address": "pnfaddr",
+        "service-model-uuid": "service-model-uuid",
+        "pnf-customization-uuid": "pnf-customization-uuid"
+      }
+    }
+  }
+}
diff --git a/tests/usecases/5G-config-over-netconf/data/mount.xml b/tests/usecases/5G-config-over-netconf/data/mount.xml
new file mode 100644
index 00000000..108369bc
--- /dev/null
+++ b/tests/usecases/5G-config-over-netconf/data/mount.xml
@@ -0,0 +1,14 @@
+<node xmlns="urn:TBD:params:xml:ns:yang:network-topology">
+  <node-id>netopeer2</node-id>
+    <key-based xmlns="urn:opendaylight:netconf-node-topology">
+   <key-id xmlns="urn:opendaylight:netconf-node-topology">ODL_private_key_0</key-id>
+   <username xmlns="urn:opendaylight:netconf-node-topology">netconf</username>
+   </key-based>
+   <host xmlns="urn:opendaylight:netconf-node-topology">pnfaddr</host>
+   <port xmlns="urn:opendaylight:netconf-node-topology">6513</port>
+  <tcp-only xmlns="urn:opendaylight:netconf-node-topology">false</tcp-only>
+  <protocol xmlns="urn:opendaylight:netconf-node-topology">
+  <name xmlns="urn:opendaylight:netconf-node-topology">TLS</name>
+  </protocol>
+ <max-connection-attempts xmlns="urn:opendaylight:netconf-node-topology">2</max-connection-attempts>
+</node>