#!/bin/bash -x # # Copyright 2016-2017 Huawei Technologies Co., Ltd. # Modification Copyright 2019-2021 © Samsung Electronics Co., Ltd. # Modification Copyright 2021 © highstreet-technologies GmbH # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # # $1 project/functionality # $2 robot options # # functions # function on_exit(){ rc=$? if [[ ${WORKSPACE} ]]; then if [[ ${WORKDIR} ]]; then rsync -av "$WORKDIR/" "$WORKSPACE/archives/$TESTPLAN" fi # Record list of active docker containers docker ps --format "{{.Image}}" > "$WORKSPACE/archives/$TESTPLAN/_docker-images.log" # show memory consumption after all docker instances initialized docker_stats | tee "$WORKSPACE/archives/$TESTPLAN/_sysinfo-2-after-robot.txt" fi # Run teardown script plan if it exists cd "${TESTPLANDIR}" TEARDOWN="${TESTPLANDIR}/teardown.sh" if [ -f "${TEARDOWN}" ]; then echo "Running teardown script ${TEARDOWN}" source_safely "${TEARDOWN}" fi # TODO: do something with the output exit $rc } # ensure that teardown and other finalizing steps are always executed trap on_exit EXIT function docker_stats(){ #General memory details echo "> top -bn1 | head -3" top -bn1 | head -3 echo echo "> free -h" free -h echo #Memory details per Docker echo "> docker ps" docker ps echo echo "> docker stats --no-stream" docker stats --no-stream echo } # save current set options function save_set() { RUN_CSIT_SAVE_SET="$-" RUN_CSIT_SHELLOPTS="$SHELLOPTS" } # load the saved set options function load_set() { _setopts="$-" # bash shellopts for i in $(echo "$SHELLOPTS" | tr ':' ' ') ; do set +o ${i} done for i in $(echo "$RUN_CSIT_SHELLOPTS" | tr ':' ' ') ; do set -o ${i} done # other options for i in $(echo "$_setopts" | sed 's/./& /g') ; do set +${i} done set -${RUN_CSIT_SAVE_SET} } # set options for quick bailout when error function harden_set() { set -xeo pipefail set +u # enabled it would probably fail too many often } # relax set options so the sourced file will not fail # the responsibility is shifted to the sourced file... function relax_set() { set +e set +o pipefail } # wrapper for sourcing a file function source_safely() { [ -z "$1" ] && return 1 relax_set . "$1" load_set } # # main # # set and save options for quick failure harden_set && save_set if [ $# -eq 0 ] then echo echo "Usage: $0 plans/<project>/<functionality> [<robot-options>]" echo echo " <project>, <functionality>, <robot-options>: " echo " The same values as for the '{project}-csit-{functionality}' JJB job template." echo exit 1 fi if [ -z "$WORKSPACE" ]; then export WORKSPACE=$(git rev-parse --show-toplevel) fi if [ -f "${WORKSPACE}/${1}/testplan.txt" ]; then export TESTPLAN="${1}" else echo "testplan not found: ${WORKSPACE}/${TESTPLAN}/testplan.txt" exit 2 fi export TESTOPTIONS="${2}" rm -rf "$WORKSPACE/archives/$TESTPLAN" mkdir -p "$WORKSPACE/archives/$TESTPLAN" TESTPLANDIR="${WORKSPACE}/${TESTPLAN}" # Set env variables source_safely "${WORKSPACE}/sdnc-csit.env" if [[ -z $ROBOT_IMAGE ]]; then # Run installation of prerequired libraries source_safely "${WORKSPACE}/prepare-csit.sh" # Activate the virtualenv containing all the required libraries installed by prepare-csit.sh source_safely "${ROBOT_VENV}/bin/activate" fi WORKDIR=$(mktemp -d --suffix=-robot-workdir) chmod a+rwx "${WORKDIR}" echo "Additional info" ls -lsa "${WORKDIR}" id # Add csit scripts to PATH export PATH="${PATH}:${WORKSPACE}/docker/scripts:${WORKSPACE}/scripts:${ROBOT_VENV}/bin" export SCRIPTS="${WORKSPACE}/scripts" export ROBOT_VARIABLES= # Sign in to nexus3 docker repo docker login -u docker -p docker nexus3.onap.org:10001 # Run setup script plan if it exists cd "${TESTPLANDIR}" SETUP="${TESTPLANDIR}/setup.sh" if [ -f "${SETUP}" ]; then echo "Running setup script ${SETUP}" source_safely "${SETUP}" fi # show memory consumption after all docker instances initialized docker_stats | tee "$WORKSPACE/archives/$TESTPLAN/_sysinfo-1-after-setup.txt" # Run test plan cd "$WORKDIR" echo "Reading the testplan:" cat "${TESTPLANDIR}/testplan.txt" | egrep -v '(^[[:space:]]*#|^[[:space:]]*$)' | sed "s|^|${WORKSPACE}/tests/|" > testplan.txt cat testplan.txt SUITES=$( xargs -a testplan.txt ) echo ROBOT_VARIABLES="${ROBOT_VARIABLES}" echo "Starting Robot test suites ${SUITES} ..." relax_set if [[ -z $SDNC_RELEASE_WITHOUT_ROBOT ]] ; then if [[ -z $SDNC_READY_STATE_TIME_OUT ]] ; then # Runs an alternative robotframework setup as docker image in $ROBOT_IMAGE # test suites will be executed within this docker container # and results are stored as usual if [[ -z $ROBOT_IMAGE ]]; then echo "*** TRACE **** python is $(which python) [version $(python --version)]" env python -m robot.run -N ${TESTPLAN} -v WORKSPACE:/tmp ${ROBOT_VARIABLES} ${TESTOPTIONS} ${SUITES} else echo "*** TRACE **** python is running in a container" docker run --net="host" \ -v ${WORKSPACE}:${WORKSPACE} -v ${WORKDIR}:${WORKDIR} $ROBOT_IMAGE \ python3 -B -m robot.run -N ${TESTPLAN} -v WORKSPACE:/tmp --outputdir ${WORKDIR} ${ROBOT_VARIABLES} ${TESTOPTIONS} ${SUITES} fi else echo "[INFO] Skip Robot test suite, because SDNC is not in ready state" echo "[ERROR] SDNC is not in ready state, check karaf.log!" false fi else echo "[WARNING] SDNC_RELEASE_WITHOUT_ROBOT is TRUE " echo "[WARNING] Dummy Robot test suite is executed, job remains ok. " docker run --net="host" \ -v ${WORKSPACE}:${WORKSPACE} -v ${WORKDIR}:${WORKDIR} $ROBOT_IMAGE \ python3 -B -m robot.run -N ${TESTPLAN} -v WORKSPACE:/tmp --outputdir ${WORKDIR} ${ROBOT_VARIABLES} ${TESTOPTIONS} ${WORKSPACE}/tests/sdnr/debug/10_dummy.robot true fi RESULT=$? load_set echo "RESULT: $RESULT" # Note that the final steps are done in on_exit function after this exit! exit $RESULT