diff options
Diffstat (limited to 'jjb')
| -rw-r--r-- | jjb/dcae/apod-analytics.yaml | 39 | ||||
| -rwxr-xr-x | jjb/dcae/script-apod-analytics-daily-release.sh | 90 | ||||
| -rwxr-xr-x | jjb/dcae/script-apod-analytics-merge.sh | 90 | ||||
| -rwxr-xr-x | jjb/dcae/script-apod-analytics-verify.sh | 90 |
4 files changed, 309 insertions, 0 deletions
diff --git a/jjb/dcae/apod-analytics.yaml b/jjb/dcae/apod-analytics.yaml new file mode 100644 index 000000000..1e1e28bd7 --- /dev/null +++ b/jjb/dcae/apod-analytics.yaml @@ -0,0 +1,39 @@ +--- + +- project: + name: dcae-apod-anlytics + + # job template iterators + project-name: 'dcae-apod-analytics' + stream: + - 'master': + branch: 'master' + + # apply to all jobs + project: 'dcae/apod/analytics' + mvn-settings: 'dcae-apod-analytics-settings' + # default to no op + mvn-goals: '--version' + # default to no op + mvn-goals-versioning: '--version' + files: '**' + archive-artifacts: '' + build-node: ubuntu1604-basebuild-4c-4g + + jobs: + - '{project-name}-{stream}-daily-release-scm-mvn-script': + mvn-goals-versioning: + 'versions:set versions:update-child-modules versions:commit' + mvn-goals: 'clean deploy' + maven-deploy-properties: | + deployAtEnd=true + script: + !include-raw-escape: 'script-apod-analytics-daily-release.sh' + - '{project-name}-{stream}-merge-scm-mvn-script': + mvn-goals: 'clean deploy' + script: + !include-raw-escape: 'script-apod-analytics-merge.sh' + - '{project-name}-{stream}-verify-scm-mvn-script': + mvn-goals: 'clean install' + script: + !include-raw-escape: 'script-apod-analytics-verify.sh' diff --git a/jjb/dcae/script-apod-analytics-daily-release.sh b/jjb/dcae/script-apod-analytics-daily-release.sh new file mode 100755 index 000000000..f66980287 --- /dev/null +++ b/jjb/dcae/script-apod-analytics-daily-release.sh @@ -0,0 +1,90 @@ +#!/bin/bash +# +# Create a debian package and push to remote repo +# +set -x +echo '================= STARTING SCRIPT TO CREATE DEBIAN FILE =================' + +# Extract the username and password for the nexus repo +USER=$(xpath -q -e "//servers/server[id='ecomp-raw']/username/text()" "$SETTINGS_FILE") +PASS=$(xpath -q -e "//servers/server[id='ecomp-raw']/password/text()" "$SETTINGS_FILE") +OPENECOMP_NEXUS_REPO="${NEXUSPROXY}/content/sites/raw" + +#Create a netrc file for use with curl +NETRC=$(mktemp) +echo "machine nexus.dcaeapod.org login $USER password $PASS" > "$NETRC" + +#Write an envionment var for the netrc location since it's a temp file +echo "NETRC=$NETRC" > "$WORKSPACE/netrc_env.txt" + +STAGE_DIR=${WORKSPACE}/package +OUTPUT_DIR=${WORKSPACE}/package/output + +DATE_STAMP="$(date +"%Y%m%d%H%M%S")" +PACKAGE_BUILD_NUMBER=${DATE_STAMP} +PACKAGE_NAME_APPLICATION=$( \ + cat ${WORKSPACE}/dcae-apod-buildtools/configs/package-dcae-analytics-tca.json | \ + python -c 'import json,sys;print json.load(sys.stdin)["applicationName"]') +PACKAGE_NAME_VERSION=$( \ + cat ${WORKSPACE}/dcae-apod-buildtools/configs/package-dcae-analytics-tca.json | \ + python -c 'import json,sys;print json.load(sys.stdin)["version"]') +PACKAGE_GROUP_ID=$( \ + cat ${WORKSPACE}/dcae-apod-buildtools/configs/package-dcae-analytics-tca.json | \ + python -c 'import json,sys;print json.load(sys.stdin)["groupId"]') +OUTPUT_FILE="${PACKAGE_NAME_APPLICATION}_${PACKAGE_NAME_VERSION}.deb" +OUTPUT_FILE_DATE_STAMPED="${PACKAGE_NAME_APPLICATION}_${PACKAGE_NAME_VERSION}-${DATE_STAMP}.deb" + +echo 'Package variables:' +echo " STAGE_DIR = ${STAGE_DIR}" +echo " OUTPUT_DIR = ${OUTPUT_DIR}" +echo " PACKAGE_BUILD_NUMBER = ${PACKAGE_BUILD_NUMBER}" +echo " PACKAGE_NAME_APPLICATION = ${PACKAGE_NAME_APPLICATION}" +echo " PACKAGE_NAME_VERSION = ${PACKAGE_NAME_VERSION}" +echo " PACKAGE_GROUP_ID = ${PACKAGE_GROUP_ID}" +echo " OUTPUT_FILE = ${OUTPUT_FILE}" +echo " OUTPUT_FILE_DATE_STAMPED = ${OUTPUT_FILE_DATE_STAMPED}" + +echo 'Creating Staging and Output directories' +rm -rf ${STAGE_DIR} +rm -rf ${OUTPUT_DIR} +mkdir -p ${STAGE_DIR}/stage/opt/app/cdap-apps +mkdir -p ${OUTPUT_DIR} + +echo 'Copying jar file to stage' +cp ${WORKSPACE}/dcae-analytics-tca/target/dcae-analytics-tca-${POM_VERSION}.jar \ + ${STAGE_DIR}/stage/opt/app/cdap-apps + +echo 'Copying json file to stage' +cp ${WORKSPACE}/dcae-apod-buildtools/configs/package-dcae-analytics-tca.json \ + ${STAGE_DIR}/package.json + +echo 'Contents of stage directory' +ls -lR ${STAGE_DIR} + +echo 'Creating debian package' +${WORKSPACE}/dcae-apod-buildtools/scripts/package -b debian -d ${STAGE_DIR} \ + -o ${OUTPUT_DIR} -y package.json -B ${PACKAGE_BUILD_NUMBER} -v + +# The controller needs the debian packaged named +# dcae-analytics-tca_17.01.0-LATEST.deb so it can find and deploy it. +# In order to have a copy of each file built a copy of +# dcae-analytics-tca_17.01.0-LATEST.deb will be made and it will have a +# date stamp and build number on it. +# For example: dcae-analytics-tca_17.01.0-YYYYMMDDHHMMSS-XXX.deb +# Both files will then be uploaded to the repository. + +cp ${OUTPUT_DIR}/${OUTPUT_FILE_DATE_STAMPED} ${OUTPUT_DIR}/${OUTPUT_FILE} + +echo 'Contents of output directory' +ls -lR ${OUTPUT_DIR} + +SEND_TO="${OPENECOMP_NEXUS_REPO}/org.openecomp.dcae/deb-snapshots/${PACKAGE_GROUP_ID}/${OUTPUT_FILE}" +echo "Sending ${OUTPUT_DIR}/${OUTPUT_FILE} to Nexus Repo: ${SEND_TO}" +curl -vkn --netrc-file "${NETRC}" --upload-file ${OUTPUT_DIR}/${OUTPUT_FILE} ${SEND_TO} + +SEND_TO="${OPENECOMP_NEXUS_REPO}/org.openecomp.dcae/deb-snapshots/${PACKAGE_GROUP_ID}/${OUTPUT_FILE_DATE_STAMPED}" + +echo "Sending ${OUTPUT_DIR}/${OUTPUT_FILE_DATE_STAMPED} to Nexus Repo: ${SEND_TO}" +curl -vkn --netrc-file "${NETRC}" --upload-file ${OUTPUT_DIR}/${OUTPUT_FILE_DATE_STAMPED} ${SEND_TO} + +echo '================ ENDING SCRIPT TO CREATE DEBIAN FILE ====================' diff --git a/jjb/dcae/script-apod-analytics-merge.sh b/jjb/dcae/script-apod-analytics-merge.sh new file mode 100755 index 000000000..bc1b2377e --- /dev/null +++ b/jjb/dcae/script-apod-analytics-merge.sh @@ -0,0 +1,90 @@ +#!/bin/bash +# +# Create a debian package and push to remote repo +# +set -x +echo '================ STARTING SCRIPT TO CREATE DEBIAN FILE ==================' + +# Extract the username, password for the nexus repo from the maven settings file +USER=$(xpath -q -e "//servers/server[id='ecomp-raw']/username/text()" "$SETTINGS_FILE") +PASS=$(xpath -q -e "//servers/server[id='ecomp-raw']/password/text()" "$SETTINGS_FILE") +OPENECOMP_NEXUS_REPO="${NEXUSPROXY}/content/sites/raw" + +#Create a netrc file for use with curl +NETRC=$(mktemp) +echo "machine nexus.dcaeapod.org login $USER password $PASS" > "$NETRC" + +#Write an envionment var for the netrc location since it's a temp file +echo "NETRC=$NETRC" > "$WORKSPACE/netrc_env.txt" + +STAGE_DIR=${WORKSPACE}/package +OUTPUT_DIR=${WORKSPACE}/package/output + +DATE_STAMP="$(date +"%Y%m%d%H%M%S")" +PACKAGE_BUILD_NUMBER=${DATE_STAMP} +PACKAGE_NAME_APPLICATION=$( \ + cat ${WORKSPACE}/dcae-apod-buildtools/configs/package-dcae-analytics-tca.json | \ + python -c 'import json,sys;print json.load(sys.stdin)["applicationName"]') +PACKAGE_NAME_VERSION=$( \ + cat ${WORKSPACE}/dcae-apod-buildtools/configs/package-dcae-analytics-tca.json | \ + python -c 'import json,sys;print json.load(sys.stdin)["version"]') +PACKAGE_GROUP_ID=$( \ + cat ${WORKSPACE}/dcae-apod-buildtools/configs/package-dcae-analytics-tca.json | \ + python -c 'import json,sys;print json.load(sys.stdin)["groupId"]') +OUTPUT_FILE="${PACKAGE_NAME_APPLICATION}_${PACKAGE_NAME_VERSION}.deb" +OUTPUT_FILE_DATE_STAMPED="${PACKAGE_NAME_APPLICATION}_${PACKAGE_NAME_VERSION}-${DATE_STAMP}.deb" + +echo 'Package variables:' +echo " STAGE_DIR = ${STAGE_DIR}" +echo " OUTPUT_DIR = ${OUTPUT_DIR}" +echo " PACKAGE_BUILD_NUMBER = ${PACKAGE_BUILD_NUMBER}" +echo " PACKAGE_NAME_APPLICATION = ${PACKAGE_NAME_APPLICATION}" +echo " PACKAGE_NAME_VERSION = ${PACKAGE_NAME_VERSION}" +echo " PACKAGE_GROUP_ID = ${PACKAGE_GROUP_ID}" +echo " OUTPUT_FILE = ${OUTPUT_FILE}" +echo " OUTPUT_FILE_DATE_STAMPED = ${OUTPUT_FILE_DATE_STAMPED}" + +echo 'Creating Staging and Output directories' +rm -rf ${STAGE_DIR} +rm -rf ${OUTPUT_DIR} +mkdir -p ${STAGE_DIR}/stage/opt/app/cdap-apps +mkdir -p ${OUTPUT_DIR} + +echo 'Copying jar file to stage' +cp ${WORKSPACE}/dcae-analytics-tca/target/dcae-analytics-tca-${POM_VERSION}.jar \ + ${STAGE_DIR}/stage/opt/app/cdap-apps + +echo 'Copying json file to stage' +cp ${WORKSPACE}/dcae-apod-buildtools/configs/package-dcae-analytics-tca.json \ + ${STAGE_DIR}/package.json + +echo 'Contents of stage directory' +ls -lR ${STAGE_DIR} + +echo 'Creating debian package' +${WORKSPACE}/dcae-apod-buildtools/scripts/package -b debian -d ${STAGE_DIR} \ + -o ${OUTPUT_DIR} -y package.json -B ${PACKAGE_BUILD_NUMBER} -v + +# The controller needs the debian packaged named +# dcae-analytics-tca_17.01.0-LATEST.deb so it can find and deploy it. +# In order to have a copy of each file built a copy of +# dcae-analytics-tca_17.01.0-LATEST.deb will be made and it will have a +# date stamp and build number on it. +# For example: dcae-analytics-tca_17.01.0-YYYYMMDDHHMMSS-XXX.deb +# Both files will then be uploaded to the repository. + +cp ${OUTPUT_DIR}/${OUTPUT_FILE_DATE_STAMPED} ${OUTPUT_DIR}/${OUTPUT_FILE} + +echo 'Contents of output directory' +ls -lR ${OUTPUT_DIR} + +SEND_TO="${OPENECOMP_NEXUS_REPO}/org.openecomp.dcae/deb-snapshots/${PACKAGE_GROUP_ID}/${OUTPUT_FILE}" +echo "Sending ${OUTPUT_DIR}/${OUTPUT_FILE} to Nexus Repo: ${SEND_TO}" +curl -vkn --netrc-file "${NETRC}" --upload-file ${OUTPUT_DIR}/${OUTPUT_FILE} ${SEND_TO} + +SEND_TO="${OPENECOMP_NEXUS_REPO}/org.openecomp.dcae/deb-snapshots/${PACKAGE_GROUP_ID}/${OUTPUT_FILE_DATE_STAMPED}" + +echo "Sending ${OUTPUT_DIR}/${OUTPUT_FILE_DATE_STAMPED} to Nexus Repo: ${SEND_TO}" +curl -vkn --netrc-file "${NETRC}" --upload-file ${OUTPUT_DIR}/${OUTPUT_FILE_DATE_STAMPED} ${SEND_TO} + +echo '================== ENDING SCRIPT TO CREATE DEBIAN FILE ===================' diff --git a/jjb/dcae/script-apod-analytics-verify.sh b/jjb/dcae/script-apod-analytics-verify.sh new file mode 100755 index 000000000..4d525d577 --- /dev/null +++ b/jjb/dcae/script-apod-analytics-verify.sh @@ -0,0 +1,90 @@ +#!/bin/bash +# +# Create a debian package and push to remote repo +# +set -x +echo '================ STARTING SCRIPT TO CREATE DEBIAN FILE ==================' + +# Extract the username and password and URL for the nexus repo" +USER=$(xpath -q -e "//servers/server[id='ecomp-raw']/username/text()" "$SETTINGS_FILE") +PASS=$(xpath -q -e "//servers/server[id='ecomp-raw']/password/text()" "$SETTINGS_FILE") +OPENECOMP_NEXUS_REPO="${NEXUSPROXY}/content/sites/raw" + +#Create a netrc file for use with curl +NETRC=$(mktemp) +echo "machine nexus.dcaeapod.org login $USER password $PASS" > "$NETRC" + +#Write an envionment var for the netrc location since it's a temp file +echo "NETRC=$NETRC" > "$WORKSPACE/netrc_env.txt" + +STAGE_DIR=${WORKSPACE}/package +OUTPUT_DIR=${WORKSPACE}/package/output + +DATE_STAMP="$(date +"%Y%m%d%H%M%S")" +PACKAGE_BUILD_NUMBER=${DATE_STAMP} +PACKAGE_NAME_APPLICATION=$( \ + cat ${WORKSPACE}/dcae-apod-buildtools/configs/package-dcae-analytics-tca.json | \ + python -c 'import json,sys;print json.load(sys.stdin)["applicationName"]') +PACKAGE_NAME_VERSION=$( \ + cat ${WORKSPACE}/dcae-apod-buildtools/configs/package-dcae-analytics-tca.json | \ + python -c 'import json,sys;print json.load(sys.stdin)["version"]') +PACKAGE_GROUP_ID=$( \ + cat ${WORKSPACE}/dcae-apod-buildtools/configs/package-dcae-analytics-tca.json | \ + python -c 'import json,sys;print json.load(sys.stdin)["groupId"]') +OUTPUT_FILE="${PACKAGE_NAME_APPLICATION}_${PACKAGE_NAME_VERSION}.deb" +OUTPUT_FILE_DATE_STAMPED="${PACKAGE_NAME_APPLICATION}_${PACKAGE_NAME_VERSION}-${DATE_STAMP}.deb" + +echo 'Package variables:' +echo " STAGE_DIR = ${STAGE_DIR}" +echo " OUTPUT_DIR = ${OUTPUT_DIR}" +echo " PACKAGE_BUILD_NUMBER = ${PACKAGE_BUILD_NUMBER}" +echo " PACKAGE_NAME_APPLICATION = ${PACKAGE_NAME_APPLICATION}" +echo " PACKAGE_NAME_VERSION = ${PACKAGE_NAME_VERSION}" +echo " PACKAGE_GROUP_ID = ${PACKAGE_GROUP_ID}" +echo " OUTPUT_FILE = ${OUTPUT_FILE}" +echo " OUTPUT_FILE_DATE_STAMPED = ${OUTPUT_FILE_DATE_STAMPED}" + +echo 'Creating Staging and Output directories' +rm -rf ${STAGE_DIR} +rm -rf ${OUTPUT_DIR} +mkdir -p ${STAGE_DIR}/stage/opt/app/cdap-apps +mkdir -p ${OUTPUT_DIR} + +echo 'Copying jar file to stage' +cp ${WORKSPACE}/dcae-analytics-tca/target/dcae-analytics-tca-${POM_VERSION}.jar \ + ${STAGE_DIR}/stage/opt/app/cdap-apps + +echo 'Copying json file to stage' +cp ${WORKSPACE}/dcae-apod-buildtools/configs/package-dcae-analytics-tca.json \ + ${STAGE_DIR}/package.json + +echo 'Contents of stage directory' +ls -lR ${STAGE_DIR} + +echo 'Creating debian package' +${WORKSPACE}/dcae-apod-buildtools/scripts/package -b debian -d ${STAGE_DIR} \ + -o ${OUTPUT_DIR} -y package.json -B ${PACKAGE_BUILD_NUMBER} -v + +# The controller needs the debian packaged named +# dcae-analytics-tca_17.01.0-LATEST.deb so it can find and deploy it. +# In order to have a copy of each file built a copy of +# dcae-analytics-tca_17.01.0-LATEST.deb will be made and it will have a +# date stamp and build number on it. +# For example: dcae-analytics-tca_17.01.0-YYYYMMDDHHMMSS-XXX.deb +# Both files will then be uploaded to the repository. + +cp ${OUTPUT_DIR}/${OUTPUT_FILE_DATE_STAMPED} ${OUTPUT_DIR}/${OUTPUT_FILE} + +echo 'Contents of output directory' +ls -lR ${OUTPUT_DIR} + +SEND_TO="${OPENECOMP_NEXUS_REPO}/org.openecomp.dcae/deb-snapshots/${PACKAGE_GROUP_ID}/${OUTPUT_FILE}" +echo "Sending ${OUTPUT_DIR}/${OUTPUT_FILE} to Nexus Repo: ${SEND_TO}" +curl -vkn --netrc-file "${NETRC}" --upload-file ${OUTPUT_DIR}/${OUTPUT_FILE} ${SEND_TO} + +SEND_TO="${OPENECOMP_NEXUS_REPO}/org.openecomp.dcae/deb-snapshots/${PACKAGE_GROUP_ID}/${OUTPUT_FILE_DATE_STAMPED}" + +echo "Sending ${OUTPUT_DIR}/${OUTPUT_FILE_DATE_STAMPED} to Nexus Repo: ${SEND_TO}" +curl -vkn --netrc-file "${NETRC}" --upload-file ${OUTPUT_DIR}/${OUTPUT_FILE_DATE_STAMPED} ${SEND_TO} + +echo '================ ENDING SCRIPT TO CREATE DEBIAN FILE ====================' |