From 461cafda67a99f4cc27ea41539d1748b6c87a79c Mon Sep 17 00:00:00 2001 From: mmis Date: Wed, 5 Sep 2018 10:35:44 +0100 Subject: Generate docker image for policy distribution Added generation of tarball of policy distribution jars and generation of docker image using the tarball Issue-ID: POLICY-923 Change-Id: I9e38143fee864b765fbfd567c7e52bc7b0be2c9a Signed-off-by: mmis --- packages/policy-distribution-docker/pom.xml | 176 +++++++++++++++ .../src/main/docker/Dockerfile | 45 ++++ .../src/main/docker/policy-dist.sh | 25 +++ packages/policy-distribution-tarball/pom.xml | 128 +++++++++++ .../src/main/package/tarball/assembly.xml | 60 +++++ .../src/main/resources/etc/defaultConfig.json | 69 ++++++ .../src/main/resources/etc/logback.xml | 246 +++++++++++++++++++++ .../src/main/resources/policyLogger.properties | 44 ++++ packages/pom.xml | 53 +++++ pom.xml | 1 + 10 files changed, 847 insertions(+) create mode 100644 packages/policy-distribution-docker/pom.xml create mode 100644 packages/policy-distribution-docker/src/main/docker/Dockerfile create mode 100644 packages/policy-distribution-docker/src/main/docker/policy-dist.sh create mode 100644 packages/policy-distribution-tarball/pom.xml create mode 100644 packages/policy-distribution-tarball/src/main/package/tarball/assembly.xml create mode 100644 packages/policy-distribution-tarball/src/main/resources/etc/defaultConfig.json create mode 100644 packages/policy-distribution-tarball/src/main/resources/etc/logback.xml create mode 100644 packages/policy-distribution-tarball/src/main/resources/policyLogger.properties create mode 100644 packages/pom.xml diff --git a/packages/policy-distribution-docker/pom.xml b/packages/policy-distribution-docker/pom.xml new file mode 100644 index 00000000..c6f0502e --- /dev/null +++ b/packages/policy-distribution-docker/pom.xml @@ -0,0 +1,176 @@ + + + + + 4.0.0 + + + org.onap.policy.distribution + packages + 2.0.0-SNAPSHOT + + + pom + policy-distribution-docker + Policy distribution docker image + Policy distribution docker image + + + UTF-8 + UTF-8 + ${project.version} + false + false + true + nexus3.onap.org:10001 + nexus3.onap.org:10003 + yyyyMMdd'T'HHmm + + + + ${project.artifactId}-${project.version} + + + org.codehaus.groovy.maven + gmaven-plugin + 1.0 + + + validate + + execute + + + + println 'Project version: ' + project.properties['dist.project.version']; + def versionArray; + if ( project.properties['dist.project.version'] != null ) { + versionArray = project.properties['dist.project.version'].split('-'); + } + + if ( project.properties['dist.project.version'].endsWith("-SNAPSHOT") ) { + project.properties['project.docker.latesttag.version']=versionArray[0] + "-SNAPSHOT-latest"; + } else { + project.properties['project.docker.latesttag.version']=versionArray[0] + "-STAGING-latest"; + } + + println 'New tag for docker: ' + project.properties['project.docker.latesttag.version']; + + + + + + + + io.fabric8 + docker-maven-plugin + 0.19.1 + + + true + 1.23 + ${docker.pull.registry} + ${docker.push.registry} + + + + onap/policy-distribution + + try + Dockerfile + + ${project.version} + ${project.version}-${maven.build.timestamp} + ${project.docker.latesttag.version} + + + + + + + org.onap.policy.distribution:policy-distribution-tarball + + /lib + policy-distribution.tar.gz + + + + + + + + + + + + clean-images + pre-clean + + remove + + + true + + + + + generate-images + generate-sources + + build + + + + + push-images + deploy + + build + push + + + onap/policy-distribution + + + + + + + org.apache.maven.plugins + maven-deploy-plugin + + true + + + + + + + + org.onap.policy.distribution + policy-distribution-tarball + ${project.version} + tarball + tar.gz + + + diff --git a/packages/policy-distribution-docker/src/main/docker/Dockerfile b/packages/policy-distribution-docker/src/main/docker/Dockerfile new file mode 100644 index 00000000..e1349775 --- /dev/null +++ b/packages/policy-distribution-docker/src/main/docker/Dockerfile @@ -0,0 +1,45 @@ +FROM ubuntu:14.04 + +ARG HTTP_PROXY=${HTTP_PROXY} +ARG HTTPS_PROXY=${HTTPS_PROXY} +ARG BUILD_VERSION=${BUILD_VERSION} +ARG POLICY_LOGS=/var/log/onap + +ENV http_proxy $HTTP_PROXY +ENV https_proxy $HTTPS_PROXY +ENV BUILD_VERSION ${BUILD_VERSION} +ENV POLICY_LOGS ${POLICY_LOGS} + +ENV POLICY_HOME=/opt/app/policy +ENV POLICY_DISTRIBUTION_HOME=${POLICY_HOME}/distribution + +RUN \ + apt-get clean && \ + apt-get update && \ + apt-get install -y zip unzip curl wget ssh telnet maven && \ + apt-get install -y software-properties-common && \ + apt-get install -y jq httpie && \ + apt-get install -y python-pip && \ + add-apt-repository ppa:openjdk-r/ppa && \ + apt-get clean && \ + apt-get update && \ + apt-get install -y openjdk-8-jdk + +RUN groupadd policy +RUN useradd --create-home --shell /bin/bash -g policy policy + +RUN mkdir -p ${POLICY_DISTRIBUTION_HOME} ${POLICY_LOGS} && \ + chown policy:policy ${POLICY_HOME} ${POLICY_DISTRIBUTION_HOME} ${POLICY_LOGS} + +RUN mkdir /packages +COPY /maven/* /packages +RUN tar xvfz /packages/policy-distribution.tar.gz --directory ${POLICY_DISTRIBUTION_HOME} +RUN rm /packages/policy-distribution.tar.gz + +WORKDIR ${POLICY_DISTRIBUTION_HOME} +COPY policy-dist.sh bin/. +RUN chown -R policy:policy * && chmod +x bin/*.sh + +USER policy +WORKDIR ${POLICY_DISTRIBUTION_HOME}/bin +ENTRYPOINT [ "bash", "./policy-dist.sh" ] diff --git a/packages/policy-distribution-docker/src/main/docker/policy-dist.sh b/packages/policy-distribution-docker/src/main/docker/policy-dist.sh new file mode 100644 index 00000000..854074fa --- /dev/null +++ b/packages/policy-distribution-docker/src/main/docker/policy-dist.sh @@ -0,0 +1,25 @@ +#!/bin/bash +# +# ============LICENSE_START======================================================= +# Copyright (C) 2018 Ericsson. All rights reserved. +# ================================================================================ +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +# SPDX-License-Identifier: Apache-2.0 +# ============LICENSE_END========================================================= +# + +JAVA_HOME=/usr/lib/jvm/java-8-openjdk-amd64/ +POLICY_DISTRIBUTION_HOME=/opt/app/policy/distribution + +$JAVA_HOME/bin/java -cp "$POLICY_DISTRIBUTION_HOME/etc:$POLICY_DISTRIBUTION_HOME/lib/*" org.onap.policy.distribution.main.startstop.Main -c $POLICY_DISTRIBUTION_HOME/etc/defaultConfig.json diff --git a/packages/policy-distribution-tarball/pom.xml b/packages/policy-distribution-tarball/pom.xml new file mode 100644 index 00000000..2165a488 --- /dev/null +++ b/packages/policy-distribution-tarball/pom.xml @@ -0,0 +1,128 @@ + + + + 4.0.0 + + org.onap.policy.distribution + packages + 2.0.0-SNAPSHOT + + + policy-distribution-tarball + ${project.artifactId} + [${project.parent.artifactId}] + + + + org.onap.policy.distribution + main + ${project.version} + + + + org.onap.policy.distribution + reception + ${project.version} + + + org.onap.policy.distribution + forwarding + ${project.version} + + + + org.onap.policy.distribution + reception-plugins + ${project.version} + + + org.onap.policy.distribution + forwarding-plugins + ${project.version} + + + + + + + + org.apache.maven.plugins + maven-assembly-plugin + + + generate-complete-tar + package + + single + + + + src/main/package/tarball/assembly.xml + + ${project.artifactId}-${project.version} + + + + + + + + + only-eclipse + + + m2e.version + + + + + + + org.eclipse.m2e + lifecycle-mapping + + + + + + org.apache.maven.plugins + maven-dependency-plugin + ${maven-dependency-plugin.version} + + unpack + copy + + + + + + + + + + + + + + + + diff --git a/packages/policy-distribution-tarball/src/main/package/tarball/assembly.xml b/packages/policy-distribution-tarball/src/main/package/tarball/assembly.xml new file mode 100644 index 00000000..ad976c7e --- /dev/null +++ b/packages/policy-distribution-tarball/src/main/package/tarball/assembly.xml @@ -0,0 +1,60 @@ + + + + tarball + + tar.gz + + false + + + true + /lib + false + runtime + + *:jar + + + + + + ${project.basedir}/src/main/resources + + policyLogger.properties + + /bin/config + unix + + + ${project.basedir}/src/main/resources/etc + + + **/* + + /etc + unix + + *.formatted + + + + diff --git a/packages/policy-distribution-tarball/src/main/resources/etc/defaultConfig.json b/packages/policy-distribution-tarball/src/main/resources/etc/defaultConfig.json new file mode 100644 index 00000000..4a0013c2 --- /dev/null +++ b/packages/policy-distribution-tarball/src/main/resources/etc/defaultConfig.json @@ -0,0 +1,69 @@ +{ + "name":"SDCDistributionGroup", + "restServerParameters":{ + "host":"0.0.0.0", + "port":6969, + "userName":"healthcheck", + "password":"zb!XztG34" + }, + "receptionHandlerParameters":{ + "SDCReceptionHandler":{ + "receptionHandlerType":"SDC", + "receptionHandlerClassName":"org.onap.policy.distribution.reception.handling.sdc.SdcReceptionHandler", + "pssdConfiguration":{ + "asdcAddress": "localhost", + "messageBusAddress": [ + "a.com", + "b.com", + "c.com" + ], + "user": "tbdsdc-1480", + "password": "tbdsdc-1480", + "pollingInterval":20, + "pollingTimeout":30, + "consumerId": "policy-id", + "artifactTypes": [ + "TOSCA_CSAR", + "HEAT" + ], + "consumerGroup": "policy-group", + "environmentName": "environmentName", + "keystorePath": "null", + "keystorePassword": "null", + "activeserverTlsAuth": false, + "isFilterinEmptyResources": true, + "isUseHttpsWithDmaap": false + }, + "pluginHandlerParameters":{ + "policyDecoders":{ + "TOSCADecoder":{ + "decoderType":"ToscaDecoder", + "decoderClassName":"org.onap.policy.distribution.reception.decoding.pdpx.PolicyDecoderToscaPdpx" + } + }, + "policyForwarders":{ + "PAPEngineForwarder":{ + "forwarderType":"PAPEngine", + "forwarderClassName":"org.onap.policy.distribution.forwarding.xacml.pdp.XacmlPdpPolicyForwarder", + "forwarderConfigurationName": "xacmlPdpConfiguration" + } + } + } + } + }, + "policyForwarderConfigurationParameters":{ + "xacmlPdpConfiguration":{ + "parameterClassName":"org.onap.policy.distribution.forwarding.xacml.pdp.XacmlPdpPolicyForwarderParameterGroup", + "parameters":{ + "useHttps": false, + "hostname": "pdp", + "port": 8081, + "userName": "testpdp", + "password": "alpha123", + "clientAuth": "cHl0aG9uOnRlc3Q=", + "isManaged": true, + "pdpGroup": "pdpGroup" + } + } + } +} diff --git a/packages/policy-distribution-tarball/src/main/resources/etc/logback.xml b/packages/policy-distribution-tarball/src/main/resources/etc/logback.xml new file mode 100644 index 00000000..574b675e --- /dev/null +++ b/packages/policy-distribution-tarball/src/main/resources/etc/logback.xml @@ -0,0 +1,246 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + --> + + + + + + + + + + + + + + + + + + + + ${defaultPattern} + + + + + + + + + + + + + ${logDirectory}/${auditLogName}.log + + ${logDirectory}/${auditLogName}.%d{yyyy-MM-dd}.%i.log.zip + + + 50MB + 30 + 10GB + + + + ${defaultAuditPattern} + + + + + 256 + + + + + + + + ${logDirectory}/${metricsLogName}.log + + ${logDirectory}/${metricsLogName}.%d{yyyy-MM-dd}.%i.log.zip + + + 50MB + 30 + 10GB + + + + ${defaultMetricPattern} + + + + + 256 + + + + + + + + ${logDirectory}/${errorLogName}.log + + ${logDirectory}/${errorLogName}.%d{yyyy-MM-dd}.%i.log.zip + + + 50MB + 30 + 10GB + + + ERROR + + + ${defaultErrorPattern} + + + + + 256 + + + + + + + ${debugLogDirectory}/${debugLogName}.log + + ${debugLogDirectory}/${debugLogName}.%d{yyyy-MM-dd}.%i.log.zip + + + 50MB + 30 + 10GB + + + DEBUG + + + + ${debugLoggerPattern} + + + + + 256 + + true + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/packages/policy-distribution-tarball/src/main/resources/policyLogger.properties b/packages/policy-distribution-tarball/src/main/resources/policyLogger.properties new file mode 100644 index 00000000..0ff9ebe9 --- /dev/null +++ b/packages/policy-distribution-tarball/src/main/resources/policyLogger.properties @@ -0,0 +1,44 @@ +### +# ============LICENSE_START======================================================= +# Copyright (C) 2018 Ericsson. All rights reserved. +# ================================================================================ +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +# SPDX-License-Identifier: Apache-2.0 +# ============LICENSE_END========================================================= +### + +################################## Set concurrentHashMap and timer info ####################### +#Timer initial delay and the delay between in milliseconds before task is to be execute. +timer.delay.time=1000 +#Timer scheduleAtFixedRate period - time in milliseconds between successive task executions. +check.interval= 30000 +#Longest time an event info can be stored in the concurrentHashMap for logging - in seconds. +event.expired.time=86400 +#Size of the concurrentHashMap which stores the event starting time, etc - when its size reaches this limit, the Timer gets executed +#to remove all expired records from this concurrentHashMap. +concurrentHashMap.limit=5000 +#Size of the concurrentHashMap - when its size drops to this point, stop the Timer +stop.check.point=2500 +################################### Set logging format ############################################# +# set EELF for EELF logging format, set LOG4J for using log4j, set SYSTEMOUT for using system.out.println +logger.type=EELF +#################################### Set level for EELF or SYSTEMOUT logging ################################## +# Set level for debug file. Set DEBUG to enable .info, .warn and .debug; set INFO for enable .info and .warn; set OFF to disable all +debugLogger.level=INFO +# Set level for metrics file. Set OFF to disable; set ON to enable +metricsLogger.level=ON +# Set level for error file. Set OFF to disable; set ON to enable +error.level=ON +# Set level for audit file. Set OFF to disable; set ON to enable +audit.level=ON diff --git a/packages/pom.xml b/packages/pom.xml new file mode 100644 index 00000000..62218cbc --- /dev/null +++ b/packages/pom.xml @@ -0,0 +1,53 @@ + + + + 4.0.0 + + org.onap.policy.distribution + policy-distribution + 2.0.0-SNAPSHOT + + + packages + pom + Policy Distribution Packages + + + + + default + + true + + + + docker + + policy-distribution-tarball + policy-distribution-docker + + + false + + + + diff --git a/pom.xml b/pom.xml index c05b6dc8..d564694f 100644 --- a/pom.xml +++ b/pom.xml @@ -54,6 +54,7 @@ reception forwarding plugins + packages -- cgit 1.2.3-korg