CsarInstaller introduction

This class is introduced to decode/deploy the dcae blueprint from SDC
and save it to database. This is done based on json templates. Some unit
tests added

Issue-ID: CLAMP-81
Change-Id: I3fac5f7ef41d77aa244414407111b9cb602b50bd
Signed-off-by: Determe, Sebastien (sd378r) <sd378r@intl.att.com>

3 files changed, 379 insertions, 0 deletions

diff --git a/src/test/resources/example/sdc/blueprint-dcae/holmes.yaml b/src/test/resources/example/sdc/blueprint-dcae/holmes.yaml
new file mode 100644
index 00000000..1277a024
--- /dev/null
+++ b/src/test/resources/example/sdc/blueprint-dcae/holmes.yaml
@@ -0,0 +1,167 @@
+tosca_definitions_version: cloudify_dsl_1_3
+imports:
+- http://www.getcloudify.org/spec/cloudify/3.4/types.yaml
+- https://nexus01.research.att.com:8443/repository/solutioning01-mte2-raw/type_files/docker/2.3.0+t.0.4/node-type.yaml
+- https://nexus01.research.att.com:8443/repository/solutioning01-mte2-raw/type_files/relationship/1.0.0/node-type.yaml
+- http://nexus01.research.att.com:8081/repository/solutioning01-mte2-raw/type_files/dmaap/1.2.0/dmaap.yaml
+inputs:
+  dcae_service_location:
+    type: string
+  docker_host_override:
+    type: string
+  topic0_aaf_password:
+    type: string
+  topic0_aaf_username:
+    type: string
+  topic0_client_role:
+    type: string
+  topic1_aaf_password:
+    type: string
+  topic1_aaf_username:
+    type: string
+  topic1_client_role:
+    type: string
+node_templates:
+  docker_host_host:
+    type: dcae.nodes.SelectedDockerHost
+    properties:
+      docker_host_override:
+        get_input: docker_host_override
+      location_id:
+        get_input: dcae_service_location
+  holmes-rule_homes-rule:
+    type: dcae.nodes.DockerContainerForComponentsUsingDmaap
+    properties:
+      application_config:
+        holmes.default.rule.volte.scenario1: 'package dcae.ves.test
+
+          import org.onap.some.related.packages;
+
+          rule"SameVNF_Relation_Rule"
+
+          salience 120
+
+          no-loop true
+
+          when
+
+          $root : VesAlarm(
+
+          $sourceId: sourceId, sourceId != null && !sourceId.equals(""),
+
+          specificProblem in ( "LSS_cpiPCSCFFailReg(121297)", "LSS_cpiSIPRetransmitInvite(120267)" ),
+
+          $eventId: eventId)
+
+          $child : VesAlarm( eventId != $eventId,
+
+          CorrelationUtil.getInstance().isTopologicallyRelated(sourceId, $sourceId),
+
+          specificProblem in ("LSS_externalLinkDown(4271)","LSS_failedAttachReqsRateExceeded(4272)"),
+
+          this after [-60s, 60s] $root)
+
+          then
+
+          DmaapService.publishResult(...);
+
+          end'
+        holmes.default.rule.volte.scenario2: 'package dcae.ves.test
+
+          import org.onap.some.related.packages;
+
+          rule"SameVNF_Relation_Rule_1"
+
+          salience 120
+
+          no-loop true
+
+          when
+
+          $root : VesAlarm(
+
+          $sourceId: sourceId, sourceId != null && !sourceId.equals(""),
+
+          specificProblem in ( "LSS_cpiPCSCFFailReg(121297)", "LSS_cpiSIPRetransmitInvite(120267)" ),
+
+          $eventId: eventId)
+
+          $child : VesAlarm( eventId != $eventId,
+
+          CorrelationUtil.getInstance().isTopologicallyRelated(sourceId, $sourceId),
+
+          specificProblem in ("LSS_externalLinkDown(4271)","LSS_failedAttachReqsRateExceeded(4272)"),
+
+          this after [-60s, 60s] $root)
+
+          then
+
+          DmaapService.publishResult(...);
+
+          end'
+        services_calls:
+        - msb_config:
+            concat:
+            - '{{'
+            - get_property:
+              - SELF
+              - msb_config
+              - node_name
+            - '}}'
+        streams_publishes: []
+        streams_subscribes:
+        - sec_measurement_unsecure:
+            aaf_password:
+              get_input: topic0_aaf_password
+            aaf_username:
+              get_input: topic0_aaf_username
+            dmaap_info: <<topic0>>
+            type: message_router
+        - sec_measurement:
+            aaf_password:
+              get_input: topic1_aaf_password
+            aaf_username:
+              get_input: topic1_aaf_username
+            dmaap_info: <<topic1>>
+            type: message_router
+      docker_config:
+        healthcheck:
+          endpoint: api/holmes-rule-mgmt/v1/healthcheck
+          interval: 15s
+          timeout: 1s
+          type: http
+        ports:
+        - 9101:9101
+      image: nexus3.onap.org:10001/onap/holmes/rule-manamgement:latest
+      location_id:
+        get_input: dcae_service_location
+      service_component_type: dcae-analytics-holmes-rule-manamgement
+      streams_publishes: []
+      streams_subscribes:
+      - client_role:
+          get_input: topic0_client_role
+        location:
+          get_input: dcae_service_location
+        name: topic0
+        type: message_router
+      - client_role:
+          get_input: topic1_client_role
+        location:
+          get_input: dcae_service_location
+        name: topic1
+        type: message_router
+    relationships:
+    - target: docker_host_host
+      type: dcae.relationships.component_contained_in
+    - target: topic0
+      type: dcae.relationships.subscribe_to_events
+    - target: topic1
+      type: dcae.relationships.subscribe_to_events
+  topic0:
+    type: dcae.nodes.Topic
+    properties:
+      topic_name: ''
+  topic1:
+    type: dcae.nodes.Topic
+    properties:
+      topic_name: ''
diff --git a/src/test/resources/example/sdc/blueprint-dcae/not-recognized.yaml b/src/test/resources/example/sdc/blueprint-dcae/not-recognized.yaml
new file mode 100644
index 00000000..6522885f
--- /dev/null
+++ b/src/test/resources/example/sdc/blueprint-dcae/not-recognized.yaml
@@ -0,0 +1,130 @@
+tosca_definitions_version: cloudify_dsl_1_3
+imports:
+- http://dockercentral.it.att.com:8093/nexus/repository/rawcentral/com.att.dcae.controller/type_files/dockerplugin/2.4.0+t.0.8/node-type.yaml
+- http://dockercentral.it.att.com:8093/nexus/repository/rawcentral/com.att.dcae.controller/type_files/dmaap/1.2.0+t.0.9/dmaap.yaml
+- http://dockercentral.it.att.com:8093/nexus/repository/rawcentral/com.att.dcae.controller/type_files/relationship/1.0.0+t.0.1/relationship-types.yaml
+inputs:
+  commonEventHeader.domain:
+    type: string
+  commonEventHeader.version:
+    type: string
+  dcae_service_location:
+    type: string
+  docker_host_override:
+    type: string
+    default: ''
+  elementType:
+    type: string
+  feed_id:
+    type: string
+  mappingType:
+    type: string
+  measurementsForVfScalingFields.measurementsForVfScalingVersion:
+    type: string
+  phases.docker_map.phaseName:
+    type: string
+  topic1_aaf_password:
+    type: string
+  topic1_aaf_username:
+    type: string
+  topic1_client_role:
+    type: string
+node_templates:
+  DockerMap_n.1519416493392.3_DockerMap:
+    type: dcae.nodes.DockerContainerForComponentsUsingDmaap
+    properties:
+      application_config:
+        commonEventHeader.domain:
+          get_input: commonEventHeader.domain
+        commonEventHeader.version:
+          get_input: commonEventHeader.version
+        csvToVesJson: '{"processing":[{"phase":"pmossFoiPhase","filter":{"class":"Contains","string":"${file}","value":"NOKvMRF"},"processors":[{"class":"LogEvent","title":"PM-FOIEvent-Received","logName":"com.att.gfp.dcae.eventProcessor.input","logLevel":"DEBUG"},{"class":"RunPhase","phase":"vFoiNokRunPhase"}]},{"phase":"vFoiNokRunPhase","comments":"generic parsing","processors":[{"replace":",","field":"data","class":"ReplaceText","find":";"},{"replace":",","field":"file","class":"ReplaceText","find":"_"}]},{"phase":"vFoiNokRunPhase","filter":{"class":"Contains","string":"${data[1]}","value":"Begin date"},"processors":[{"class":"ExtractText","field":"event.commonEventHeader.startEpochMicrosec","value":"${data[1]}","regex":".*Begin date,([^,]*),.*"},{"class":"DateFormatter","value":"${event.commonEventHeader.startEpochMicrosec}","fromFormat":"MM/dd/yy HH:mm:ss a","fromTz":"GMT","toField":"event.commonEventHeader.startEpochMicrosec","toFormat":"#ms","toTz":"#ms"}]},{"phase":"vFoiNokRunPhase","filter":{"class":"Contains","string":"${data[2]}","value":"End date"},"processors":[{"class":"ExtractText","field":"event.commonEventHeader.lastEpochMicrosec","value":"${data[2]}","regex":".*End date,([^,]*),.*"},{"class":"DateFormatter","value":"${event.commonEventHeader.lastEpochMicrosec}","fromFormat":"MM/dd/yy HH:mm:ss a","fromTz":"GMT","toField":"event.commonEventHeader.lastEpochMicrosec","toFormat":"#ms","toTz":"#ms"},{"class":"DateFormatter","value":"${event.commonEventHeader.lastEpochMicrosec}","fromFormat":"#ms","fromTz":"#ms","toField":"event.commonEventHeader.internalHeaderFields.DATETIMEUTC","toFormat":"yyyyMMddHHmmss","toTz":"GMT"}]},{"phase":"vFoiNokRunPhase","processors":[{"class":"ExtractText","field":"event.measurementsForVfScalingFields.additionalMeasurements.arrayOfFields[0].value","value":"${data[7]}","regex":".*CpuSys,+(\\d+,){3}.*"},{"class":"ReplaceText","replace":"","field":"event.measurementsForVfScalingFields.additionalMeasurements.arrayOfFields[0].value","find":","},{"class":"ExtractText","field":"event.measurementsForVfScalingFields.additionalMeasurements.arrayOfFields[1].value","value":"${data[5]}","regex":".*CpuUsage,+(\\d+,){3}.*"},{"class":"ReplaceText","replace":"","field":"event.measurementsForVfScalingFields.additionalMeasurements.arrayOfFields[1].value","find":","},{"class":"ExtractText","field":"event.measurementsForVfScalingFields.additionalMeasurements.arrayOfFields[2].value","value":"${data[7]}","regex":".*CpuSys,+(\\d+,){2}.*"},{"class":"ReplaceText","replace":"","field":"event.measurementsForVfScalingFields.additionalMeasurements.arrayOfFields[2].value","find":","},{"class":"ExtractText","field":"event.measurementsForVfScalingFields.additionalMeasurements.arrayOfFields[3].value","value":"${data[5]}","regex":".*CpuUsage,+(\\d+,){2}.*"},{"class":"ReplaceText","replace":"","field":"event.measurementsForVfScalingFields.additionalMeasurements.arrayOfFields[3].value","find":","}]},{"phase":"vFoiNokRunPhase","processors":[{"class":"ExtractText","field":"event.commonEventHeader.eventName","value":"${file}","regex":"([^,]*),.*"},{"class":"ExtractText","field":"event.commonEventHeader.reportingEntityName","value":"${file}","regex":".*,([^,]*)\\..*"}]},{"phase":"vFoiNokRunPhase","comments":"generic parsing","processors":[{"class":"Set","updates":{"event.commonEventHeader.lastEpochMicrosec":"${event.commonEventHeader.lastEpochMicrosec}000","event.commonEventHeader.startEpochMicrosec":"${event.commonEventHeader.startEpochMicrosec}000","event.commonEventHeader.domain":"measurementsForVfScaling","event.commonEventHeader.eventName":"Mfvs_${event.commonEventHeader.eventName}","event.commonEventHeader.eventType":"csv2ves","event.commonEventHeader.priority":"Normal","event.commonEventHeader.sequence":0,"event.commonEventHeader.sourceName":"${event.commonEventHeader.reportingEntityName}","event.commonEventHeader.version":3.0,"event.commonEventHeader.eventId":"%{now.ms}","event.commonEventHeader.internalHeaderFields.dbTableSuffix":"","event.measurementsForVfScalingFields.measurementInterval":900,"event.measurementsForVfScalingFields.measurementsForVfScalingVersion":2.0,"event.measurementsForVfScalingFields.additionalMeasurements.name":"csv2ves","event.measurementsForVfScalingFields.additionalMeasurements.arrayOfFields[0].name":"CpuSysMax","event.measurementsForVfScalingFields.additionalMeasurements.arrayOfFields[1].name":"CpuUsageMax","event.measurementsForVfScalingFields.additionalMeasurements.arrayOfFields[2].name":"CpuSysAverage","event.measurementsForVfScalingFields.additionalMeasurements.arrayOfFields[3].name":"CpuUsageAverage"}},{"class":"DateFormatter","value":"${event.commonEventHeader.eventId}","fromFormat":"#ms","fromTz":"#ms","toField":"event.commonEventHeader.eventId","toFormat":"yyyyMMddHHmmssSSS","toTz":"GMT"}]},{"phase":"vFoiNokRunPhase","processors":[{"class":"Clear","fields":["data","file"]},{"class":"LogText","logLevel":"INFO","logText":"Finished-PM-FOIEvent-parsing"},{"class":"LogEvent","title":"PM-FOIEvent-Received-Output"},{"class":"RunPhase","phase":"foiEventToDmaapPhase"}]}]}'
+        elementType:
+          get_input: elementType
+        isSelfServeComponent: 'True'
+        mappingType:
+          get_input: mappingType
+        measurementsForVfScalingFields.measurementsForVfScalingVersion:
+          get_input: measurementsForVfScalingFields.measurementsForVfScalingVersion
+        phases.docker_map.phaseName:
+          get_input: phases.docker_map.phaseName
+        services_calls: {}
+        streams_publishes:
+          DCAE-VES-PM-EVENT:
+            aaf_password:
+              get_input: topic1_aaf_password
+            aaf_username:
+              get_input: topic1_aaf_username
+            dmaap_info: <<topic1_n.1519416493404.5>>
+            type: message_router
+        streams_subscribes:
+          DCAE_PM_DATA_C_M:
+            dmaap_info: <<feed_n.1519416394214.2>>
+            type: data_router
+        useDtiConfig: 'False'
+      docker_config:
+        healthcheck:
+          interval: 300s
+          script: /opt/app/vec/bin/common/HealthCheck_DockerMap.sh
+          timeout: 15s
+          type: docker
+        volumes:
+        - container:
+            bind: /opt/app/dcae-certificate
+          host:
+            path: /opt/app/dcae-certificate
+        - container:
+            bind: /opt/app/dmd/log/AGENT
+          host:
+            path: /opt/logs/DCAE/dockermap/dmd/AGENT
+        - container:
+            bind: /opt/app/dmd/log/WATCHER
+          host:
+            path: /opt/logs/DCAE/dockermap/dmd/WATCHER
+        - container:
+            bind: /opt/app/vec/logs/DCAE
+          host:
+            path: /opt/logs/DCAE/dockermap/dockermap-logs
+        - container:
+            bind: /opt/app/vec/archive/data
+          host:
+            path: /opt/data/DCAE/dockermap/dockermap-archive
+      image: dockercentral.it.att.com:5100/com.att.dcae.controller/dcae-controller-dockermap:18.02-004
+      location_id:
+        get_input: dcae_service_location
+      service_component_type: dcae.collectors.docker.map.pm
+      streams_publishes:
+      - client_role:
+          get_input: topic1_client_role
+        location:
+          get_input: dcae_service_location
+        name: topic1_n.1519416493404.5
+        type: message_router
+      streams_subscribes:
+      - location:
+          get_input: dcae_service_location
+        name: feed_n.1519416394214.2
+        type: data_router
+    relationships:
+    - target: docker_host_host
+      type: dcae.relationships.component_contained_in
+    - target: feed_n.1519416394214.2
+      type: dcae.relationships.subscribe_to_files
+    - target: topic1_n.1519416493404.5
+      type: dcae.relationships.publish_events
+  docker_host_host:
+    type: dcae.nodes.SelectedDockerHost
+    properties:
+      docker_host_override:
+        get_input: docker_host_override
+      location_id:
+        get_input: dcae_service_location
+  feed_n.1519416394214.2:
+    type: dcae.nodes.ExistingFeed
+    properties:
+      feed_id:
+        get_input: feed_id
+  topic1_n.1519416493404.5:
+    type: dcae.nodes.Topic
+    properties:
+      topic_name: DCAE-VES-PM-EVENT-v1
diff --git a/src/test/resources/example/sdc/blueprint-dcae/tca.yaml b/src/test/resources/example/sdc/blueprint-dcae/tca.yaml
new file mode 100644
index 00000000..101dc2c0
--- /dev/null
+++ b/src/test/resources/example/sdc/blueprint-dcae/tca.yaml
@@ -0,0 +1,82 @@
+tosca_definitions_version: cloudify_dsl_1_3
+imports:
+- http://www.getcloudify.org/spec/cloudify/3.4/types.yaml
+- https://onap.org:8443/repository/solutioning01-mte2-raw/type_files/docker/2.2.0/node-type.yaml
+- https://onap.org:8443/repository/solutioning01-mte2-raw/type_files/relationship/1.0.0/node-type.yaml
+- http://onap.org:8081/repository/solutioning01-mte2-raw/type_files/dmaap/dmaap_mr.yaml
+inputs:
+  location_id:
+    type: string
+  service_id:
+    type: string
+node_templates:
+  cdap_host_host:
+    type: dcae.nodes.StreamingAnalytics.SelectedCDAPInfrastructure
+    properties:
+      location_id:
+        get_input: location_id
+      scn_override: cdap_broker.solutioning-central.dcae.onap.org
+    interfaces:
+      cloudify.interfaces.lifecycle: {
+        }
+  tca_tca:
+    type: dcae.nodes.MicroService.cdap
+    properties:
+      app_config:
+        appDescription: DCAE Analytics Threshold Crossing Alert Application
+        appName: dcae-tca
+        tcaSubscriberOutputStreamName: TCASubscriberOutputStream
+        tcaVESAlertsTableName: TCAVESAlertsTable
+        tcaVESAlertsTableTTLSeconds: '1728000'
+        tcaVESMessageStatusTableName: TCAVESMessageStatusTable
+        tcaVESMessageStatusTableTTLSeconds: '86400'
+        thresholdCalculatorFlowletInstances: '2'
+      app_preferences:
+        publisherContentType: application/json
+        publisherHostName: mrlocal-mtnjftle01.onap.org
+        publisherHostPort: '3905'
+        publisherMaxBatchSize: '10'
+        publisherMaxRecoveryQueueSize: '100000'
+        publisherPollingInterval: '20000'
+        publisherProtocol: https
+        publisherTopicName: org.onap.dcae.dmaap.mtnje2.DcaeTestVESPub
+        publisherUserName: m00502@tca.af.dcae.onap.org
+        publisherUserPassword: Te5021abc
+        subscriberConsumerGroup: OpenDCAE-c12
+        subscriberConsumerId: c12
+        subscriberContentType: application/json
+        subscriberHostName: mrlocal-mtnjftle01.onap.org
+        subscriberHostPort: '3905'
+        subscriberMessageLimit: '-1'
+        subscriberPollingInterval: '20000'
+        subscriberProtocol: https
+        subscriberTimeoutMS: '-1'
+        subscriberTopicName: org.onap.dcae.dmaap.mtnje2.DcaeTestVESSub
+        subscriberUserName: m00502@tca.af.dcae.onap.org
+        subscriberUserPassword: Te5021abc
+        tca_policy: null
+      artifact_name: dcae-analytics-tca
+      artifact_version: 1.0.0
+      connections:
+        streams_publishes: [
+          ]
+        streams_subscribes: [
+          ]
+      jar_url: http://somejar
+      location_id:
+        get_input: location_id
+      namespace: cdap_tca_hi_lo
+      programs:
+      - program_id: TCAVESCollectorFlow
+        program_type: flows
+      - program_id: TCADMaaPMRSubscriberWorker
+        program_type: workers
+      - program_id: TCADMaaPMRPublisherWorker
+        program_type: workers
+      service_component_type: cdap_app_tca
+      service_id:
+        get_input: service_id
+      streamname: TCASubscriberOutputStream
+    relationships:
+    - target: cdap_host_host
+      type: dcae.relationships.component_contained_in
\ No newline at end of file