CsarInstaller introduction

This class is introduced to decode/deploy the dcae blueprint from SDC
and save it to database. This is done based on json templates. Some unit
tests added

Issue-ID: CLAMP-81
Change-Id: I3fac5f7ef41d77aa244414407111b9cb602b50bd
Signed-off-by: Determe, Sebastien (sd378r) <sd378r@intl.att.com>

1 files changed, 130 insertions, 0 deletions

diff --git a/src/test/resources/example/sdc/blueprint-dcae/not-recognized.yaml b/src/test/resources/example/sdc/blueprint-dcae/not-recognized.yaml
new file mode 100644
index 00000000..6522885f
--- /dev/null
+++ b/src/test/resources/example/sdc/blueprint-dcae/not-recognized.yaml
@@ -0,0 +1,130 @@
+tosca_definitions_version: cloudify_dsl_1_3
+imports:
+- http://dockercentral.it.att.com:8093/nexus/repository/rawcentral/com.att.dcae.controller/type_files/dockerplugin/2.4.0+t.0.8/node-type.yaml
+- http://dockercentral.it.att.com:8093/nexus/repository/rawcentral/com.att.dcae.controller/type_files/dmaap/1.2.0+t.0.9/dmaap.yaml
+- http://dockercentral.it.att.com:8093/nexus/repository/rawcentral/com.att.dcae.controller/type_files/relationship/1.0.0+t.0.1/relationship-types.yaml
+inputs:
+  commonEventHeader.domain:
+    type: string
+  commonEventHeader.version:
+    type: string
+  dcae_service_location:
+    type: string
+  docker_host_override:
+    type: string
+    default: ''
+  elementType:
+    type: string
+  feed_id:
+    type: string
+  mappingType:
+    type: string
+  measurementsForVfScalingFields.measurementsForVfScalingVersion:
+    type: string
+  phases.docker_map.phaseName:
+    type: string
+  topic1_aaf_password:
+    type: string
+  topic1_aaf_username:
+    type: string
+  topic1_client_role:
+    type: string
+node_templates:
+  DockerMap_n.1519416493392.3_DockerMap:
+    type: dcae.nodes.DockerContainerForComponentsUsingDmaap
+    properties:
+      application_config:
+        commonEventHeader.domain:
+          get_input: commonEventHeader.domain
+        commonEventHeader.version:
+          get_input: commonEventHeader.version
+        csvToVesJson: '{"processing":[{"phase":"pmossFoiPhase","filter":{"class":"Contains","string":"${file}","value":"NOKvMRF"},"processors":[{"class":"LogEvent","title":"PM-FOIEvent-Received","logName":"com.att.gfp.dcae.eventProcessor.input","logLevel":"DEBUG"},{"class":"RunPhase","phase":"vFoiNokRunPhase"}]},{"phase":"vFoiNokRunPhase","comments":"generic parsing","processors":[{"replace":",","field":"data","class":"ReplaceText","find":";"},{"replace":",","field":"file","class":"ReplaceText","find":"_"}]},{"phase":"vFoiNokRunPhase","filter":{"class":"Contains","string":"${data[1]}","value":"Begin date"},"processors":[{"class":"ExtractText","field":"event.commonEventHeader.startEpochMicrosec","value":"${data[1]}","regex":".*Begin date,([^,]*),.*"},{"class":"DateFormatter","value":"${event.commonEventHeader.startEpochMicrosec}","fromFormat":"MM/dd/yy HH:mm:ss a","fromTz":"GMT","toField":"event.commonEventHeader.startEpochMicrosec","toFormat":"#ms","toTz":"#ms"}]},{"phase":"vFoiNokRunPhase","filter":{"class":"Contains","string":"${data[2]}","value":"End date"},"processors":[{"class":"ExtractText","field":"event.commonEventHeader.lastEpochMicrosec","value":"${data[2]}","regex":".*End date,([^,]*),.*"},{"class":"DateFormatter","value":"${event.commonEventHeader.lastEpochMicrosec}","fromFormat":"MM/dd/yy HH:mm:ss a","fromTz":"GMT","toField":"event.commonEventHeader.lastEpochMicrosec","toFormat":"#ms","toTz":"#ms"},{"class":"DateFormatter","value":"${event.commonEventHeader.lastEpochMicrosec}","fromFormat":"#ms","fromTz":"#ms","toField":"event.commonEventHeader.internalHeaderFields.DATETIMEUTC","toFormat":"yyyyMMddHHmmss","toTz":"GMT"}]},{"phase":"vFoiNokRunPhase","processors":[{"class":"ExtractText","field":"event.measurementsForVfScalingFields.additionalMeasurements.arrayOfFields[0].value","value":"${data[7]}","regex":".*CpuSys,+(\\d+,){3}.*"},{"class":"ReplaceText","replace":"","field":"event.measurementsForVfScalingFields.additionalMeasurements.arrayOfFields[0].value","find":","},{"class":"ExtractText","field":"event.measurementsForVfScalingFields.additionalMeasurements.arrayOfFields[1].value","value":"${data[5]}","regex":".*CpuUsage,+(\\d+,){3}.*"},{"class":"ReplaceText","replace":"","field":"event.measurementsForVfScalingFields.additionalMeasurements.arrayOfFields[1].value","find":","},{"class":"ExtractText","field":"event.measurementsForVfScalingFields.additionalMeasurements.arrayOfFields[2].value","value":"${data[7]}","regex":".*CpuSys,+(\\d+,){2}.*"},{"class":"ReplaceText","replace":"","field":"event.measurementsForVfScalingFields.additionalMeasurements.arrayOfFields[2].value","find":","},{"class":"ExtractText","field":"event.measurementsForVfScalingFields.additionalMeasurements.arrayOfFields[3].value","value":"${data[5]}","regex":".*CpuUsage,+(\\d+,){2}.*"},{"class":"ReplaceText","replace":"","field":"event.measurementsForVfScalingFields.additionalMeasurements.arrayOfFields[3].value","find":","}]},{"phase":"vFoiNokRunPhase","processors":[{"class":"ExtractText","field":"event.commonEventHeader.eventName","value":"${file}","regex":"([^,]*),.*"},{"class":"ExtractText","field":"event.commonEventHeader.reportingEntityName","value":"${file}","regex":".*,([^,]*)\\..*"}]},{"phase":"vFoiNokRunPhase","comments":"generic parsing","processors":[{"class":"Set","updates":{"event.commonEventHeader.lastEpochMicrosec":"${event.commonEventHeader.lastEpochMicrosec}000","event.commonEventHeader.startEpochMicrosec":"${event.commonEventHeader.startEpochMicrosec}000","event.commonEventHeader.domain":"measurementsForVfScaling","event.commonEventHeader.eventName":"Mfvs_${event.commonEventHeader.eventName}","event.commonEventHeader.eventType":"csv2ves","event.commonEventHeader.priority":"Normal","event.commonEventHeader.sequence":0,"event.commonEventHeader.sourceName":"${event.commonEventHeader.reportingEntityName}","event.commonEventHeader.version":3.0,"event.commonEventHeader.eventId":"%{now.ms}","event.commonEventHeader.internalHeaderFields.dbTableSuffix":"","event.measurementsForVfScalingFields.measurementInterval":900,"event.measurementsForVfScalingFields.measurementsForVfScalingVersion":2.0,"event.measurementsForVfScalingFields.additionalMeasurements.name":"csv2ves","event.measurementsForVfScalingFields.additionalMeasurements.arrayOfFields[0].name":"CpuSysMax","event.measurementsForVfScalingFields.additionalMeasurements.arrayOfFields[1].name":"CpuUsageMax","event.measurementsForVfScalingFields.additionalMeasurements.arrayOfFields[2].name":"CpuSysAverage","event.measurementsForVfScalingFields.additionalMeasurements.arrayOfFields[3].name":"CpuUsageAverage"}},{"class":"DateFormatter","value":"${event.commonEventHeader.eventId}","fromFormat":"#ms","fromTz":"#ms","toField":"event.commonEventHeader.eventId","toFormat":"yyyyMMddHHmmssSSS","toTz":"GMT"}]},{"phase":"vFoiNokRunPhase","processors":[{"class":"Clear","fields":["data","file"]},{"class":"LogText","logLevel":"INFO","logText":"Finished-PM-FOIEvent-parsing"},{"class":"LogEvent","title":"PM-FOIEvent-Received-Output"},{"class":"RunPhase","phase":"foiEventToDmaapPhase"}]}]}'
+        elementType:
+          get_input: elementType
+        isSelfServeComponent: 'True'
+        mappingType:
+          get_input: mappingType
+        measurementsForVfScalingFields.measurementsForVfScalingVersion:
+          get_input: measurementsForVfScalingFields.measurementsForVfScalingVersion
+        phases.docker_map.phaseName:
+          get_input: phases.docker_map.phaseName
+        services_calls: {}
+        streams_publishes:
+          DCAE-VES-PM-EVENT:
+            aaf_password:
+              get_input: topic1_aaf_password
+            aaf_username:
+              get_input: topic1_aaf_username
+            dmaap_info: <<topic1_n.1519416493404.5>>
+            type: message_router
+        streams_subscribes:
+          DCAE_PM_DATA_C_M:
+            dmaap_info: <<feed_n.1519416394214.2>>
+            type: data_router
+        useDtiConfig: 'False'
+      docker_config:
+        healthcheck:
+          interval: 300s
+          script: /opt/app/vec/bin/common/HealthCheck_DockerMap.sh
+          timeout: 15s
+          type: docker
+        volumes:
+        - container:
+            bind: /opt/app/dcae-certificate
+          host:
+            path: /opt/app/dcae-certificate
+        - container:
+            bind: /opt/app/dmd/log/AGENT
+          host:
+            path: /opt/logs/DCAE/dockermap/dmd/AGENT
+        - container:
+            bind: /opt/app/dmd/log/WATCHER
+          host:
+            path: /opt/logs/DCAE/dockermap/dmd/WATCHER
+        - container:
+            bind: /opt/app/vec/logs/DCAE
+          host:
+            path: /opt/logs/DCAE/dockermap/dockermap-logs
+        - container:
+            bind: /opt/app/vec/archive/data
+          host:
+            path: /opt/data/DCAE/dockermap/dockermap-archive
+      image: dockercentral.it.att.com:5100/com.att.dcae.controller/dcae-controller-dockermap:18.02-004
+      location_id:
+        get_input: dcae_service_location
+      service_component_type: dcae.collectors.docker.map.pm
+      streams_publishes:
+      - client_role:
+          get_input: topic1_client_role
+        location:
+          get_input: dcae_service_location
+        name: topic1_n.1519416493404.5
+        type: message_router
+      streams_subscribes:
+      - location:
+          get_input: dcae_service_location
+        name: feed_n.1519416394214.2
+        type: data_router
+    relationships:
+    - target: docker_host_host
+      type: dcae.relationships.component_contained_in
+    - target: feed_n.1519416394214.2
+      type: dcae.relationships.subscribe_to_files
+    - target: topic1_n.1519416493404.5
+      type: dcae.relationships.publish_events
+  docker_host_host:
+    type: dcae.nodes.SelectedDockerHost
+    properties:
+      docker_host_override:
+        get_input: docker_host_override
+      location_id:
+        get_input: dcae_service_location
+  feed_n.1519416394214.2:
+    type: dcae.nodes.ExistingFeed
+    properties:
+      feed_id:
+        get_input: feed_id
+  topic1_n.1519416493404.5:
+    type: dcae.nodes.Topic
+    properties:
+      topic_name: DCAE-VES-PM-EVENT-v1