1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
|
tosca_definitions_version: cloudify_dsl_1_3
imports:
- http://dockercentral.it.att.com:8093/nexus/repository/rawcentral/com.att.dcae.controller/type_files/dockerplugin/2.4.0+t.0.8/node-type.yaml
- http://dockercentral.it.att.com:8093/nexus/repository/rawcentral/com.att.dcae.controller/type_files/dmaap/1.2.0+t.0.9/dmaap.yaml
- http://dockercentral.it.att.com:8093/nexus/repository/rawcentral/com.att.dcae.controller/type_files/relationship/1.0.0+t.0.1/relationship-types.yaml
inputs:
commonEventHeader.domain:
type: string
commonEventHeader.version:
type: string
dcae_service_location:
type: string
docker_host_override:
type: string
default: ''
elementType:
type: string
feed_id:
type: string
mappingType:
type: string
measurementsForVfScalingFields.measurementsForVfScalingVersion:
type: string
phases.docker_map.phaseName:
type: string
topic1_aaf_password:
type: string
topic1_aaf_username:
type: string
topic1_client_role:
type: string
node_templates:
DockerMap_n.1519416493392.3_DockerMap:
type: dcae.nodes.DockerContainerForComponentsUsingDmaap
properties:
application_config:
commonEventHeader.domain:
get_input: commonEventHeader.domain
commonEventHeader.version:
get_input: commonEventHeader.version
csvToVesJson: '{"processing":[{"phase":"pmossFoiPhase","filter":{"class":"Contains","string":"${file}","value":"NOKvMRF"},"processors":[{"class":"LogEvent","title":"PM-FOIEvent-Received","logName":"com.att.gfp.dcae.eventProcessor.input","logLevel":"DEBUG"},{"class":"RunPhase","phase":"vFoiNokRunPhase"}]},{"phase":"vFoiNokRunPhase","comments":"generic parsing","processors":[{"replace":",","field":"data","class":"ReplaceText","find":";"},{"replace":",","field":"file","class":"ReplaceText","find":"_"}]},{"phase":"vFoiNokRunPhase","filter":{"class":"Contains","string":"${data[1]}","value":"Begin date"},"processors":[{"class":"ExtractText","field":"event.commonEventHeader.startEpochMicrosec","value":"${data[1]}","regex":".*Begin date,([^,]*),.*"},{"class":"DateFormatter","value":"${event.commonEventHeader.startEpochMicrosec}","fromFormat":"MM/dd/yy HH:mm:ss a","fromTz":"GMT","toField":"event.commonEventHeader.startEpochMicrosec","toFormat":"#ms","toTz":"#ms"}]},{"phase":"vFoiNokRunPhase","filter":{"class":"Contains","string":"${data[2]}","value":"End date"},"processors":[{"class":"ExtractText","field":"event.commonEventHeader.lastEpochMicrosec","value":"${data[2]}","regex":".*End date,([^,]*),.*"},{"class":"DateFormatter","value":"${event.commonEventHeader.lastEpochMicrosec}","fromFormat":"MM/dd/yy HH:mm:ss a","fromTz":"GMT","toField":"event.commonEventHeader.lastEpochMicrosec","toFormat":"#ms","toTz":"#ms"},{"class":"DateFormatter","value":"${event.commonEventHeader.lastEpochMicrosec}","fromFormat":"#ms","fromTz":"#ms","toField":"event.commonEventHeader.internalHeaderFields.DATETIMEUTC","toFormat":"yyyyMMddHHmmss","toTz":"GMT"}]},{"phase":"vFoiNokRunPhase","processors":[{"class":"ExtractText","field":"event.measurementsForVfScalingFields.additionalMeasurements.arrayOfFields[0].value","value":"${data[7]}","regex":".*CpuSys,+(\\d+,){3}.*"},{"class":"ReplaceText","replace":"","field":"event.measurementsForVfScalingFields.additionalMeasurements.arrayOfFields[0].value","find":","},{"class":"ExtractText","field":"event.measurementsForVfScalingFields.additionalMeasurements.arrayOfFields[1].value","value":"${data[5]}","regex":".*CpuUsage,+(\\d+,){3}.*"},{"class":"ReplaceText","replace":"","field":"event.measurementsForVfScalingFields.additionalMeasurements.arrayOfFields[1].value","find":","},{"class":"ExtractText","field":"event.measurementsForVfScalingFields.additionalMeasurements.arrayOfFields[2].value","value":"${data[7]}","regex":".*CpuSys,+(\\d+,){2}.*"},{"class":"ReplaceText","replace":"","field":"event.measurementsForVfScalingFields.additionalMeasurements.arrayOfFields[2].value","find":","},{"class":"ExtractText","field":"event.measurementsForVfScalingFields.additionalMeasurements.arrayOfFields[3].value","value":"${data[5]}","regex":".*CpuUsage,+(\\d+,){2}.*"},{"class":"ReplaceText","replace":"","field":"event.measurementsForVfScalingFields.additionalMeasurements.arrayOfFields[3].value","find":","}]},{"phase":"vFoiNokRunPhase","processors":[{"class":"ExtractText","field":"event.commonEventHeader.eventName","value":"${file}","regex":"([^,]*),.*"},{"class":"ExtractText","field":"event.commonEventHeader.reportingEntityName","value":"${file}","regex":".*,([^,]*)\\..*"}]},{"phase":"vFoiNokRunPhase","comments":"generic parsing","processors":[{"class":"Set","updates":{"event.commonEventHeader.lastEpochMicrosec":"${event.commonEventHeader.lastEpochMicrosec}000","event.commonEventHeader.startEpochMicrosec":"${event.commonEventHeader.startEpochMicrosec}000","event.commonEventHeader.domain":"measurementsForVfScaling","event.commonEventHeader.eventName":"Mfvs_${event.commonEventHeader.eventName}","event.commonEventHeader.eventType":"csv2ves","event.commonEventHeader.priority":"Normal","event.commonEventHeader.sequence":0,"event.commonEventHeader.sourceName":"${event.commonEventHeader.reportingEntityName}","event.commonEventHeader.version":3.0,"event.commonEventHeader.eventId":"%{now.ms}","event.commonEventHeader.internalHeaderFields.dbTableSuffix":"","event.measurementsForVfScalingFields.measurementInterval":900,"event.measurementsForVfScalingFields.measurementsForVfScalingVersion":2.0,"event.measurementsForVfScalingFields.additionalMeasurements.name":"csv2ves","event.measurementsForVfScalingFields.additionalMeasurements.arrayOfFields[0].name":"CpuSysMax","event.measurementsForVfScalingFields.additionalMeasurements.arrayOfFields[1].name":"CpuUsageMax","event.measurementsForVfScalingFields.additionalMeasurements.arrayOfFields[2].name":"CpuSysAverage","event.measurementsForVfScalingFields.additionalMeasurements.arrayOfFields[3].name":"CpuUsageAverage"}},{"class":"DateFormatter","value":"${event.commonEventHeader.eventId}","fromFormat":"#ms","fromTz":"#ms","toField":"event.commonEventHeader.eventId","toFormat":"yyyyMMddHHmmssSSS","toTz":"GMT"}]},{"phase":"vFoiNokRunPhase","processors":[{"class":"Clear","fields":["data","file"]},{"class":"LogText","logLevel":"INFO","logText":"Finished-PM-FOIEvent-parsing"},{"class":"LogEvent","title":"PM-FOIEvent-Received-Output"},{"class":"RunPhase","phase":"foiEventToDmaapPhase"}]}]}'
elementType:
get_input: elementType
isSelfServeComponent: 'True'
mappingType:
get_input: mappingType
measurementsForVfScalingFields.measurementsForVfScalingVersion:
get_input: measurementsForVfScalingFields.measurementsForVfScalingVersion
phases.docker_map.phaseName:
get_input: phases.docker_map.phaseName
services_calls: {}
streams_publishes:
DCAE-VES-PM-EVENT:
aaf_password:
get_input: topic1_aaf_password
aaf_username:
get_input: topic1_aaf_username
dmaap_info: <<topic1_n.1519416493404.5>>
type: message_router
streams_subscribes:
DCAE_PM_DATA_C_M:
dmaap_info: <<feed_n.1519416394214.2>>
type: data_router
useDtiConfig: 'False'
docker_config:
healthcheck:
interval: 300s
script: /opt/app/vec/bin/common/HealthCheck_DockerMap.sh
timeout: 15s
type: docker
volumes:
- container:
bind: /opt/app/dcae-certificate
host:
path: /opt/app/dcae-certificate
- container:
bind: /opt/app/dmd/log/AGENT
host:
path: /opt/logs/DCAE/dockermap/dmd/AGENT
- container:
bind: /opt/app/dmd/log/WATCHER
host:
path: /opt/logs/DCAE/dockermap/dmd/WATCHER
- container:
bind: /opt/app/vec/logs/DCAE
host:
path: /opt/logs/DCAE/dockermap/dockermap-logs
- container:
bind: /opt/app/vec/archive/data
host:
path: /opt/data/DCAE/dockermap/dockermap-archive
image: dockercentral.it.att.com:5100/com.att.dcae.controller/dcae-controller-dockermap:18.02-004
location_id:
get_input: dcae_service_location
service_component_type: dcae.collectors.docker.map.pm
streams_publishes:
- client_role:
get_input: topic1_client_role
location:
get_input: dcae_service_location
name: topic1_n.1519416493404.5
type: message_router
streams_subscribes:
- location:
get_input: dcae_service_location
name: feed_n.1519416394214.2
type: data_router
relationships:
- target: docker_host_host
type: dcae.relationships.component_contained_in
- target: feed_n.1519416394214.2
type: dcae.relationships.subscribe_to_files
- target: topic1_n.1519416493404.5
type: dcae.relationships.publish_events
docker_host_host:
type: dcae.nodes.SelectedDockerHost
properties:
docker_host_override:
get_input: docker_host_override
location_id:
get_input: dcae_service_location
feed_n.1519416394214.2:
type: dcae.nodes.ExistingFeed
properties:
feed_id:
get_input: feed_id
topic1_n.1519416493404.5:
type: dcae.nodes.Topic
properties:
topic_name: DCAE-VES-PM-EVENT-v1
|
