summaryrefslogtreecommitdiffstats
path: root/components/datalake-handler/feeder/src/main/resources/druid/AAI-EVENT-kafka-supervisor.json
blob: cf63c45c9afa88176525172ba417fabb4f186812 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
{
	"type": "kafka",
	"dataSchema": {
		"dataSource": "AAI-EVENT",
		"parser": {
			"type": "string",
			"parseSpec": {
				"format": "json",
				"flattenSpec": {
					"useFieldDiscovery": false,
					"fields": [
						{
							"type": "path",
							"name": "cambria:partition",
							"expr": "$.cambria.partition"
						},
						{
							"type": "path",
							"name": "event-header:severity",
							"expr": "$.event-header.severity"
						},
						{
							"type": "path",
							"name": "event-header:entity-type",
							"expr": "$.event-header.entity-type"
						},
						{
							"type": "path",
							"name": "event-header:top-entity-type",
							"expr": "$.event-header.top-entity-type"
						},
						{
							"type": "path",
							"name": "event-header:entity-link",
							"expr": "$.event-header.entity-link"
						},
						{
							"type": "path",
							"name": "event-header:event-type",
							"expr": "$.event-header.event-type"
						},
						{
							"type": "path",
							"name": "event-header:domain",
							"expr": "$.event-header.domain"
						},
						{
							"type": "path",
							"name": "event-header:action",
							"expr": "$.event-header.action"
						},
						{
							"type": "path",
							"name": "event-header:sequence-number",
							"expr": "$.event-header.sequence-number"
						},
						{
							"type": "path",
							"name": "event-header:id",
							"expr": "$.event-header.id"
						},
						{
							"type": "path",
							"name": "event-header:source-name",
							"expr": "$.event-header.source-name"
						},
						{
							"type": "path",
							"name": "event-header:version",
							"expr": "$.event-header.version"
						},
						{
							"type": "path",
							"name": "event-header:timestamp",
							"expr": "$.event-header.timestamp"
						},
						{
							"type": "path",
							"name": "entity:thirdparty-sdnc-id",
							"expr": "$.entity.thirdparty-sdnc-id"
						},
						{
							"type": "path",
							"name": "entity:resource-version",
							"expr": "$.entity.resource-version"
						},
						{
							"type": "path",
							"name": "entity:location",
							"expr": "$.entity.location"
						},
						{
							"type": "path",
							"name": "entity:product-name",
							"expr": "$.entity.product-name"
						},
						{
							"type": "path",
							"name": "entity:esr-system-info-list:esr-system-info[0]:esr-system-info-id",
							"expr": "$.entity.esr-system-info-list.esr-system-info[0].esr-system-info-id"
						},
						{
							"type": "path",
							"name": "entity:esr-system-info-list:esr-system-info[0]:system-type",
							"expr": "$.entity.esr-system-info-list.esr-system-info[0].system-type"
						},
						{
							"type": "path",
							"name": "entity:esr-system-info-list:esr-system-info[0]:service-url",
							"expr": "$.entity.esr-system-info-list.esr-system-info[0].service-url"
						},
						{
							"type": "path",
							"name": "entity:esr-system-info-list:esr-system-info[0]:ssl-cacert",
							"expr": "$.entity.esr-system-info-list.esr-system-info[0].ssl-cacert"
						},
						{
							"type": "path",
							"name": "entity:esr-system-info-list:esr-system-info[0]:type",
							"expr": "$.entity.esr-system-info-list.esr-system-info[0].type"
						},
						{
							"type": "path",
							"name": "entity:esr-system-info-list:esr-system-info[0]:ssl-insecure",
							"expr": "$.entity.esr-system-info-list.esr-system-info[0].ssl-insecure"
						},
						{
							"type": "path",
							"name": "entity:esr-system-info-list:esr-system-info[0]:system-status",
							"expr": "$.entity.esr-system-info-list.esr-system-info[0].system-status"
						},
						{
							"type": "path",
							"name": "entity:esr-system-info-list:esr-system-info[0]:version",
							"expr": "$.entity.esr-system-info-list.esr-system-info[0].version"
						},
						{
							"type": "path",
							"name": "entity:esr-system-info-list:esr-system-info[0]:passive",
							"expr": "$.entity.esr-system-info-list.esr-system-info[0].passive"
						},
						{
							"type": "path",
							"name": "entity:esr-system-info-list:esr-system-info[0]:password",
							"expr": "$.entity.esr-system-info-list.esr-system-info[0].password"
						},
						{
							"type": "path",
							"name": "entity:esr-system-info-list:esr-system-info[0]:protocol",
							"expr": "$.entity.esr-system-info-list.esr-system-info[0].protocol"
						},
						{
							"type": "path",
							"name": "entity:esr-system-info-list:esr-system-info[0]:ip-address",
							"expr": "$.entity.esr-system-info-list.esr-system-info[0].ip-address"
						},
						{
							"type": "path",
							"name": "entity:esr-system-info-list:esr-system-info[0]:cloud-domain",
							"expr": "$.entity.esr-system-info-list.esr-system-info[0].cloud-domain"
						},
						{
							"type": "path",
							"name": "entity:esr-system-info-list:esr-system-info[0]:user-name",
							"expr": "$.entity.esr-system-info-list.esr-system-info[0].user-name"
						},
						{
							"type": "path",
							"name": "entity:esr-system-info-list:esr-system-info[0]:system-name",
							"expr": "$.entity.esr-system-info-list.esr-system-info[0].system-name"
						},
						{
							"type": "path",
							"name": "entity:esr-system-info-list:esr-system-info[0]:port",
							"expr": "$.entity.esr-system-info-list.esr-system-info[0].port"
						},
						{
							"type": "path",
							"name": "entity:esr-system-info-list:esr-system-info[0]:vendor",
							"expr": "$.entity.esr-system-info-list.esr-system-info[0].vendor"
						},
						{
							"type": "path",
							"name": "entity:esr-system-info-list:esr-system-info[0]:resource-version",
							"expr": "$.entity.esr-system-info-list.esr-system-info[0].resource-version"
						},
						{
							"type": "path",
							"name": "entity:esr-system-info-list:esr-system-info[0]:remote-path",
							"expr": "$.entity.esr-system-info-list.esr-system-info[0].remote-path"
						},
						{
							"type": "path",
							"name": "entity:esr-system-info-list:esr-system-info[0]:default-tenant",
							"expr": "$.entity.esr-system-info-list.esr-system-info[0].default-tenant"
						}
					]
				},
				"timestampSpec": {
					"column": "event-header:timestamp",
					"format": "yyyyMMdd-HH:mm:ss:SSS"
				},
				"dimensionsSpec": {
					"dimensions": [],
					"dimensionsExclusions": [
						"cambria.partition",
						"password"
					]
				}
			}
		},
		"metricsSpec": [],
		"granularitySpec": {
			"type": "uniform",
			"segmentGranularity": "HOUR",
			"queryGranularity": "MINUTE",
			"rollup": false
		}
	},
	"tuningConfig": {
		"type": "kafka",
		"reportParseExceptions": true
	},
	"ioConfig": {
		"topic": "AAI-EVENT",
		"replicas": 1,
		"startDelay": "PT1S",
		"taskDuration": "PT1H",
		"completionTimeout": "PT30M",
		"consumerProperties": {
			"bootstrap.servers": "message-router-kafka:9092"
		},
		"useEarliestOffset": true
	}
}