diff options
author | Guobiao Mo <guobiaomo@chinamobile.com> | 2019-06-10 17:08:54 -0700 |
---|---|---|
committer | Guobiao Mo <guobiaomo@chinamobile.com> | 2019-06-10 17:08:54 -0700 |
commit | 57d518c85744a94974231c2e5737dfc5d2db3ca5 (patch) | |
tree | 15d3c1ac481e16e546b2b458e1974d7540f76e94 /components/datalake-handler/feeder/src/main/resources | |
parent | 17eb476fd95c5a979d713a620b159ff13606a205 (diff) |
Druid Kafka Indexing Service Supervisor Spec for topic
HW and EPC
Issue-ID: DCAEGEN2-1598
Change-Id: Iee4a3a3efc2aa04afb1ab234070cd393ca110055
Signed-off-by: Guobiao Mo <guobiaomo@chinamobile.com>
Diffstat (limited to 'components/datalake-handler/feeder/src/main/resources')
5 files changed, 1795 insertions, 186 deletions
diff --git a/components/datalake-handler/feeder/src/main/resources/druid/AAI-EVENT-kafka-supervisor.json b/components/datalake-handler/feeder/src/main/resources/druid/AAI-EVENT-kafka-supervisor.json index a20e5eb3..cf63c45c 100644 --- a/components/datalake-handler/feeder/src/main/resources/druid/AAI-EVENT-kafka-supervisor.json +++ b/components/datalake-handler/feeder/src/main/resources/druid/AAI-EVENT-kafka-supervisor.json @@ -9,191 +9,191 @@ "flattenSpec": { "useFieldDiscovery": false, "fields": [ -{ -"type": "path", -"name": "cambria:partition", -"expr": "$.cambria.partition" -}, -{ -"type": "path", -"name": "event-header:severity", -"expr": "$.event-header.severity" -}, -{ -"type": "path", -"name": "event-header:entity-type", -"expr": "$.event-header.entity-type" -}, -{ -"type": "path", -"name": "event-header:top-entity-type", -"expr": "$.event-header.top-entity-type" -}, -{ -"type": "path", -"name": "event-header:entity-link", -"expr": "$.event-header.entity-link" -}, -{ -"type": "path", -"name": "event-header:event-type", -"expr": "$.event-header.event-type" -}, -{ -"type": "path", -"name": "event-header:domain", -"expr": "$.event-header.domain" -}, -{ -"type": "path", -"name": "event-header:action", -"expr": "$.event-header.action" -}, -{ -"type": "path", -"name": "event-header:sequence-number", -"expr": "$.event-header.sequence-number" -}, -{ -"type": "path", -"name": "event-header:id", -"expr": "$.event-header.id" -}, -{ -"type": "path", -"name": "event-header:source-name", -"expr": "$.event-header.source-name" -}, -{ -"type": "path", -"name": "event-header:version", -"expr": "$.event-header.version" -}, -{ -"type": "path", -"name": "event-header:timestamp", -"expr": "$.event-header.timestamp" -}, -{ -"type": "path", -"name": "entity:thirdparty-sdnc-id", -"expr": "$.entity.thirdparty-sdnc-id" -}, -{ -"type": "path", -"name": "entity:resource-version", -"expr": "$.entity.resource-version" -}, -{ -"type": "path", -"name": "entity:location", -"expr": "$.entity.location" -}, -{ -"type": "path", -"name": "entity:product-name", -"expr": "$.entity.product-name" -}, -{ -"type": "path", -"name": "entity:esr-system-info-list:esr-system-info[0]:esr-system-info-id", -"expr": "$.entity.esr-system-info-list.esr-system-info[0].esr-system-info-id" -}, -{ -"type": "path", -"name": "entity:esr-system-info-list:esr-system-info[0]:system-type", -"expr": "$.entity.esr-system-info-list.esr-system-info[0].system-type" -}, -{ -"type": "path", -"name": "entity:esr-system-info-list:esr-system-info[0]:service-url", -"expr": "$.entity.esr-system-info-list.esr-system-info[0].service-url" -}, -{ -"type": "path", -"name": "entity:esr-system-info-list:esr-system-info[0]:ssl-cacert", -"expr": "$.entity.esr-system-info-list.esr-system-info[0].ssl-cacert" -}, -{ -"type": "path", -"name": "entity:esr-system-info-list:esr-system-info[0]:type", -"expr": "$.entity.esr-system-info-list.esr-system-info[0].type" -}, -{ -"type": "path", -"name": "entity:esr-system-info-list:esr-system-info[0]:ssl-insecure", -"expr": "$.entity.esr-system-info-list.esr-system-info[0].ssl-insecure" -}, -{ -"type": "path", -"name": "entity:esr-system-info-list:esr-system-info[0]:system-status", -"expr": "$.entity.esr-system-info-list.esr-system-info[0].system-status" -}, -{ -"type": "path", -"name": "entity:esr-system-info-list:esr-system-info[0]:version", -"expr": "$.entity.esr-system-info-list.esr-system-info[0].version" -}, -{ -"type": "path", -"name": "entity:esr-system-info-list:esr-system-info[0]:passive", -"expr": "$.entity.esr-system-info-list.esr-system-info[0].passive" -}, -{ -"type": "path", -"name": "entity:esr-system-info-list:esr-system-info[0]:password", -"expr": "$.entity.esr-system-info-list.esr-system-info[0].password" -}, -{ -"type": "path", -"name": "entity:esr-system-info-list:esr-system-info[0]:protocol", -"expr": "$.entity.esr-system-info-list.esr-system-info[0].protocol" -}, -{ -"type": "path", -"name": "entity:esr-system-info-list:esr-system-info[0]:ip-address", -"expr": "$.entity.esr-system-info-list.esr-system-info[0].ip-address" -}, -{ -"type": "path", -"name": "entity:esr-system-info-list:esr-system-info[0]:cloud-domain", -"expr": "$.entity.esr-system-info-list.esr-system-info[0].cloud-domain" -}, -{ -"type": "path", -"name": "entity:esr-system-info-list:esr-system-info[0]:user-name", -"expr": "$.entity.esr-system-info-list.esr-system-info[0].user-name" -}, -{ -"type": "path", -"name": "entity:esr-system-info-list:esr-system-info[0]:system-name", -"expr": "$.entity.esr-system-info-list.esr-system-info[0].system-name" -}, -{ -"type": "path", -"name": "entity:esr-system-info-list:esr-system-info[0]:port", -"expr": "$.entity.esr-system-info-list.esr-system-info[0].port" -}, -{ -"type": "path", -"name": "entity:esr-system-info-list:esr-system-info[0]:vendor", -"expr": "$.entity.esr-system-info-list.esr-system-info[0].vendor" -}, -{ -"type": "path", -"name": "entity:esr-system-info-list:esr-system-info[0]:resource-version", -"expr": "$.entity.esr-system-info-list.esr-system-info[0].resource-version" -}, -{ -"type": "path", -"name": "entity:esr-system-info-list:esr-system-info[0]:remote-path", -"expr": "$.entity.esr-system-info-list.esr-system-info[0].remote-path" -}, -{ -"type": "path", -"name": "entity:esr-system-info-list:esr-system-info[0]:default-tenant", -"expr": "$.entity.esr-system-info-list.esr-system-info[0].default-tenant" -} + { + "type": "path", + "name": "cambria:partition", + "expr": "$.cambria.partition" + }, + { + "type": "path", + "name": "event-header:severity", + "expr": "$.event-header.severity" + }, + { + "type": "path", + "name": "event-header:entity-type", + "expr": "$.event-header.entity-type" + }, + { + "type": "path", + "name": "event-header:top-entity-type", + "expr": "$.event-header.top-entity-type" + }, + { + "type": "path", + "name": "event-header:entity-link", + "expr": "$.event-header.entity-link" + }, + { + "type": "path", + "name": "event-header:event-type", + "expr": "$.event-header.event-type" + }, + { + "type": "path", + "name": "event-header:domain", + "expr": "$.event-header.domain" + }, + { + "type": "path", + "name": "event-header:action", + "expr": "$.event-header.action" + }, + { + "type": "path", + "name": "event-header:sequence-number", + "expr": "$.event-header.sequence-number" + }, + { + "type": "path", + "name": "event-header:id", + "expr": "$.event-header.id" + }, + { + "type": "path", + "name": "event-header:source-name", + "expr": "$.event-header.source-name" + }, + { + "type": "path", + "name": "event-header:version", + "expr": "$.event-header.version" + }, + { + "type": "path", + "name": "event-header:timestamp", + "expr": "$.event-header.timestamp" + }, + { + "type": "path", + "name": "entity:thirdparty-sdnc-id", + "expr": "$.entity.thirdparty-sdnc-id" + }, + { + "type": "path", + "name": "entity:resource-version", + "expr": "$.entity.resource-version" + }, + { + "type": "path", + "name": "entity:location", + "expr": "$.entity.location" + }, + { + "type": "path", + "name": "entity:product-name", + "expr": "$.entity.product-name" + }, + { + "type": "path", + "name": "entity:esr-system-info-list:esr-system-info[0]:esr-system-info-id", + "expr": "$.entity.esr-system-info-list.esr-system-info[0].esr-system-info-id" + }, + { + "type": "path", + "name": "entity:esr-system-info-list:esr-system-info[0]:system-type", + "expr": "$.entity.esr-system-info-list.esr-system-info[0].system-type" + }, + { + "type": "path", + "name": "entity:esr-system-info-list:esr-system-info[0]:service-url", + "expr": "$.entity.esr-system-info-list.esr-system-info[0].service-url" + }, + { + "type": "path", + "name": "entity:esr-system-info-list:esr-system-info[0]:ssl-cacert", + "expr": "$.entity.esr-system-info-list.esr-system-info[0].ssl-cacert" + }, + { + "type": "path", + "name": "entity:esr-system-info-list:esr-system-info[0]:type", + "expr": "$.entity.esr-system-info-list.esr-system-info[0].type" + }, + { + "type": "path", + "name": "entity:esr-system-info-list:esr-system-info[0]:ssl-insecure", + "expr": "$.entity.esr-system-info-list.esr-system-info[0].ssl-insecure" + }, + { + "type": "path", + "name": "entity:esr-system-info-list:esr-system-info[0]:system-status", + "expr": "$.entity.esr-system-info-list.esr-system-info[0].system-status" + }, + { + "type": "path", + "name": "entity:esr-system-info-list:esr-system-info[0]:version", + "expr": "$.entity.esr-system-info-list.esr-system-info[0].version" + }, + { + "type": "path", + "name": "entity:esr-system-info-list:esr-system-info[0]:passive", + "expr": "$.entity.esr-system-info-list.esr-system-info[0].passive" + }, + { + "type": "path", + "name": "entity:esr-system-info-list:esr-system-info[0]:password", + "expr": "$.entity.esr-system-info-list.esr-system-info[0].password" + }, + { + "type": "path", + "name": "entity:esr-system-info-list:esr-system-info[0]:protocol", + "expr": "$.entity.esr-system-info-list.esr-system-info[0].protocol" + }, + { + "type": "path", + "name": "entity:esr-system-info-list:esr-system-info[0]:ip-address", + "expr": "$.entity.esr-system-info-list.esr-system-info[0].ip-address" + }, + { + "type": "path", + "name": "entity:esr-system-info-list:esr-system-info[0]:cloud-domain", + "expr": "$.entity.esr-system-info-list.esr-system-info[0].cloud-domain" + }, + { + "type": "path", + "name": "entity:esr-system-info-list:esr-system-info[0]:user-name", + "expr": "$.entity.esr-system-info-list.esr-system-info[0].user-name" + }, + { + "type": "path", + "name": "entity:esr-system-info-list:esr-system-info[0]:system-name", + "expr": "$.entity.esr-system-info-list.esr-system-info[0].system-name" + }, + { + "type": "path", + "name": "entity:esr-system-info-list:esr-system-info[0]:port", + "expr": "$.entity.esr-system-info-list.esr-system-info[0].port" + }, + { + "type": "path", + "name": "entity:esr-system-info-list:esr-system-info[0]:vendor", + "expr": "$.entity.esr-system-info-list.esr-system-info[0].vendor" + }, + { + "type": "path", + "name": "entity:esr-system-info-list:esr-system-info[0]:resource-version", + "expr": "$.entity.esr-system-info-list.esr-system-info[0].resource-version" + }, + { + "type": "path", + "name": "entity:esr-system-info-list:esr-system-info[0]:remote-path", + "expr": "$.entity.esr-system-info-list.esr-system-info[0].remote-path" + }, + { + "type": "path", + "name": "entity:esr-system-info-list:esr-system-info[0]:default-tenant", + "expr": "$.entity.esr-system-info-list.esr-system-info[0].default-tenant" + } ] }, "timestampSpec": { @@ -203,7 +203,8 @@ "dimensionsSpec": { "dimensions": [], "dimensionsExclusions": [ - "cambria.partition","password" + "cambria.partition", + "password" ] } } diff --git a/components/datalake-handler/feeder/src/main/resources/druid/EPC-kafka-supervisor.json b/components/datalake-handler/feeder/src/main/resources/druid/EPC-kafka-supervisor.json new file mode 100644 index 00000000..c6562a21 --- /dev/null +++ b/components/datalake-handler/feeder/src/main/resources/druid/EPC-kafka-supervisor.json @@ -0,0 +1,247 @@ +{ + "type": "kafka", + "dataSchema": { + "dataSource": "EPC", + "parser": { + "type": "string", + "parseSpec": { + "format": "json", + "flattenSpec": { + "useFieldDiscovery": false, + "fields": [ + { + "type": "path", + "name": "astriDPHost", + "expr": "$.event.measurementsForVfScalingFields.astriMeasurement.astriDPHost" + }, + { + "type": "path", + "name": "port1-astriDPtx_pps", + "expr": "$.event.measurementsForVfScalingFields.astriMeasurement.astriDPMeasurementArray[0].astriDPtx_pps" + }, + { + "type": "path", + "name": "port1-astriDPrx_error_packets", + "expr": "$.event.measurementsForVfScalingFields.astriMeasurement.astriDPMeasurementArray[0].astriDPrx_error_packets" + }, + { + "type": "path", + "name": "port1-astriDPrx_throughput", + "expr": "$.event.measurementsForVfScalingFields.astriMeasurement.astriDPMeasurementArray[0].astriDPrx_throughput" + }, + { + "type": "path", + "name": "port1-astriInterface", + "expr": "$.event.measurementsForVfScalingFields.astriMeasurement.astriDPMeasurementArray[0].astriInterface" + }, + { + "type": "path", + "name": "port1-astriDPtx_throughput", + "expr": "$.event.measurementsForVfScalingFields.astriMeasurement.astriDPMeasurementArray[0].astriDPtx_throughput" + }, + { + "type": "path", + "name": "port1-astriDPrx_pps", + "expr": "$.event.measurementsForVfScalingFields.astriMeasurement.astriDPMeasurementArray[0].astriDPrx_pps" + }, + { + "type": "path", + "name": "port1-astriDPrx_missed_packets", + "expr": "$.event.measurementsForVfScalingFields.astriMeasurement.astriDPMeasurementArray[0].astriDPrx_missed_packets" + }, + { + "type": "path", + "name": "port0-astriDPtx_pps", + "expr": "$.event.measurementsForVfScalingFields.astriMeasurement.astriDPMeasurementArray[1].astriDPtx_pps" + }, + { + "type": "path", + "name": "port0-astriDPrx_error_packets", + "expr": "$.event.measurementsForVfScalingFields.astriMeasurement.astriDPMeasurementArray[1].astriDPrx_error_packets" + }, + { + "type": "path", + "name": "port0-astriDPrx_throughput", + "expr": "$.event.measurementsForVfScalingFields.astriMeasurement.astriDPMeasurementArray[1].astriDPrx_throughput" + }, + { + "type": "path", + "name": "port0-astriInterface", + "expr": "$.event.measurementsForVfScalingFields.astriMeasurement.astriDPMeasurementArray[1].astriInterface" + }, + { + "type": "path", + "name": "port0-astriDPtx_throughput", + "expr": "$.event.measurementsForVfScalingFields.astriMeasurement.astriDPMeasurementArray[1].astriDPtx_throughput" + }, + { + "type": "path", + "name": "port0-astriDPrx_pps", + "expr": "$.event.measurementsForVfScalingFields.astriMeasurement.astriDPMeasurementArray[1].astriDPrx_pps" + }, + { + "type": "path", + "name": "port0-astriDPrx_missed_packets", + "expr": "$.event.measurementsForVfScalingFields.astriMeasurement.astriDPMeasurementArray[1].astriDPrx_missed_packets" + }, + { + "type": "path", + "name": "eventId", + "expr": "$.event.commonEventHeader.eventId" + }, + { + "type": "path", + "name": "reportingEntityId", + "expr": "$.event.commonEventHeader.reportingEntityId" + }, + { + "type": "path", + "name": "lastEpochMicrosec", + "expr": "$.event.commonEventHeader.lastEpochMicrosec" + }, + { + "type": "path", + "name": "reportingEntityName", + "expr": "$.event.commonEventHeader.reportingEntityName" + }, + { + "type": "path", + "name": "sourceId", + "expr": "$.event.commonEventHeader.sourceId" + }, + { + "type": "path", + "name": "eventType", + "expr": "$.event.commonEventHeader.eventType" + }, + { + "type": "path", + "name": "sequence", + "expr": "$.event.commonEventHeader.sequence" + }, + { + "type": "path", + "name": "collectorTimeStamp", + "expr": "$.event.commonEventHeader.internalHeaderFields.collectorTimeStamp" + }, + { + "type": "path", + "name": "priority", + "expr": "$.event.commonEventHeader.priority" + }, + { + "type": "path", + "name": "sourceName", + "expr": "$.event.commonEventHeader.sourceName" + }, + { + "type": "path", + "name": "eventName", + "expr": "$.event.commonEventHeader.eventName" + }, + { + "type": "path", + "name": "startEpochMicrosec", + "expr": "$.event.commonEventHeader.startEpochMicrosec" + } + ] + }, + "timestampSpec": { + "column": "collectorTimeStamp", + "format": "EEE, MM dd yyyy HH:mm:ss z" + }, + "dimensionsSpec": { + "dimensions": [], + "dimensionsExclusions": [] + } + } + }, + "metricsSpec": [ + { + "type": "count", + "name": "count" + }, + { + "type": "longSum", + "name": "port0-astriDPtx_pps", + "fieldName": "port0-astriDPtx_pps" + }, + { + "type": "longSum", + "name": "port0-astriDPrx_error_packets", + "fieldName": "port0-astriDPrx_error_packets" + }, + { + "type": "longSum", + "name": "port0-astriDPrx_throughput", + "fieldName": "port0-astriDPrx_throughput" + }, + { + "type": "longSum", + "name": "port0-astriDPtx_throughput", + "fieldName": "port0-astriDPtx_throughput" + }, + { + "type": "longSum", + "name": "port0-astriDPrx_pps", + "fieldName": "port0-astriDPrx_pps" + }, + { + "type": "longSum", + "name": "port0-astriDPrx_missed_packets", + "fieldName": "port0-astriDPrx_missed_packets" + }, + { + "type": "longSum", + "name": "port1-astriDPtx_pps", + "fieldName": "port1-astriDPtx_pps" + }, + { + "type": "longSum", + "name": "port1-astriDPrx_error_packets", + "fieldName": "port1-astriDPrx_error_packets" + }, + { + "type": "longSum", + "name": "port1-astriDPrx_throughput", + "fieldName": "port1-astriDPrx_throughput" + }, + { + "type": "longSum", + "name": "port1-astriDPtx_throughput", + "fieldName": "port1-astriDPtx_throughput" + }, + { + "type": "longSum", + "name": "port1-astriDPrx_pps", + "fieldName": "port1-astriDPrx_pps" + }, + { + "type": "longSum", + "name": "port1-astriDPrx_missed_packets", + "fieldName": "port1-astriDPrx_missed_packets" + } + ], + "granularitySpec": { + "type": "uniform", + "segmentGranularity": "HOUR", + "queryGranularity": "MINUTE", + "rollup": true + } + }, + "tuningConfig": { + "type": "kafka", + "reportParseExceptions": true + }, + "ioConfig": { + "topic": "EPC", + "replicas": 1, + "startDelay": "PT1S", + "taskDuration": "PT1H", + "completionTimeout": "PT30M", + "consumerProperties": { + "bootstrap.servers": "message-router-kafka:9092" + }, + "useEarliestOffset": true + } +} diff --git a/components/datalake-handler/feeder/src/main/resources/druid/EPC-sample-format.json b/components/datalake-handler/feeder/src/main/resources/druid/EPC-sample-format.json new file mode 100644 index 00000000..2d15837d --- /dev/null +++ b/components/datalake-handler/feeder/src/main/resources/druid/EPC-sample-format.json @@ -0,0 +1,51 @@ +{
+ "event": {
+ "measurementsForVfScalingFields": {
+ "additionalMeasurements": [],
+ "measurementInterval": 10,
+ "astriMeasurement": {
+ "valuesAreSuspect": "true",
+ "astriDPHost": "DP5-10.213.1.143",
+ "astriDPMeasurementArray": [
+ {
+ "astriDPtx_pps": 0,
+ "astriDPrx_error_packets": 0,
+ "astriDPrx_throughput": 16619551392,
+ "astriInterface": "port1",
+ "astriDPtx_throughput": 0,
+ "astriDPrx_pps": 1675357,
+ "astriDPrx_missed_packets": 0
+ },
+ {
+ "astriDPtx_pps": 586325,
+ "astriDPrx_error_packets": 0,
+ "astriDPrx_throughput": 5984991232,
+ "astriInterface": "port0",
+ "astriDPtx_throughput": 309579600,
+ "astriDPrx_pps": 586304,
+ "astriDPrx_missed_packets": 0
+ }
+ ]
+ },
+ "measurementsForVfScalingVersion": 2
+ },
+ "commonEventHeader": {
+ "eventId": "84891",
+ "reportingEntityId": "localhost",
+ "domain": "measurementsForVfScaling",
+ "lastEpochMicrosec": 1558757056,
+ "reportingEntityName": "localhost",
+ "sourceId": "DP5-10.213.1.143",
+ "eventType": "platform",
+ "sequence": 0,
+ "internalHeaderFields": {
+ "collectorTimeStamp": "Sat, 05 25 2019 04:04:16 UTC"
+ },
+ "priority": "Normal",
+ "sourceName": "DP5-10.213.1.143",
+ "eventName": "",
+ "version": 2,
+ "startEpochMicrosec": 1558757046
+ }
+ }
+}
diff --git a/components/datalake-handler/feeder/src/main/resources/druid/HW-aggs-kafka-supervisor.json b/components/datalake-handler/feeder/src/main/resources/druid/HW-aggs-kafka-supervisor.json new file mode 100644 index 00000000..3a3967ec --- /dev/null +++ b/components/datalake-handler/feeder/src/main/resources/druid/HW-aggs-kafka-supervisor.json @@ -0,0 +1,1131 @@ +{ + "type": "kafka", + "dataSchema": { + "dataSource": "HW-aggs", + "parser": { + "type": "string", + "parseSpec": { + "format": "json", + "flattenSpec": { + "useFieldDiscovery": false, + "fields": [ + { + "type": "path", + "name": "memoryUsageArray.memorySlabUnrecl", + "expr": "$.event.measurementsForVfScalingFields.memoryUsageArray_average.memorySlabUnrecl" + }, + { + "type": "path", + "name": "memoryUsageArray.memorySlabRecl", + "expr": "$.event.measurementsForVfScalingFields.memoryUsageArray_average.memorySlabRecl" + }, + { + "type": "path", + "name": "memoryUsageArray.memoryCached", + "expr": "$.event.measurementsForVfScalingFields.memoryUsageArray_average.memoryCached" + }, + { + "type": "path", + "name": "memoryUsageArray.memoryBuffered", + "expr": "$.event.measurementsForVfScalingFields.memoryUsageArray_average.memoryBuffered" + }, + { + "type": "path", + "name": "memoryUsageArray.memoryUsed", + "expr": "$.event.measurementsForVfScalingFields.memoryUsageArray_average.memoryUsed" + }, + { + "type": "path", + "name": "memoryUsageArray.memoryFree", + "expr": "$.event.measurementsForVfScalingFields.memoryUsageArray_average.memoryFree" + }, + { + "type": "path", + "name": "measurementsForVfScalingVersion", + "expr": "$.event.measurementsForVfScalingFields.measurementsForVfScalingVersion" + }, + { + "type": "path", + "name": "cpuUsageArray_count", + "expr": "$.event.measurementsForVfScalingFields.cpuUsageArray_count" + }, + { + "type": "path", + "name": "cpuUsageArray_min.cpuUsageSystem", + "expr": "$.event.measurementsForVfScalingFields.cpuUsageArray_min.cpuUsageSystem" + }, + { + "type": "path", + "name": "cpuUsageArray_min.percentUsage", + "expr": "$.event.measurementsForVfScalingFields.cpuUsageArray_min.percentUsage" + }, + { + "type": "path", + "name": "cpuUsageArray_min.cpuWait", + "expr": "$.event.measurementsForVfScalingFields.cpuUsageArray_min.cpuWait" + }, + { + "type": "path", + "name": "cpuUsageArray_min.cpuIdentifier", + "expr": "$.event.measurementsForVfScalingFields.cpuUsageArray_min.cpuIdentifier" + }, + { + "type": "path", + "name": "cpuUsageArray_min.cpuUsageUser", + "expr": "$.event.measurementsForVfScalingFields.cpuUsageArray_min.cpuUsageUser" + }, + { + "type": "path", + "name": "cpuUsageArray_min.cpuIdle", + "expr": "$.event.measurementsForVfScalingFields.cpuUsageArray_min.cpuIdle" + }, + { + "type": "path", + "name": "vNicPerformanceArray_count", + "expr": "$.event.measurementsForVfScalingFields.vNicPerformanceArray_count" + }, + { + "type": "path", + "name": "diskUsageArray_average.diskIoTimeLast", + "expr": "$.event.measurementsForVfScalingFields.diskUsageArray_average.diskIoTimeLast" + }, + { + "type": "path", + "name": "diskUsageArray_average.diskOctetsWriteLast", + "expr": "$.event.measurementsForVfScalingFields.diskUsageArray_average.diskOctetsWriteLast" + }, + { + "type": "path", + "name": "diskUsageArray_average.diskMergedReadLast", + "expr": "$.event.measurementsForVfScalingFields.diskUsageArray_average.diskMergedReadLast" + }, + { + "type": "path", + "name": "diskUsageArray_average.diskOpsWriteLast", + "expr": "$.event.measurementsForVfScalingFields.diskUsageArray_average.diskOpsWriteLast" + }, + { + "type": "path", + "name": "diskUsageArray_average.diskTimeWriteLast", + "expr": "$.event.measurementsForVfScalingFields.diskUsageArray_average.diskTimeWriteLast" + }, + { + "type": "path", + "name": "diskUsageArray_average.diskTimeReadLast", + "expr": "$.event.measurementsForVfScalingFields.diskUsageArray_average.diskTimeReadLast" + }, + { + "type": "path", + "name": "diskUsageArray_average.diskOctetsReadLast", + "expr": "$.event.measurementsForVfScalingFields.diskUsageArray_average.diskOctetsReadLast" + }, + { + "type": "path", + "name": "diskUsageArray_average.diskOpsReadLast", + "expr": "$.event.measurementsForVfScalingFields.diskUsageArray_average.diskOpsReadLast" + }, + { + "type": "path", + "name": "diskUsageArray_average.diskMergedWriteLast", + "expr": "$.event.measurementsForVfScalingFields.diskUsageArray_average.diskMergedWriteLast" + }, + { + "type": "path", + "name": "cpuUsageArray_sum.cpuUsageSystem", + "expr": "$.event.measurementsForVfScalingFields.cpuUsageArray_sum.cpuUsageSystem" + }, + { + "type": "path", + "name": "cpuUsageArray_sum.percentUsage", + "expr": "$.event.measurementsForVfScalingFields.cpuUsageArray_sum.percentUsage" + }, + { + "type": "path", + "name": "cpuUsageArray_sum.cpuWait", + "expr": "$.event.measurementsForVfScalingFields.cpuUsageArray_sum.cpuWait" + }, + { + "type": "path", + "name": "cpuUsageArray_sum.cpuIdentifier", + "expr": "$.event.measurementsForVfScalingFields.cpuUsageArray_sum.cpuIdentifier" + }, + { + "type": "path", + "name": "cpuUsageArray_sum.cpuUsageUser", + "expr": "$.event.measurementsForVfScalingFields.cpuUsageArray_sum.cpuUsageUser" + }, + { + "type": "path", + "name": "cpuUsageArray_sum.cpuIdle", + "expr": "$.event.measurementsForVfScalingFields.cpuUsageArray_sum.cpuIdle" + }, + { + "type": "path", + "name": "vNicPerformanceArray_max.receivedOctetsAccumulated", + "expr": "$.event.measurementsForVfScalingFields.vNicPerformanceArray_max.receivedOctetsAccumulated" + }, + { + "type": "path", + "name": "vNicPerformanceArray_max.transmittedErrorPacketsAccumulated", + "expr": "$.event.measurementsForVfScalingFields.vNicPerformanceArray_max.transmittedErrorPacketsAccumulated" + }, + { + "type": "path", + "name": "vNicPerformanceArray_max.transmittedTotalPacketsAccumulated", + "expr": "$.event.measurementsForVfScalingFields.vNicPerformanceArray_max.transmittedTotalPacketsAccumulated" + }, + { + "type": "path", + "name": "vNicPerformanceArray_max.receivedErrorPacketsAccumulated", + "expr": "$.event.measurementsForVfScalingFields.vNicPerformanceArray_max.receivedErrorPacketsAccumulated" + }, + { + "type": "path", + "name": "vNicPerformanceArray_max.transmittedOctetsAccumulated", + "expr": "$.event.measurementsForVfScalingFields.vNicPerformanceArray_max.transmittedOctetsAccumulated" + }, + { + "type": "path", + "name": "vNicPerformanceArray_max.receivedDiscardedPacketsAccumulated", + "expr": "$.event.measurementsForVfScalingFields.vNicPerformanceArray_max.receivedDiscardedPacketsAccumulated" + }, + { + "type": "path", + "name": "vNicPerformanceArray_max.receivedTotalPacketsAccumulated", + "expr": "$.event.measurementsForVfScalingFields.vNicPerformanceArray_max.receivedTotalPacketsAccumulated" + }, + { + "type": "path", + "name": "vNicPerformanceArray_max.transmittedDiscardedPacketsAccumulated", + "expr": "$.event.measurementsForVfScalingFields.vNicPerformanceArray_max.transmittedDiscardedPacketsAccumulated" + }, + { + "type": "path", + "name": "diskUsageArray_count", + "expr": "$.event.measurementsForVfScalingFields.diskUsageArray_count" + }, + { + "type": "path", + "name": "diskUsageArray_max.diskIoTimeLast", + "expr": "$.event.measurementsForVfScalingFields.diskUsageArray_max.diskIoTimeLast" + }, + { + "type": "path", + "name": "diskUsageArray_max.diskOctetsWriteLast", + "expr": "$.event.measurementsForVfScalingFields.diskUsageArray_max.diskOctetsWriteLast" + }, + { + "type": "path", + "name": "diskUsageArray_max.diskMergedReadLast", + "expr": "$.event.measurementsForVfScalingFields.diskUsageArray_max.diskMergedReadLast" + }, + { + "type": "path", + "name": "diskUsageArray_max.diskOpsWriteLast", + "expr": "$.event.measurementsForVfScalingFields.diskUsageArray_max.diskOpsWriteLast" + }, + { + "type": "path", + "name": "diskUsageArray_max.diskTimeWriteLast", + "expr": "$.event.measurementsForVfScalingFields.diskUsageArray_max.diskTimeWriteLast" + }, + { + "type": "path", + "name": "diskUsageArray_max.diskTimeReadLast", + "expr": "$.event.measurementsForVfScalingFields.diskUsageArray_max.diskTimeReadLast" + }, + { + "type": "path", + "name": "diskUsageArray_max.diskOctetsReadLast", + "expr": "$.event.measurementsForVfScalingFields.diskUsageArray_max.diskOctetsReadLast" + }, + { + "type": "path", + "name": "diskUsageArray_max.diskOpsReadLast", + "expr": "$.event.measurementsForVfScalingFields.diskUsageArray_max.diskOpsReadLast" + }, + { + "type": "path", + "name": "diskUsageArray_max.diskMergedWriteLast", + "expr": "$.event.measurementsForVfScalingFields.diskUsageArray_max.diskMergedWriteLast" + }, + { + "type": "path", + "name": "measurementInterval", + "expr": "$.event.measurementsForVfScalingFields.measurementInterval" + }, + { + "type": "path", + "name": "cpuUsageArray_average.cpuUsageSystem", + "expr": "$.event.measurementsForVfScalingFields.cpuUsageArray_average.cpuUsageSystem" + }, + { + "type": "path", + "name": "cpuUsageArray_average.percentUsage", + "expr": "$.event.measurementsForVfScalingFields.cpuUsageArray_average.percentUsage" + }, + { + "type": "path", + "name": "cpuUsageArray_average.cpuWait", + "expr": "$.event.measurementsForVfScalingFields.cpuUsageArray_average.cpuWait" + }, + { + "type": "path", + "name": "cpuUsageArray_average.cpuIdentifier", + "expr": "$.event.measurementsForVfScalingFields.cpuUsageArray_average.cpuIdentifier" + }, + { + "type": "path", + "name": "cpuUsageArray_average.cpuUsageUser", + "expr": "$.event.measurementsForVfScalingFields.cpuUsageArray_average.cpuUsageUser" + }, + { + "type": "path", + "name": "cpuUsageArray_average.cpuIdle", + "expr": "$.event.measurementsForVfScalingFields.cpuUsageArray_average.cpuIdle" + }, + { + "type": "path", + "name": "vNicPerformanceArray_sum.receivedOctetsAccumulated", + "expr": "$.event.measurementsForVfScalingFields.vNicPerformanceArray_sum.receivedOctetsAccumulated" + }, + { + "type": "path", + "name": "vNicPerformanceArray_sum.transmittedErrorPacketsAccumulated", + "expr": "$.event.measurementsForVfScalingFields.vNicPerformanceArray_sum.transmittedErrorPacketsAccumulated" + }, + { + "type": "path", + "name": "vNicPerformanceArray_sum.transmittedTotalPacketsAccumulated", + "expr": "$.event.measurementsForVfScalingFields.vNicPerformanceArray_sum.transmittedTotalPacketsAccumulated" + }, + { + "type": "path", + "name": "vNicPerformanceArray_sum.receivedErrorPacketsAccumulated", + "expr": "$.event.measurementsForVfScalingFields.vNicPerformanceArray_sum.receivedErrorPacketsAccumulated" + }, + { + "type": "path", + "name": "vNicPerformanceArray_sum.transmittedOctetsAccumulated", + "expr": "$.event.measurementsForVfScalingFields.vNicPerformanceArray_sum.transmittedOctetsAccumulated" + }, + { + "type": "path", + "name": "vNicPerformanceArray_sum.receivedDiscardedPacketsAccumulated", + "expr": "$.event.measurementsForVfScalingFields.vNicPerformanceArray_sum.receivedDiscardedPacketsAccumulated" + }, + { + "type": "path", + "name": "vNicPerformanceArray_sum.receivedTotalPacketsAccumulated", + "expr": "$.event.measurementsForVfScalingFields.vNicPerformanceArray_sum.receivedTotalPacketsAccumulated" + }, + { + "type": "path", + "name": "vNicPerformanceArray_sum.transmittedDiscardedPacketsAccumulated", + "expr": "$.event.measurementsForVfScalingFields.vNicPerformanceArray_sum.transmittedDiscardedPacketsAccumulated" + }, + { + "type": "path", + "name": "vNicPerformanceArray_average.receivedOctetsAccumulated", + "expr": "$.event.measurementsForVfScalingFields.vNicPerformanceArray_average.receivedOctetsAccumulated" + }, + { + "type": "path", + "name": "vNicPerformanceArray_average.transmittedErrorPacketsAccumulated", + "expr": "$.event.measurementsForVfScalingFields.vNicPerformanceArray_average.transmittedErrorPacketsAccumulated" + }, + { + "type": "path", + "name": "vNicPerformanceArray_average.transmittedTotalPacketsAccumulated", + "expr": "$.event.measurementsForVfScalingFields.vNicPerformanceArray_average.transmittedTotalPacketsAccumulated" + }, + { + "type": "path", + "name": "vNicPerformanceArray_average.receivedErrorPacketsAccumulated", + "expr": "$.event.measurementsForVfScalingFields.vNicPerformanceArray_average.receivedErrorPacketsAccumulated" + }, + { + "type": "path", + "name": "vNicPerformanceArray_average.transmittedOctetsAccumulated", + "expr": "$.event.measurementsForVfScalingFields.vNicPerformanceArray_average.transmittedOctetsAccumulated" + }, + { + "type": "path", + "name": "vNicPerformanceArray_average.receivedDiscardedPacketsAccumulated", + "expr": "$.event.measurementsForVfScalingFields.vNicPerformanceArray_average.receivedDiscardedPacketsAccumulated" + }, + { + "type": "path", + "name": "vNicPerformanceArray_average.receivedTotalPacketsAccumulated", + "expr": "$.event.measurementsForVfScalingFields.vNicPerformanceArray_average.receivedTotalPacketsAccumulated" + }, + { + "type": "path", + "name": "vNicPerformanceArray_average.transmittedDiscardedPacketsAccumulated", + "expr": "$.event.measurementsForVfScalingFields.vNicPerformanceArray_average.transmittedDiscardedPacketsAccumulated" + }, + { + "type": "path", + "name": "diskUsageArray_min.diskIoTimeLast", + "expr": "$.event.measurementsForVfScalingFields.diskUsageArray_min.diskIoTimeLast" + }, + { + "type": "path", + "name": "diskUsageArray_min.diskOctetsWriteLast", + "expr": "$.event.measurementsForVfScalingFields.diskUsageArray_min.diskOctetsWriteLast" + }, + { + "type": "path", + "name": "diskUsageArray_min.diskMergedReadLast", + "expr": "$.event.measurementsForVfScalingFields.diskUsageArray_min.diskMergedReadLast" + }, + { + "type": "path", + "name": "diskUsageArray_min.diskOpsWriteLast", + "expr": "$.event.measurementsForVfScalingFields.diskUsageArray_min.diskOpsWriteLast" + }, + { + "type": "path", + "name": "diskUsageArray_min.diskTimeWriteLast", + "expr": "$.event.measurementsForVfScalingFields.diskUsageArray_min.diskTimeWriteLast" + }, + { + "type": "path", + "name": "diskUsageArray_min.diskTimeReadLast", + "expr": "$.event.measurementsForVfScalingFields.diskUsageArray_min.diskTimeReadLast" + }, + { + "type": "path", + "name": "diskUsageArray_min.diskOctetsReadLast", + "expr": "$.event.measurementsForVfScalingFields.diskUsageArray_min.diskOctetsReadLast" + }, + { + "type": "path", + "name": "diskUsageArray_min.diskOpsReadLast", + "expr": "$.event.measurementsForVfScalingFields.diskUsageArray_min.diskOpsReadLast" + }, + { + "type": "path", + "name": "diskUsageArray_min.diskMergedWriteLast", + "expr": "$.event.measurementsForVfScalingFields.diskUsageArray_min.diskMergedWriteLast" + }, + { + "type": "path", + "name": "vNicPerformanceArray_min.receivedOctetsAccumulated", + "expr": "$.event.measurementsForVfScalingFields.vNicPerformanceArray_min.receivedOctetsAccumulated" + }, + { + "type": "path", + "name": "vNicPerformanceArray_min.transmittedErrorPacketsAccumulated", + "expr": "$.event.measurementsForVfScalingFields.vNicPerformanceArray_min.transmittedErrorPacketsAccumulated" + }, + { + "type": "path", + "name": "vNicPerformanceArray_min.transmittedTotalPacketsAccumulated", + "expr": "$.event.measurementsForVfScalingFields.vNicPerformanceArray_min.transmittedTotalPacketsAccumulated" + }, + { + "type": "path", + "name": "vNicPerformanceArray_min.receivedErrorPacketsAccumulated", + "expr": "$.event.measurementsForVfScalingFields.vNicPerformanceArray_min.receivedErrorPacketsAccumulated" + }, + { + "type": "path", + "name": "vNicPerformanceArray_min.transmittedOctetsAccumulated", + "expr": "$.event.measurementsForVfScalingFields.vNicPerformanceArray_min.transmittedOctetsAccumulated" + }, + { + "type": "path", + "name": "vNicPerformanceArray_min.receivedDiscardedPacketsAccumulated", + "expr": "$.event.measurementsForVfScalingFields.vNicPerformanceArray_min.receivedDiscardedPacketsAccumulated" + }, + { + "type": "path", + "name": "vNicPerformanceArray_min.receivedTotalPacketsAccumulated", + "expr": "$.event.measurementsForVfScalingFields.vNicPerformanceArray_min.receivedTotalPacketsAccumulated" + }, + { + "type": "path", + "name": "vNicPerformanceArray_min.transmittedDiscardedPacketsAccumulated", + "expr": "$.event.measurementsForVfScalingFields.vNicPerformanceArray_min.transmittedDiscardedPacketsAccumulated" + }, + { + "type": "path", + "name": "cpuUsageArray_max.cpuUsageSystem", + "expr": "$.event.measurementsForVfScalingFields.cpuUsageArray_max.cpuUsageSystem" + }, + { + "type": "path", + "name": "cpuUsageArray_max.percentUsage", + "expr": "$.event.measurementsForVfScalingFields.cpuUsageArray_max.percentUsage" + }, + { + "type": "path", + "name": "cpuUsageArray_max.cpuWait", + "expr": "$.event.measurementsForVfScalingFields.cpuUsageArray_max.cpuWait" + }, + { + "type": "path", + "name": "cpuUsageArray_max.cpuIdentifier", + "expr": "$.event.measurementsForVfScalingFields.cpuUsageArray_max.cpuIdentifier" + }, + { + "type": "path", + "name": "cpuUsageArray_max.cpuUsageUser", + "expr": "$.event.measurementsForVfScalingFields.cpuUsageArray_max.cpuUsageUser" + }, + { + "type": "path", + "name": "cpuUsageArray_max.cpuIdle", + "expr": "$.event.measurementsForVfScalingFields.cpuUsageArray_max.cpuIdle" + }, + { + "type": "path", + "name": "diskUsageArray_sum.diskIoTimeLast", + "expr": "$.event.measurementsForVfScalingFields.diskUsageArray_sum.diskIoTimeLast" + }, + { + "type": "path", + "name": "diskUsageArray_sum.diskOctetsWriteLast", + "expr": "$.event.measurementsForVfScalingFields.diskUsageArray_sum.diskOctetsWriteLast" + }, + { + "type": "path", + "name": "diskUsageArray_sum.diskMergedReadLast", + "expr": "$.event.measurementsForVfScalingFields.diskUsageArray_sum.diskMergedReadLast" + }, + { + "type": "path", + "name": "diskUsageArray_sum.diskOpsWriteLast", + "expr": "$.event.measurementsForVfScalingFields.diskUsageArray_sum.diskOpsWriteLast" + }, + { + "type": "path", + "name": "diskUsageArray_sum.diskTimeWriteLast", + "expr": "$.event.measurementsForVfScalingFields.diskUsageArray_sum.diskTimeWriteLast" + }, + { + "type": "path", + "name": "diskUsageArray_sum.diskTimeReadLast", + "expr": "$.event.measurementsForVfScalingFields.diskUsageArray_sum.diskTimeReadLast" + }, + { + "type": "path", + "name": "diskUsageArray_sum.diskOctetsReadLast", + "expr": "$.event.measurementsForVfScalingFields.diskUsageArray_sum.diskOctetsReadLast" + }, + { + "type": "path", + "name": "diskUsageArray_sum.diskOpsReadLast", + "expr": "$.event.measurementsForVfScalingFields.diskUsageArray_sum.diskOpsReadLast" + }, + { + "type": "path", + "name": "diskUsageArray_sum.diskMergedWriteLast", + "expr": "$.event.measurementsForVfScalingFields.diskUsageArray_sum.diskMergedWriteLast" + }, + { + "type": "path", + "name": "datalake_ts_", + "expr": "$.datalake_ts_" + }, + { + "type": "path", + "name": "eventId", + "expr": "$.event.commonEventHeader.eventId" + }, + { + "type": "path", + "name": "reportingEntityId", + "expr": "$.event.commonEventHeader.reportingEntityId" + }, + { + "type": "path", + "name": "lastEpochMicrosec", + "expr": "$.event.commonEventHeader.lastEpochMicrosec" + }, + { + "type": "path", + "name": "reportingEntityName", + "expr": "$.event.commonEventHeader.reportingEntityName" + }, + { + "type": "path", + "name": "sourceId", + "expr": "$.event.commonEventHeader.sourceId" + }, + { + "type": "path", + "name": "eventType", + "expr": "$.event.commonEventHeader.eventType" + }, + { + "type": "path", + "name": "sequence", + "expr": "$.event.commonEventHeader.sequence" + }, + { + "type": "path", + "name": "collectorTimeStamp", + "expr": "$.event.commonEventHeader.internalHeaderFields.collectorTimeStamp" + }, + { + "type": "path", + "name": "priority", + "expr": "$.event.commonEventHeader.priority" + }, + { + "type": "path", + "name": "sourceName", + "expr": "$.event.commonEventHeader.sourceName" + }, + { + "type": "path", + "name": "eventName", + "expr": "$.event.commonEventHeader.eventName" + }, + { + "type": "path", + "name": "startEpochMicrosec", + "expr": "$.event.commonEventHeader.startEpochMicrosec" + } + ] + }, + "timestampSpec": { + "column": "collectorTimeStamp", + "format": "EEE, MM dd yyyy HH:mm:ss z" + }, + "dimensionsSpec": { + "dimensions": [], + "dimensionsExclusions": [] + } + } + }, + "metricsSpec": [{ + "type": "doubleSum", + "name": "memoryUsageArray.memorySlabUnrecl", + "fieldName": "memoryUsageArray.memorySlabUnrecl" + }, + { + "type": "doubleSum", + "name": "memoryUsageArray.memorySlabRecl", + "fieldName": "memoryUsageArray.memorySlabRecl" + }, + { + "type": "doubleSum", + "name": "memoryUsageArray.memoryCached", + "fieldName": "memoryUsageArray.memoryCached" + }, + { + "type": "doubleSum", + "name": "memoryUsageArray.memoryBuffered", + "fieldName": "memoryUsageArray.memoryBuffered" + }, + { + "type": "doubleSum", + "name": "memoryUsageArray.memoryUsed", + "fieldName": "memoryUsageArray.memoryUsed" + }, + { + "type": "doubleSum", + "name": "memoryUsageArray.memoryFree", + "fieldName": "memoryUsageArray.memoryFree" + }, + { + "type": "longSum", + "name": "cpuUsageArray_count", + "fieldName": "cpuUsageArray_count" + }, + { + "type": "doubleMin", + "name": "cpuUsageArray_min.cpuUsageSystem", + "fieldName": "cpuUsageArray_min.cpuUsageSystem" + }, + { + "type": "doubleMin", + "name": "cpuUsageArray_min.percentUsage", + "fieldName": "cpuUsageArray_min.percentUsage" + }, + { + "type": "doubleMin", + "name": "cpuUsageArray_min.cpuWait", + "fieldName": "cpuUsageArray_min.cpuWait" + }, + { + "type": "doubleMin", + "name": "cpuUsageArray_min.cpuIdentifier", + "fieldName": "cpuUsageArray_min.cpuIdentifier" + }, + { + "type": "doubleMin", + "name": "cpuUsageArray_min.cpuUsageUser", + "fieldName": "cpuUsageArray_min.cpuUsageUser" + }, + { + "type": "doubleMin", + "name": "cpuUsageArray_min.cpuIdle", + "fieldName": "cpuUsageArray_min.cpuIdle" + }, + { + "type": "longSum", + "name": "vNicPerformanceArray_count", + "fieldName": "vNicPerformanceArray_count" + }, + { + "type": "doubleSum", + "name": "diskUsageArray_average.diskIoTimeLast", + "fieldName": "diskUsageArray_average.diskIoTimeLast" + }, + { + "type": "doubleSum", + "name": "diskUsageArray_average.diskOctetsWriteLast", + "fieldName": "diskUsageArray_average.diskOctetsWriteLast" + }, + { + "type": "doubleSum", + "name": "diskUsageArray_average.diskMergedReadLast", + "fieldName": "diskUsageArray_average.diskMergedReadLast" + }, + { + "type": "doubleSum", + "name": "diskUsageArray_average.diskOpsWriteLast", + "fieldName": "diskUsageArray_average.diskOpsWriteLast" + }, + { + "type": "doubleSum", + "name": "diskUsageArray_average.diskTimeWriteLast", + "fieldName": "diskUsageArray_average.diskTimeWriteLast" + }, + { + "type": "doubleSum", + "name": "diskUsageArray_average.diskTimeReadLast", + "fieldName": "diskUsageArray_average.diskTimeReadLast" + }, + { + "type": "doubleSum", + "name": "diskUsageArray_average.diskOctetsReadLast", + "fieldName": "diskUsageArray_average.diskOctetsReadLast" + }, + { + "type": "doubleSum", + "name": "diskUsageArray_average.diskOpsReadLast", + "fieldName": "diskUsageArray_average.diskOpsReadLast" + }, + { + "type": "doubleSum", + "name": "diskUsageArray_average.diskMergedWriteLast", + "fieldName": "diskUsageArray_average.diskMergedWriteLast" + }, + { + "type": "doubleSum", + "name": "cpuUsageArray_sum.cpuUsageSystem", + "fieldName": "cpuUsageArray_sum.cpuUsageSystem" + }, + { + "type": "doubleSum", + "name": "cpuUsageArray_sum.percentUsage", + "fieldName": "cpuUsageArray_sum.percentUsage" + }, + { + "type": "doubleSum", + "name": "cpuUsageArray_sum.cpuWait", + "fieldName": "cpuUsageArray_sum.cpuWait" + }, + { + "type": "doubleSum", + "name": "cpuUsageArray_sum.cpuIdentifier", + "fieldName": "cpuUsageArray_sum.cpuIdentifier" + }, + { + "type": "doubleSum", + "name": "cpuUsageArray_sum.cpuUsageUser", + "fieldName": "cpuUsageArray_sum.cpuUsageUser" + }, + { + "type": "doubleSum", + "name": "cpuUsageArray_sum.cpuIdle", + "fieldName": "cpuUsageArray_sum.cpuIdle" + }, + { + "type": "doubleMax", + "name": "vNicPerformanceArray_max.receivedOctetsAccumulated", + "fieldName": "vNicPerformanceArray_max.receivedOctetsAccumulated" + }, + { + "type": "doubleMax", + "name": "vNicPerformanceArray_max.transmittedErrorPacketsAccumulated", + "fieldName": "vNicPerformanceArray_max.transmittedErrorPacketsAccumulated" + }, + { + "type": "doubleMax", + "name": "vNicPerformanceArray_max.transmittedTotalPacketsAccumulated", + "fieldName": "vNicPerformanceArray_max.transmittedTotalPacketsAccumulated" + }, + { + "type": "doubleMax", + "name": "vNicPerformanceArray_max.receivedErrorPacketsAccumulated", + "fieldName": "vNicPerformanceArray_max.receivedErrorPacketsAccumulated" + }, + { + "type": "doubleMax", + "name": "vNicPerformanceArray_max.transmittedOctetsAccumulated", + "fieldName": "vNicPerformanceArray_max.transmittedOctetsAccumulated" + }, + { + "type": "doubleMax", + "name": "vNicPerformanceArray_max.receivedDiscardedPacketsAccumulated", + "fieldName": "vNicPerformanceArray_max.receivedDiscardedPacketsAccumulated" + }, + { + "type": "doubleMax", + "name": "vNicPerformanceArray_max.receivedTotalPacketsAccumulated", + "fieldName": "vNicPerformanceArray_max.receivedTotalPacketsAccumulated" + }, + { + "type": "doubleMax", + "name": "vNicPerformanceArray_max.transmittedDiscardedPacketsAccumulated", + "fieldName": "vNicPerformanceArray_max.transmittedDiscardedPacketsAccumulated" + }, + { + "type": "longSum", + "name": "diskUsageArray_count", + "fieldName": "diskUsageArray_count" + }, + { + "type": "doubleMax", + "name": "diskUsageArray_max.diskIoTimeLast", + "fieldName": "diskUsageArray_max.diskIoTimeLast" + }, + { + "type": "doubleMax", + "name": "diskUsageArray_max.diskOctetsWriteLast", + "fieldName": "diskUsageArray_max.diskOctetsWriteLast" + }, + { + "type": "doubleMax", + "name": "diskUsageArray_max.diskMergedReadLast", + "fieldName": "diskUsageArray_max.diskMergedReadLast" + }, + { + "type": "doubleMax", + "name": "diskUsageArray_max.diskOpsWriteLast", + "fieldName": "diskUsageArray_max.diskOpsWriteLast" + }, + { + "type": "doubleMax", + "name": "diskUsageArray_max.diskTimeWriteLast", + "fieldName": "diskUsageArray_max.diskTimeWriteLast" + }, + { + "type": "doubleMax", + "name": "diskUsageArray_max.diskTimeReadLast", + "fieldName": "diskUsageArray_max.diskTimeReadLast" + }, + { + "type": "doubleMax", + "name": "diskUsageArray_max.diskOctetsReadLast", + "fieldName": "diskUsageArray_max.diskOctetsReadLast" + }, + { + "type": "doubleMax", + "name": "diskUsageArray_max.diskOpsReadLast", + "fieldName": "diskUsageArray_max.diskOpsReadLast" + }, + { + "type": "doubleMax", + "name": "diskUsageArray_max.diskMergedWriteLast", + "fieldName": "diskUsageArray_max.diskMergedWriteLast" + }, + { + "type": "doubleSum", + "name": "cpuUsageArray_average.cpuUsageSystem", + "fieldName": "cpuUsageArray_average.cpuUsageSystem" + }, + { + "type": "doubleSum", + "name": "cpuUsageArray_average.percentUsage", + "fieldName": "cpuUsageArray_average.percentUsage" + }, + { + "type": "doubleSum", + "name": "cpuUsageArray_average.cpuWait", + "fieldName": "cpuUsageArray_average.cpuWait" + }, + { + "type": "doubleSum", + "name": "cpuUsageArray_average.cpuIdentifier", + "fieldName": "cpuUsageArray_average.cpuIdentifier" + }, + { + "type": "doubleSum", + "name": "cpuUsageArray_average.cpuUsageUser", + "fieldName": "cpuUsageArray_average.cpuUsageUser" + }, + { + "type": "doubleSum", + "name": "cpuUsageArray_average.cpuIdle", + "fieldName": "cpuUsageArray_average.cpuIdle" + }, + { + "type": "doubleSum", + "name": "vNicPerformanceArray_sum.receivedOctetsAccumulated", + "fieldName": "vNicPerformanceArray_sum.receivedOctetsAccumulated" + }, + { + "type": "doubleSum", + "name": "vNicPerformanceArray_sum.transmittedErrorPacketsAccumulated", + "fieldName": "vNicPerformanceArray_sum.transmittedErrorPacketsAccumulated" + }, + { + "type": "doubleSum", + "name": "vNicPerformanceArray_sum.transmittedTotalPacketsAccumulated", + "fieldName": "vNicPerformanceArray_sum.transmittedTotalPacketsAccumulated" + }, + { + "type": "doubleSum", + "name": "vNicPerformanceArray_sum.receivedErrorPacketsAccumulated", + "fieldName": "vNicPerformanceArray_sum.receivedErrorPacketsAccumulated" + }, + { + "type": "doubleSum", + "name": "vNicPerformanceArray_sum.transmittedOctetsAccumulated", + "fieldName": "vNicPerformanceArray_sum.transmittedOctetsAccumulated" + }, + { + "type": "doubleSum", + "name": "vNicPerformanceArray_sum.receivedDiscardedPacketsAccumulated", + "fieldName": "vNicPerformanceArray_sum.receivedDiscardedPacketsAccumulated" + }, + { + "type": "doubleSum", + "name": "vNicPerformanceArray_sum.receivedTotalPacketsAccumulated", + "fieldName": "vNicPerformanceArray_sum.receivedTotalPacketsAccumulated" + }, + { + "type": "doubleSum", + "name": "vNicPerformanceArray_sum.transmittedDiscardedPacketsAccumulated", + "fieldName": "vNicPerformanceArray_sum.transmittedDiscardedPacketsAccumulated" + }, + { + "type": "doubleSum", + "name": "vNicPerformanceArray_average.receivedOctetsAccumulated", + "fieldName": "vNicPerformanceArray_average.receivedOctetsAccumulated" + }, + { + "type": "doubleSum", + "name": "vNicPerformanceArray_average.transmittedErrorPacketsAccumulated", + "fieldName": "vNicPerformanceArray_average.transmittedErrorPacketsAccumulated" + }, + { + "type": "doubleSum", + "name": "vNicPerformanceArray_average.transmittedTotalPacketsAccumulated", + "fieldName": "vNicPerformanceArray_average.transmittedTotalPacketsAccumulated" + }, + { + "type": "doubleSum", + "name": "vNicPerformanceArray_average.receivedErrorPacketsAccumulated", + "fieldName": "vNicPerformanceArray_average.receivedErrorPacketsAccumulated" + }, + { + "type": "doubleSum", + "name": "vNicPerformanceArray_average.transmittedOctetsAccumulated", + "fieldName": "vNicPerformanceArray_average.transmittedOctetsAccumulated" + }, + { + "type": "doubleSum", + "name": "vNicPerformanceArray_average.receivedDiscardedPacketsAccumulated", + "fieldName": "vNicPerformanceArray_average.receivedDiscardedPacketsAccumulated" + }, + { + "type": "doubleSum", + "name": "vNicPerformanceArray_average.receivedTotalPacketsAccumulated", + "fieldName": "vNicPerformanceArray_average.receivedTotalPacketsAccumulated" + }, + { + "type": "doubleSum", + "name": "vNicPerformanceArray_average.transmittedDiscardedPacketsAccumulated", + "fieldName": "vNicPerformanceArray_average.transmittedDiscardedPacketsAccumulated" + }, + { + "type": "doubleMin", + "name": "diskUsageArray_min.diskIoTimeLast", + "fieldName": "diskUsageArray_min.diskIoTimeLast" + }, + { + "type": "doubleMin", + "name": "diskUsageArray_min.diskOctetsWriteLast", + "fieldName": "diskUsageArray_min.diskOctetsWriteLast" + }, + { + "type": "doubleMin", + "name": "diskUsageArray_min.diskMergedReadLast", + "fieldName": "diskUsageArray_min.diskMergedReadLast" + }, + { + "type": "doubleMin", + "name": "diskUsageArray_min.diskOpsWriteLast", + "fieldName": "diskUsageArray_min.diskOpsWriteLast" + }, + { + "type": "doubleMin", + "name": "diskUsageArray_min.diskTimeWriteLast", + "fieldName": "diskUsageArray_min.diskTimeWriteLast" + }, + { + "type": "doubleMin", + "name": "diskUsageArray_min.diskTimeReadLast", + "fieldName": "diskUsageArray_min.diskTimeReadLast" + }, + { + "type": "doubleMin", + "name": "diskUsageArray_min.diskOctetsReadLast", + "fieldName": "diskUsageArray_min.diskOctetsReadLast" + }, + { + "type": "doubleMin", + "name": "diskUsageArray_min.diskOpsReadLast", + "fieldName": "diskUsageArray_min.diskOpsReadLast" + }, + { + "type": "doubleMin", + "name": "diskUsageArray_min.diskMergedWriteLast", + "fieldName": "diskUsageArray_min.diskMergedWriteLast" + }, + { + "type": "doubleMin", + "name": "vNicPerformanceArray_min.receivedOctetsAccumulated", + "fieldName": "vNicPerformanceArray_min.receivedOctetsAccumulated" + }, + { + "type": "doubleMin", + "name": "vNicPerformanceArray_min.transmittedErrorPacketsAccumulated", + "fieldName": "vNicPerformanceArray_min.transmittedErrorPacketsAccumulated" + }, + { + "type": "doubleMin", + "name": "vNicPerformanceArray_min.transmittedTotalPacketsAccumulated", + "fieldName": "vNicPerformanceArray_min.transmittedTotalPacketsAccumulated" + }, + { + "type": "doubleMin", + "name": "vNicPerformanceArray_min.receivedErrorPacketsAccumulated", + "fieldName": "vNicPerformanceArray_min.receivedErrorPacketsAccumulated" + }, + { + "type": "doubleSum", + "name": "vNicPerformanceArray_min.transmittedOctetsAccumulated", + "fieldName": "vNicPerformanceArray_min.transmittedOctetsAccumulated" + }, + { + "type": "doubleMin", + "name": "vNicPerformanceArray_min.receivedDiscardedPacketsAccumulated", + "fieldName": "vNicPerformanceArray_min.receivedDiscardedPacketsAccumulated" + }, + { + "type": "doubleMin", + "name": "vNicPerformanceArray_min.receivedTotalPacketsAccumulated", + "fieldName": "vNicPerformanceArray_min.receivedTotalPacketsAccumulated" + }, + { + "type": "doubleMin", + "name": "vNicPerformanceArray_min.transmittedDiscardedPacketsAccumulated", + "fieldName": "vNicPerformanceArray_min.transmittedDiscardedPacketsAccumulated" + }, + { + "type": "doubleMax", + "name": "cpuUsageArray_max.cpuUsageSystem", + "fieldName": "cpuUsageArray_max.cpuUsageSystem" + }, + { + "type": "doubleMax", + "name": "cpuUsageArray_max.percentUsage", + "fieldName": "cpuUsageArray_max.percentUsage" + }, + { + "type": "doubleMax", + "name": "cpuUsageArray_max.cpuWait", + "fieldName": "cpuUsageArray_max.cpuWait" + }, + { + "type": "doubleMax", + "name": "cpuUsageArray_max.cpuIdentifier", + "fieldName": "cpuUsageArray_max.cpuIdentifier" + }, + { + "type": "doubleMax", + "name": "cpuUsageArray_max.cpuUsageUser", + "fieldName": "cpuUsageArray_max.cpuUsageUser" + }, + { + "type": "doubleMax", + "name": "cpuUsageArray_max.cpuIdle", + "fieldName": "cpuUsageArray_max.cpuIdle" + }, + { + "type": "doubleSum", + "name": "diskUsageArray_sum.diskIoTimeLast", + "fieldName": "diskUsageArray_sum.diskIoTimeLast" + }, + { + "type": "doubleSum", + "name": "diskUsageArray_sum.diskOctetsWriteLast", + "fieldName": "diskUsageArray_sum.diskOctetsWriteLast" + }, + { + "type": "doubleSum", + "name": "diskUsageArray_sum.diskMergedReadLast", + "fieldName": "diskUsageArray_sum.diskMergedReadLast" + }, + { + "type": "doubleSum", + "name": "diskUsageArray_sum.diskOpsWriteLast", + "fieldName": "diskUsageArray_sum.diskOpsWriteLast" + }, + { + "type": "doubleSum", + "name": "diskUsageArray_sum.diskTimeWriteLast", + "fieldName": "diskUsageArray_sum.diskTimeWriteLast" + }, + { + "type": "doubleSum", + "name": "diskUsageArray_sum.diskTimeReadLast", + "fieldName": "diskUsageArray_sum.diskTimeReadLast" + }, + { + "type": "doubleSum", + "name": "diskUsageArray_sum.diskOctetsReadLast", + "fieldName": "diskUsageArray_sum.diskOctetsReadLast" + }, + { + "type": "doubleSum", + "name": "diskUsageArray_sum.diskOpsReadLast", + "fieldName": "diskUsageArray_sum.diskOpsReadLast" + }, + { + "type": "doubleSum", + "name": "diskUsageArray_sum.diskMergedWriteLast", + "fieldName": "diskUsageArray_sum.diskMergedWriteLast" + }], + "granularitySpec": { + "type": "uniform", + "segmentGranularity": "HOUR", + "queryGranularity": "MINUTE", + "rollup": true + } + }, + "tuningConfig": { + "type": "kafka", + "reportParseExceptions": true + }, + "ioConfig": { + "topic": "HW-aggs", + "replicas": 1, + "startDelay": "PT1S", + "taskDuration": "PT1H", + "completionTimeout": "PT30M", + "consumerProperties": { + "bootstrap.servers": "message-router-kafka:9092" + }, + "useEarliestOffset": true + } +} diff --git a/components/datalake-handler/feeder/src/main/resources/druid/HW-aggs-sample-format.json b/components/datalake-handler/feeder/src/main/resources/druid/HW-aggs-sample-format.json new file mode 100644 index 00000000..638f721d --- /dev/null +++ b/components/datalake-handler/feeder/src/main/resources/druid/HW-aggs-sample-format.json @@ -0,0 +1,179 @@ +{
+ "event": {
+ "commonEventHeader": {
+ "sourceId": "compute-2",
+ "startEpochMicrosec": 1558850006,
+ "eventId": "17252",
+ "reportingEntityId": "localhost",
+ "internalHeaderFields": {
+ "collectorTimeStamp": "Sun, 05 26 2019 05:53:36 UTC"
+ },
+ "eventType": "platform",
+ "priority": "Normal",
+ "version": 2,
+ "reportingEntityName": "localhost",
+ "sequence": 0,
+ "domain": "measurementsForVfScaling",
+ "lastEpochMicrosec": 1558850016,
+ "eventName": "",
+ "sourceName": "compute-2"
+ },
+ "measurementsForVfScalingFields": {
+ "memoryUsageArray_sum": {
+ "memorySlabUnrecl": 634188,
+ "memorySlabRecl": 486928,
+ "memoryCached": 7635224,
+ "memoryBuffered": 2100,
+ "memoryUsed": 4.6876648E7,
+ "memoryFree": 3.47144859648E11
+ },
+ "memoryUsageArray_average": {
+ "memorySlabUnrecl": 634188,
+ "memorySlabRecl": 486928,
+ "memoryCached": 7635224,
+ "memoryBuffered": 2100,
+ "memoryUsed": 4.6876648E7,
+ "memoryFree": 3.47144859648E11
+ },
+ "measurementsForVfScalingVersion": 2,
+ "cpuUsageArray_count": 88,
+ "memoryUsageArray_min": {
+ "memorySlabUnrecl": 634188,
+ "memorySlabRecl": 486928,
+ "memoryCached": 7635224,
+ "memoryBuffered": 2100,
+ "memoryUsed": 4.6876648E7,
+ "memoryFree": 3.47144859648E11
+ },
+ "cpuUsageArray_min": {
+ "cpuUsageSystem": 0,
+ "percentUsage": 0,
+ "cpuWait": 0,
+ "cpuIdentifier": 0,
+ "cpuUsageUser": 0,
+ "cpuIdle": 0
+ },
+ "vNicPerformanceArray_count": 51,
+ "diskUsageArray_average": {
+ "diskIoTimeLast": 6.633306574873333,
+ "diskOctetsWriteLast": 1801687.4324733336,
+ "diskMergedReadLast": 0,
+ "diskOpsWriteLast": 336.9987602213334,
+ "diskTimeWriteLast": 1.4666613132266668,
+ "diskTimeReadLast": 0,
+ "diskOctetsReadLast": 0,
+ "diskOpsReadLast": 0,
+ "diskMergedWriteLast": 15.266605225866664
+ },
+ "cpuUsageArray_sum": {
+ "cpuUsageSystem": 31.499984875965808,
+ "percentUsage": 0,
+ "cpuWait": 0.0999987854677,
+ "cpuIdentifier": 3828,
+ "cpuUsageUser": 464.402795424227,
+ "cpuIdle": 31.499984875965808
+ },
+ "vNicPerformanceArray_max": {
+ "receivedOctetsAccumulated": 7420055.60296,
+ "transmittedErrorPacketsAccumulated": 4.9E-324,
+ "transmittedTotalPacketsAccumulated": 3891.02709722,
+ "receivedErrorPacketsAccumulated": 4.9E-324,
+ "transmittedOctetsAccumulated": 7030576.37061,
+ "receivedDiscardedPacketsAccumulated": 0.200002362849,
+ "receivedTotalPacketsAccumulated": 5127.16747474,
+ "transmittedDiscardedPacketsAccumulated": 0.200000846185
+ },
+ "diskUsageArray_count": 3,
+ "memoryUsageArray_max": {
+ "memorySlabUnrecl": 634188,
+ "memorySlabRecl": 486928,
+ "memoryCached": 7635224,
+ "memoryBuffered": 2100,
+ "memoryUsed": 4.6876648E7,
+ "memoryFree": 3.47144859648E11
+ },
+ "diskUsageArray_max": {
+ "diskIoTimeLast": 9.99995970463,
+ "diskOctetsWriteLast": 2702532.45109,
+ "diskMergedReadLast": 4.9E-324,
+ "diskOpsWriteLast": 506.098328814,
+ "diskTimeWriteLast": 2.19999284748,
+ "diskTimeReadLast": 4.9E-324,
+ "diskOctetsReadLast": 4.9E-324,
+ "diskOpsReadLast": 4.9E-324,
+ "diskMergedWriteLast": 22.8999080073
+ },
+ "measurementInterval": 10,
+ "cpuUsageArray_average": {
+ "cpuUsageSystem": 0.35795437359052057,
+ "percentUsage": 0,
+ "cpuWait": 0.0011363498348602272,
+ "cpuIdentifier": 43.5,
+ "cpuUsageUser": 5.277304493457125,
+ "cpuIdle": 0.35795437359052057
+ },
+ "vNicPerformanceArray_sum": {
+ "receivedOctetsAccumulated": 2.497791331284713E7,
+ "transmittedErrorPacketsAccumulated": 0,
+ "transmittedTotalPacketsAccumulated": 5657.180629766652,
+ "receivedErrorPacketsAccumulated": 0,
+ "transmittedOctetsAccumulated": 2.497472905660059E7,
+ "receivedDiscardedPacketsAccumulated": 0.200002362849,
+ "receivedTotalPacketsAccumulated": 6834.521263097156,
+ "transmittedDiscardedPacketsAccumulated": 0.200000846185
+ },
+ "vNicPerformanceArray_average": {
+ "receivedOctetsAccumulated": 489763.0061342575,
+ "transmittedErrorPacketsAccumulated": 0,
+ "transmittedTotalPacketsAccumulated": 110.92511038758141,
+ "receivedErrorPacketsAccumulated": 0,
+ "transmittedOctetsAccumulated": 489700.56973726646,
+ "receivedDiscardedPacketsAccumulated": 0.003921614957823529,
+ "receivedTotalPacketsAccumulated": 134.01022084504228,
+ "transmittedDiscardedPacketsAccumulated": 0.003921585219313725
+ },
+ "diskUsageArray_min": {
+ "diskIoTimeLast": 0,
+ "diskOctetsWriteLast": 0,
+ "diskMergedReadLast": 0,
+ "diskOpsWriteLast": 0,
+ "diskTimeWriteLast": 0,
+ "diskTimeReadLast": 0,
+ "diskOctetsReadLast": 0,
+ "diskOpsReadLast": 0,
+ "diskMergedWriteLast": 0
+ },
+ "vNicPerformanceArray_min": {
+ "receivedOctetsAccumulated": 0,
+ "transmittedErrorPacketsAccumulated": 0,
+ "transmittedTotalPacketsAccumulated": 0,
+ "receivedErrorPacketsAccumulated": 0,
+ "transmittedOctetsAccumulated": 0,
+ "receivedDiscardedPacketsAccumulated": 0,
+ "receivedTotalPacketsAccumulated": 0,
+ "transmittedDiscardedPacketsAccumulated": 0
+ },
+ "memoryUsageArray_count": 1,
+ "cpuUsageArray_max": {
+ "cpuUsageSystem": 1.90000067932,
+ "percentUsage": 4.9E-324,
+ "cpuWait": 0.0999987854677,
+ "cpuIdentifier": 87,
+ "cpuUsageUser": 98.1005644149,
+ "cpuIdle": 1.90000067932
+ },
+ "diskUsageArray_sum": {
+ "diskIoTimeLast": 19.89991972462,
+ "diskOctetsWriteLast": 5405062.297420001,
+ "diskMergedReadLast": 0,
+ "diskOpsWriteLast": 1010.9962806640001,
+ "diskTimeWriteLast": 4.39998393968,
+ "diskTimeReadLast": 0,
+ "diskOctetsReadLast": 0,
+ "diskOpsReadLast": 0,
+ "diskMergedWriteLast": 45.799815677599995
+ }
+ }
+ },
+ "datalake_ts_": 1560149458487
+}
|