TCA: Support for VES/A&AI enrichment

Change-Id: I75e0f8e034b9334e918304739e4d73dd12c1ff62
Signed-off-by: an4828 <nekrassov@att.com>
Issue-ID: DCAEGEN2-116

5 files changed, 418 insertions, 418 deletions

diff --git a/dcae-analytics-cdap-plugins/widgets/DMaaPMRSink-batchsink.json b/dcae-analytics-cdap-plugins/widgets/DMaaPMRSink-batchsink.json
index 3f61dd6..f9cf782 100644
--- a/dcae-analytics-cdap-plugins/widgets/DMaaPMRSink-batchsink.json
+++ b/dcae-analytics-cdap-plugins/widgets/DMaaPMRSink-batchsink.json
@@ -1,94 +1,94 @@
-{
-  "metadata": {
-    "spec-version": "1.3"
-  },
-  "configuration-groups": [
-    {
-      "label": "DMaaP MR Sink Configuration",
-      "properties": [
-        {
-          "widget-type": "textbox",
-          "label": "Reference Name",
-          "name": "referenceName",
-          "widget-attributes": {
-            "default": "DMaaPMRSink"
-          }
-        },
-        {
-          "widget-type": "textbox",
-          "label": "Host Name",
-          "name": "hostName"
-        },
-        {
-          "widget-type": "number",
-          "label": "Host Port number",
-          "name": "portNumber"
-        },
-        {
-          "widget-type": "textbox",
-          "label": "Topic Name",
-          "name": "topicName"
-        },
-        {
-          "widget-type": "textbox",
-          "label": "Protocol",
-          "name": "protocol",
-          "widget-attributes": {
-            "default": "https"
-          }
-        },
-        {
-          "widget-type": "textbox",
-          "label": "User Name",
-          "name": "userName"
-        },
-        {
-          "widget-type": "textbox",
-          "label": "User Password",
-          "name": "userPassword"
-        },
-        {
-          "widget-type": "textbox",
-          "label": "Content Type'",
-          "name": "contentType",
-          "widget-attributes": {
-            "default": "application/json"
-          }
-        },
-        {
-          "widget-type": "string",
-          "label": "Message Column Name",
-          "name": "messageColumnName",
-          "widget-attributes": {
-            "default": "message"
-          }
-        },
-        {
-          "widget-type": "string",
-          "label": "Max Batch Size",
-          "name": "maxBatchSize",
-          "widget-attributes": {
-            "default": "50"
-          }
-        },
-        {
-          "widget-type": "string",
-          "label": "Max Recovery Queue Size",
-          "name": "maxRecoveryQueueSize"
-        }
-      ]
-    }
-  ],
-  "outputs": [
-    {
-      "name": "schema",
-      "widget-type": "schema",
-      "widget-attributes": {
-        "schema-types": [
-          "string"
-        ],
-        "schema-default-type": "string"
-      }
-    }
-  ]
-}
+{

+  "metadata": {

+    "spec-version": "1.3"

+  },

+  "configuration-groups": [

+    {

+      "label": "DMaaP MR Sink Configuration",

+      "properties": [

+        {

+          "widget-type": "textbox",

+          "label": "Reference Name",

+          "name": "referenceName",

+          "widget-attributes": {

+            "default": "DMaaPMRSink"

+          }

+        },

+        {

+          "widget-type": "textbox",

+          "label": "Host Name",

+          "name": "hostName"

+        },

+        {

+          "widget-type": "number",

+          "label": "Host Port number",

+          "name": "portNumber"

+        },

+        {

+          "widget-type": "textbox",

+          "label": "Topic Name",

+          "name": "topicName"

+        },

+        {

+          "widget-type": "textbox",

+          "label": "Protocol",

+          "name": "protocol",

+          "widget-attributes": {

+            "default": "https"

+          }

+        },

+        {

+          "widget-type": "textbox",

+          "label": "User Name",

+          "name": "userName"

+        },

+        {

+          "widget-type": "textbox",

+          "label": "User Password",

+          "name": "userPassword"

+        },

+        {

+          "widget-type": "textbox",

+          "label": "Content Type'",

+          "name": "contentType",

+          "widget-attributes": {

+            "default": "application/json"

+          }

+        },

+        {

+          "widget-type": "string",

+          "label": "Message Column Name",

+          "name": "messageColumnName",

+          "widget-attributes": {

+            "default": "message"

+          }

+        },

+        {

+          "widget-type": "string",

+          "label": "Max Batch Size",

+          "name": "maxBatchSize",

+          "widget-attributes": {

+            "default": "50"

+          }

+        },

+        {

+          "widget-type": "string",

+          "label": "Max Recovery Queue Size",

+          "name": "maxRecoveryQueueSize"

+        }

+      ]

+    }

+  ],

+  "outputs": [

+    {

+      "name": "schema",

+      "widget-type": "schema",

+      "widget-attributes": {

+        "schema-types": [

+          "string"

+        ],

+        "schema-default-type": "string"

+      }

+    }

+  ]

+}

diff --git a/dcae-analytics-cdap-plugins/widgets/DMaaPMRSource-streamingsource.json b/dcae-analytics-cdap-plugins/widgets/DMaaPMRSource-streamingsource.json
index 86f058c..69b454f 100644
--- a/dcae-analytics-cdap-plugins/widgets/DMaaPMRSource-streamingsource.json
+++ b/dcae-analytics-cdap-plugins/widgets/DMaaPMRSource-streamingsource.json
@@ -1,106 +1,106 @@
-{
-  "metadata": {
-    "spec-version": "1.0"
-  },
-  "configuration-groups": [
-    {
-      "label": "DMaaP MR Source Configuration",
-      "properties": [
-        {
-          "widget-type": "textbox",
-          "label": "Reference Name",
-          "name": "referenceName",
-          "widget-attributes": {
-            "default": "DMaaPMRSource"
-          }
-        },
-        {
-          "widget-type": "textbox",
-          "label": "Host Name",
-          "name": "hostName"
-        },
-        {
-          "widget-type": "number",
-          "label": "Host Port number",
-          "name": "portNumber"
-        },
-        {
-          "widget-type": "textbox",
-          "label": "Topic Name",
-          "name": "topicName"
-        },
-        {
-          "widget-type": "textbox",
-          "label": "Polling Interval (ms)",
-          "name": "pollingInterval",
-          "widget-attributes": {
-            "default": "20000"
-          }
-        },
-        {
-          "widget-type": "textbox",
-          "label": "Protocol",
-          "name": "protocol",
-          "widget-attributes": {
-            "default": "https"
-          }
-        },
-        {
-          "widget-type": "textbox",
-          "label":"User Name",
-          "name": "userName"
-        },
-        {
-          "widget-type": "textbox",
-          "label": "User Password",
-          "name": "userPassword"
-        },
-        {
-          "widget-type": "textbox",
-          "label": "Content Type'",
-          "name": "contentType",
-          "widget-attributes": {
-            "default": "application/json"
-          }
-        },
-        {
-          "widget-type": "textbox",
-          "label": "Source Consumer ID",
-          "name": "consumerId",
-          "widget-attributes": {
-            "default": "C1"
-          }
-        },
-        {
-          "widget-type": "textbox",
-          "label": "Source Consumer Group",
-          "name": "consumerGroup",
-          "widget-attributes": {
-            "default": "OpenDCAE-G1"
-          }
-        },
-        {
-          "widget-type": "string",
-          "label": "Consumer Timeout (ms)",
-          "name": "timeoutMS"
-        },
-        {
-          "widget-type": "string",
-          "label": "Subscriber Message Limit",
-          "name": "messageLimit"
-        }
-      ]
-    }
-  ],
-  "outputs": [
-    {
-      "widget-type": "non-editable-schema-editor",
-      "schema": {
-        "ts": "long",
-        "responseCode": "int",
-        "responseMessage": "string",
-        "message": "string"
-      }
-    }
-  ]
-}
+{

+  "metadata": {

+    "spec-version": "1.0"

+  },

+  "configuration-groups": [

+    {

+      "label": "DMaaP MR Source Configuration",

+      "properties": [

+        {

+          "widget-type": "textbox",

+          "label": "Reference Name",

+          "name": "referenceName",

+          "widget-attributes": {

+            "default": "DMaaPMRSource"

+          }

+        },

+        {

+          "widget-type": "textbox",

+          "label": "Host Name",

+          "name": "hostName"

+        },

+        {

+          "widget-type": "number",

+          "label": "Host Port number",

+          "name": "portNumber"

+        },

+        {

+          "widget-type": "textbox",

+          "label": "Topic Name",

+          "name": "topicName"

+        },

+        {

+          "widget-type": "textbox",

+          "label": "Polling Interval (ms)",

+          "name": "pollingInterval",

+          "widget-attributes": {

+            "default": "20000"

+          }

+        },

+        {

+          "widget-type": "textbox",

+          "label": "Protocol",

+          "name": "protocol",

+          "widget-attributes": {

+            "default": "https"

+          }

+        },

+        {

+          "widget-type": "textbox",

+          "label":"User Name",

+          "name": "userName"

+        },

+        {

+          "widget-type": "textbox",

+          "label": "User Password",

+          "name": "userPassword"

+        },

+        {

+          "widget-type": "textbox",

+          "label": "Content Type'",

+          "name": "contentType",

+          "widget-attributes": {

+            "default": "application/json"

+          }

+        },

+        {

+          "widget-type": "textbox",

+          "label": "Source Consumer ID",

+          "name": "consumerId",

+          "widget-attributes": {

+            "default": "C1"

+          }

+        },

+        {

+          "widget-type": "textbox",

+          "label": "Source Consumer Group",

+          "name": "consumerGroup",

+          "widget-attributes": {

+            "default": "OpenDCAE-G1"

+          }

+        },

+        {

+          "widget-type": "string",

+          "label": "Consumer Timeout (ms)",

+          "name": "timeoutMS"

+        },

+        {

+          "widget-type": "string",

+          "label": "Subscriber Message Limit",

+          "name": "messageLimit"

+        }

+      ]

+    }

+  ],

+  "outputs": [

+    {

+      "widget-type": "non-editable-schema-editor",

+      "schema": {

+        "ts": "long",

+        "responseCode": "int",

+        "responseMessage": "string",

+        "message": "string"

+      }

+    }

+  ]

+}

diff --git a/dcae-analytics-cdap-plugins/widgets/JsonPathFilter-transform.json b/dcae-analytics-cdap-plugins/widgets/JsonPathFilter-transform.json
index a3b6286..58e2671 100644
--- a/dcae-analytics-cdap-plugins/widgets/JsonPathFilter-transform.json
+++ b/dcae-analytics-cdap-plugins/widgets/JsonPathFilter-transform.json
@@ -1,58 +1,58 @@
-{
-  "metadata": {
-    "spec-version": "1.0"
-  },
-  "configuration-groups": [
-    {
-      "label": "JSON Path Filter",
-      "properties": [
-        {
-          "widget-type": "textbox",
-          "label": "Reference Name",
-          "name": "referenceName",
-          "widget-attributes": {
-            "default": "JsonPathFilter"
-          }
-        },
-        {
-          "widget-type": "textbox",
-          "label": "Input Field Name",
-          "name": "incomingJsonFieldName"
-        },
-        {
-          "widget-type": "textbox",
-          "label": "Output Schema Field Name",
-          "name": "outputSchemaFieldName"
-        },
-        {
-          "widget-type": "keyvalue",
-          "label": "Json Path Filter Mappings",
-          "name": "jsonFilterMappings",
-          "widget-attributes": {
-            "showDelimiter": "false"
-          }
-        }
-      ]
-    }
-  ],
-  "outputs": [
-    {
-      "name": "schema",
-      "label": "schema",
-      "widget-type": "schema",
-      "widget-attributes": {
-        "schema-types": [
-          "boolean",
-          "int",
-          "long",
-          "float",
-          "double",
-          "bytes",
-          "string"
-        ],
-        "schema-default-type": "string",
-        "property-watch": "format"
-      }
-    }
-  ]
-}
+{

+  "metadata": {

+    "spec-version": "1.0"

+  },

+  "configuration-groups": [

+    {

+      "label": "JSON Path Filter",

+      "properties": [

+        {

+          "widget-type": "textbox",

+          "label": "Reference Name",

+          "name": "referenceName",

+          "widget-attributes": {

+            "default": "JsonPathFilter"

+          }

+        },

+        {

+          "widget-type": "textbox",

+          "label": "Input Field Name",

+          "name": "incomingJsonFieldName"

+        },

+        {

+          "widget-type": "textbox",

+          "label": "Output Schema Field Name",

+          "name": "outputSchemaFieldName"

+        },

+        {

+          "widget-type": "keyvalue",

+          "label": "Json Path Filter Mappings",

+          "name": "jsonFilterMappings",

+          "widget-attributes": {

+            "showDelimiter": "false"

+          }

+        }

+      ]

+    }

+  ],

+  "outputs": [

+    {

+      "name": "schema",

+      "label": "schema",

+      "widget-type": "schema",

+      "widget-attributes": {

+        "schema-types": [

+          "boolean",

+          "int",

+          "long",

+          "float",

+          "double",

+          "bytes",

+          "string"

+        ],

+        "schema-default-type": "string",

+        "property-watch": "format"

+      }

+    }

+  ]

+}

diff --git a/dcae-analytics-cdap-plugins/widgets/MockDMaaPMRSource-streamingsource.json b/dcae-analytics-cdap-plugins/widgets/MockDMaaPMRSource-streamingsource.json
index 0441b5f..2592aa7 100644
--- a/dcae-analytics-cdap-plugins/widgets/MockDMaaPMRSource-streamingsource.json
+++ b/dcae-analytics-cdap-plugins/widgets/MockDMaaPMRSource-streamingsource.json
@@ -1,106 +1,106 @@
-{
-  "metadata": {
-    "spec-version": "1.0"
-  },
-  "configuration-groups": [
-    {
-      "label": "DMaaP MR Source Configuration",
-      "properties": [
-        {
-          "widget-type": "textbox",
-          "label": "Reference Name",
-          "name": "referenceName",
-          "widget-attributes": {
-            "default": "DMaaPMRSource"
-          }
-        },
-        {
-          "widget-type": "textbox",
-          "label": "Host Name",
-          "name": "hostName"
-        },
-        {
-          "widget-type": "number",
-          "label": "Host Port number",
-          "name": "portNumber"
-        },
-        {
-          "widget-type": "textbox",
-          "label": "Topic Name",
-          "name": "topicName"
-        },
-        {
-          "widget-type": "textbox",
-          "label": "Polling Interval (ms)",
-          "name": "pollingInterval",
-          "widget-attributes": {
-            "default": "20000"
-          }
-        },
-        {
-          "widget-type": "textbox",
-          "label": "Protocol",
-          "name": "protocol",
-          "widget-attributes": {
-            "default": "https"
-          }
-        },
-        {
-          "widget-type": "textbox",
-          "label": "User Name",
-          "name": "userName"
-        },
-        {
-          "widget-type": "textbox",
-          "label": "User Password",
-          "name": "userPassword"
-        },
-        {
-          "widget-type": "textbox",
-          "label": "Content Type'",
-          "name": "contentType",
-          "widget-attributes": {
-            "default": "application/json"
-          }
-        },
-        {
-          "widget-type": "textbox",
-          "label": "Source Consumer ID",
-          "name": "consumerId",
-          "widget-attributes": {
-            "default": "C1"
-          }
-        },
-        {
-          "widget-type": "textbox",
-          "label": "Source Consumer Group",
-          "name": "consumerGroup",
-          "widget-attributes": {
-            "default": "OpenDCAE-G1"
-          }
-        },
-        {
-          "widget-type": "string",
-          "label": "Consumer Timeout (ms)",
-          "name": "timeoutMS"
-        },
-        {
-          "widget-type": "string",
-          "label": "Subscriber Message Limit",
-          "name": "messageLimit"
-        }
-      ]
-    }
-  ],
-  "outputs": [
-    {
-      "widget-type": "non-editable-schema-editor",
-      "schema": {
-        "ts": "long",
-        "responseCode": "int",
-        "responseMessage": "string",
-        "message": "string"
-      }
-    }
-  ]
-}
+{

+  "metadata": {

+    "spec-version": "1.0"

+  },

+  "configuration-groups": [

+    {

+      "label": "DMaaP MR Source Configuration",

+      "properties": [

+        {

+          "widget-type": "textbox",

+          "label": "Reference Name",

+          "name": "referenceName",

+          "widget-attributes": {

+            "default": "DMaaPMRSource"

+          }

+        },

+        {

+          "widget-type": "textbox",

+          "label": "Host Name",

+          "name": "hostName"

+        },

+        {

+          "widget-type": "number",

+          "label": "Host Port number",

+          "name": "portNumber"

+        },

+        {

+          "widget-type": "textbox",

+          "label": "Topic Name",

+          "name": "topicName"

+        },

+        {

+          "widget-type": "textbox",

+          "label": "Polling Interval (ms)",

+          "name": "pollingInterval",

+          "widget-attributes": {

+            "default": "20000"

+          }

+        },

+        {

+          "widget-type": "textbox",

+          "label": "Protocol",

+          "name": "protocol",

+          "widget-attributes": {

+            "default": "https"

+          }

+        },

+        {

+          "widget-type": "textbox",

+          "label": "User Name",

+          "name": "userName"

+        },

+        {

+          "widget-type": "textbox",

+          "label": "User Password",

+          "name": "userPassword"

+        },

+        {

+          "widget-type": "textbox",

+          "label": "Content Type'",

+          "name": "contentType",

+          "widget-attributes": {

+            "default": "application/json"

+          }

+        },

+        {

+          "widget-type": "textbox",

+          "label": "Source Consumer ID",

+          "name": "consumerId",

+          "widget-attributes": {

+            "default": "C1"

+          }

+        },

+        {

+          "widget-type": "textbox",

+          "label": "Source Consumer Group",

+          "name": "consumerGroup",

+          "widget-attributes": {

+            "default": "OpenDCAE-G1"

+          }

+        },

+        {

+          "widget-type": "string",

+          "label": "Consumer Timeout (ms)",

+          "name": "timeoutMS"

+        },

+        {

+          "widget-type": "string",

+          "label": "Subscriber Message Limit",

+          "name": "messageLimit"

+        }

+      ]

+    }

+  ],

+  "outputs": [

+    {

+      "widget-type": "non-editable-schema-editor",

+      "schema": {

+        "ts": "long",

+        "responseCode": "int",

+        "responseMessage": "string",

+        "message": "string"

+      }

+    }

+  ]

+}

diff --git a/dcae-analytics-cdap-plugins/widgets/SimpleTCAPlugin-sparkcompute.json b/dcae-analytics-cdap-plugins/widgets/SimpleTCAPlugin-sparkcompute.json
index ea42d94..0ab5cf7 100644
--- a/dcae-analytics-cdap-plugins/widgets/SimpleTCAPlugin-sparkcompute.json
+++ b/dcae-analytics-cdap-plugins/widgets/SimpleTCAPlugin-sparkcompute.json
@@ -1,54 +1,54 @@
-{
-  "metadata": {
-    "spec-version": "1.0"
-  },
-  "configuration-groups": [
-    {
-      "label": "Simple TCA Transform Properties",
-      "properties": [
-        {
-          "widget-type": "textbox",
-          "label": "InputSchema field name that contains CEF Message",
-          "name": "vesMessageFieldName"
-        },
-        {
-          "widget-type": "textbox",
-          "label": "TCA Policy JSON string",
-          "name": "policyJson"
-        },
-        {
-          "widget-type": "textbox",
-          "label": "OutputSchema field name that will contain alert message",
-          "name": "alertFieldName"
-        },
-        {
-          "widget-type": "textbox",
-          "label": "OutputSchema field name that will contain the TCA message type",
-          "name": "messageTypeFieldName"
-        },
-        {
-          "widget-type": "textbox",
-          "label": "Enable Alert Output Format in CEF format",
-          "name": "enableAlertCEFFormat",
-          "widget-attributes": {
-            "default": "false"
-          }
-        }
-      ]
-    }
-  ],
-  "outputs": [
-    {
-      "name": "schema",
-      "label": "schema",
-      "widget-type": "schema",
-      "widget-attributes": {
-        "schema-types": [
-          "string"
-        ],
-        "schema-default-type": "string",
-        "property-watch": "format"
-      }
-    }
-  ]
-}
+{

+  "metadata": {

+    "spec-version": "1.0"

+  },

+  "configuration-groups": [

+    {

+      "label": "Simple TCA Transform Properties",

+      "properties": [

+        {

+          "widget-type": "textbox",

+          "label": "InputSchema field name that contains CEF Message",

+          "name": "vesMessageFieldName"

+        },

+        {

+          "widget-type": "textbox",

+          "label": "TCA Policy JSON string",

+          "name": "policyJson"

+        },

+        {

+          "widget-type": "textbox",

+          "label": "OutputSchema field name that will contain alert message",

+          "name": "alertFieldName"

+        },

+        {

+          "widget-type": "textbox",

+          "label": "OutputSchema field name that will contain the TCA message type",

+          "name": "messageTypeFieldName"

+        },

+        {

+          "widget-type": "textbox",

+          "label": "Enable Alert Output Format in CEF format",

+          "name": "enableAlertCEFFormat",

+          "widget-attributes": {

+            "default": "false"

+          }

+        }

+      ]

+    }

+  ],

+  "outputs": [

+    {

+      "name": "schema",

+      "label": "schema",

+      "widget-type": "schema",

+      "widget-attributes": {

+        "schema-types": [

+          "string"

+        ],

+        "schema-default-type": "string",

+        "property-watch": "format"

+      }

+    }

+  ]

+}