Add RestConf Collector

Issue-ID: DCAEGEN2-612

1. Instantiated to support CCVPN Close Loop Use Case
2. In general, this supports data collection from all PNF or devices that supports RestConf protocol

Change-Id: I6311ad618e8d68badc5423a63d7781a19dc62829
Signed-off-by: rama-huawei <rama.subba.reddy.s@huawei.com>

5 files changed, 228 insertions, 0 deletions

diff --git a/etc/DmaapConfig.json b/etc/DmaapConfig.json
new file mode 100755
index 0000000..5176cea
--- /dev/null
+++ b/etc/DmaapConfig.json
@@ -0,0 +1,12 @@
+{
+  "channels": [
+    {
+      "name": "route_failure",
+      "cambria.topic": "unauthenticated.DCAE_RESTCONF_COL_OUTPUT",
+      "class": "HpCambriaOutputStream",
+      "stripHpId": "true",
+      "type": "out",
+      "cambria.hosts": "onap-message-router"
+    }
+  ]
+}
diff --git a/etc/collector.properties b/etc/collector.properties
new file mode 100755
index 0000000..a013578
--- /dev/null
+++ b/etc/collector.properties
@@ -0,0 +1,22 @@
+###############################################################################

+##

+## Collector config

+##

+##	- Default values are shown as commented settings.

+##

+###############################################################################

+## Processing

+collector.dmaapfile=./etc/DmaapConfig.json

+###############################################################################

+##

+## Tomcat control

+##

+#tomcat.maxthreads=(tomcat default, which is usually 200)

+# list all restconf collector parameters

+templateFileName=./etc/establish-subscription-input-template.json

+restapiUrl=10.0.4.1:8080;10.0.4.2:8080

+httpMethod=post

+responsePrefix=restapi-result

+skipSending=false

+sseConnectURL=http://10.0.4.1:8080/RestConfServer/rest/ssevents; http://10.0.4.2:8080/RestConfServer/rest/ssevents

+format=json

diff --git a/etc/establish-subscription-input-template.json b/etc/establish-subscription-input-template.json
new file mode 100755
index 0000000..c47ba01
--- /dev/null
+++ b/etc/establish-subscription-input-template.json
@@ -0,0 +1,5 @@
+{
+  "ietf-subscribed-notification:input": {
+    "encoding": "encoding-json"
+  }
+}
diff --git a/etc/log4j.xml b/etc/log4j.xml
new file mode 100755
index 0000000..3e3b132
--- /dev/null
+++ b/etc/log4j.xml
@@ -0,0 +1,188 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+  ~ Copyright (c) 2018. Lorem ipsum dolor sit amet, consectetur adipiscing elit.
+  ~ Morbi non lorem porttitor neque feugiat blandit. Ut vitae ipsum eget quam lacinia accumsan.
+  ~ Etiam sed turpis ac ipsum condimentum fringilla. Maecenas magna.
+  ~ Proin dapibus sapien vel ante. Aliquam erat volutpat. Pellentesque sagittis ligula eget metus.
+  ~ Vestibulum commodo. Ut rhoncus gravida arcu.
+  -->
+
+<!DOCTYPE log4j:configuration SYSTEM "log4j.dtd">
+
+<log4j:configuration xmlns:log4j="http://jakarta.apache.org/log4j/" debug="false">
+
+    <appender name="CONSOLE" class="org.apache.log4j.ConsoleAppender">
+        <param name="threshold" value="INFO"/>
+        <layout class="org.apache.log4j.PatternLayout">
+            <param name="ConversionPattern" value="[%d{ABSOLUTE}][%-5p][%-10t]%m%n"/>
+        </layout>
+    </appender>
+
+    <appender name="FILE" class="org.apache.log4j.RollingFileAppender">
+        <param name="threshold" value="INFO"/>
+        <param name="File" value="logs/collector.log"/>
+        <param name="MaxFileSize" value="32MB"/>
+        <param name="MaxBackupIndex" value="20"/>
+        <layout class="org.apache.log4j.PatternLayout">
+            <!-- param name="ConversionPattern" value="[%d{ABSOLUTE}][%-5p][%-10t][%-5c][%4L]%m%n" / -->
+            <param name="ConversionPattern" value="[%d{ISO8601}][%-5p][%-10t][%-5c]%m%n"/>
+        </layout>
+    </appender>
+
+    <appender name="IFILE" class="org.apache.log4j.RollingFileAppender">
+        <param name="threshold" value="INFO"/>
+        <param name="File" value="logs/input.log"/>
+        <param name="MaxFileSize" value="32MB"/>
+        <param name="MaxBackupIndex" value="10"/>
+        <layout class="org.apache.log4j.PatternLayout">
+            <!-- param name="ConversionPattern" value="[%d{ABSOLUTE}][%-5p][%-10t][%-5c][%4L]%m%n" / -->
+            <param name="ConversionPattern" value="[%d{ISO8601}][%-5p][%-10t][%-5c]%m%n"/>
+        </layout>
+    </appender>
+
+    <appender name="OFILE" class="org.apache.log4j.RollingFileAppender">
+        <param name="threshold" value="INFO"/>
+        <param name="File" value="logs/output.log"/>
+        <param name="MaxFileSize" value="32MB"/>
+        <param name="MaxBackupIndex" value="10"/>
+        <layout class="org.apache.log4j.PatternLayout">
+            <!-- param name="ConversionPattern" value="[%d{ABSOLUTE}][%-5p][%-10t][%-5c][%4L]%m%n" / -->
+            <param name="ConversionPattern" value="[%d{ISO8601}][%-5p][%-10t][%-5c]%m%n"/>
+        </layout>
+    </appender>
+
+    <appender name="EFILE" class="org.apache.log4j.RollingFileAppender">
+        <param name="threshold" value="INFO"/>
+        <param name="File" value="logs/error.log"/>
+        <param name="MaxFileSize" value="32MB"/>
+        <param name="MaxBackupIndex" value="5"/>
+        <layout class="org.apache.log4j.PatternLayout">
+            <!-- param name="ConversionPattern" value="[%d{ABSOLUTE}][%-5p][%-10t][%-5c][%4L]%m%n" / -->
+            <param name="ConversionPattern" value="[%d{ISO8601}][%-5p][%-10t][%-5c]%m%n"/>
+        </layout>
+    </appender>
+
+    <!--
+        ECOMP logging setup
+
+        NOTES:
+
+        1. files are written to "./logs/<filename>". You must setup the environment
+            so that ./logs is a symlink to the correct location according to the ECOMP
+            log standard. For example, "/opt/logs/DCAE/highlandParkVcScope". If that's
+            not possible, change the File setting in each appender appropriately.
+      -->
+
+    <appender name="ECOMP_AUDIT" class="org.apache.log4j.RollingFileAppender">
+        <param name="threshold" value="DEBUG"/>
+        <param name="File" value="./logs/ecomp/audit.log"/>
+        <param name="MaxFileSize" value="128MB"/>
+        <param name="MaxBackupIndex" value="20"/>
+        <layout class="com.att.nsa.logging.log4j.EcompLayout">
+            <param name="ConversionPattern" value="ECOMP_AUDIT"/>
+        </layout>
+    </appender>
+
+    <appender name="ECOMP_METRIC" class="org.apache.log4j.RollingFileAppender">
+        <param name="threshold" value="INFO"/>
+        <param name="File" value="./logs/ecomp/metric.log"/>
+        <param name="MaxFileSize" value="128MB"/>
+        <param name="MaxBackupIndex" value="10"/>
+        <layout class="com.att.nsa.logging.log4j.EcompLayout">
+            <param name="ConversionPattern" value="ECOMP_METRIC"/>
+        </layout>
+    </appender>
+
+    <appender name="ECOMP_ERROR" class="org.apache.log4j.RollingFileAppender">
+        <param name="threshold" value="WARN"/>    <!-- only WARN and ERROR are allowed in this log -->
+        <param name="File" value="./logs/ecomp/error.log"/>
+        <param name="MaxFileSize" value="128MB"/>
+        <param name="MaxBackupIndex" value="10"/>
+        <layout class="com.att.nsa.logging.log4j.EcompLayout">
+            <param name="ConversionPattern" value="ECOMP_ERROR"/>
+        </layout>
+    </appender>
+
+    <appender name="ECOMP_DEBUG" class="org.apache.log4j.RollingFileAppender">
+        <param name="threshold" value="DEBUG"/>
+        <param name="File" value="./logs/ecomp/debug.log"/>
+        <param name="MaxFileSize" value="128MB"/>
+        <param name="MaxBackupIndex" value="20"/>
+        <layout class="com.att.nsa.logging.log4j.EcompLayout">
+            <param name="ConversionPattern" value="ECOMP_DEBUG"/>
+        </layout>
+    </appender>
+
+    <logger name="org.onap.restconf.common.input" additivity="false">
+        <level value="INFO"/>
+        <appender-ref ref="IFILE"/>
+    </logger>
+
+    <logger name="org.onap.restconf.common.output" additivity="false">
+        <level value="INFO"/>
+        <appender-ref ref="CONSOLE"/>
+        <appender-ref ref="OFILE"/>
+    </logger>
+
+    <logger name="org.onap.restconf.common.error" additivity="false">
+        <level value="DEBUG"/>
+        <appender-ref ref="EFILE"/>
+        <appender-ref ref="CONSOLE"/>
+        <appender-ref ref="ECOMP_ERROR"/>
+    </logger>
+
+    <!--
+    The ECOMP logging standard has four specific classes of logging that are
+    unrelated to subsystem logger names. If you want them activated, uncomment
+    this block.
+-->
+    <logger name="com.att.ecomp.audit" additivity="false">
+        <level value="info"/>
+        <appender-ref ref="CONSOLE"/>
+        <appender-ref ref="ECOMP_AUDIT"/>
+    </logger>
+
+    <logger name="com.att.ecomp.metrics" additivity="false">
+        <level value="info"/>
+        <appender-ref ref="ECOMP_METRIC"/>
+    </logger>
+
+    <logger name="com.att.ecomp.error" additivity="false">
+        <level value="info"/>
+        <appender-ref ref="ECOMP_ERROR"/>
+    </logger>
+
+    <logger name="com.att.ecomp.debug" additivity="false">
+        <level value="info"/>
+        <appender-ref ref="ECOMP_DEBUG"/>
+    </logger>
+
+    <logger name="org.onap.dcae.commonFunction.EventPublisher" additivity="false">
+        <level value="debug"/>
+        <appender-ref ref="CONSOLE"/>
+        <appender-ref ref="FILE"/>
+    </logger>
+
+
+    <logger name="com.att.nsa.apiClient.http.HttpClient" additivity="false">
+        <level value="info"/>
+        <appender-ref ref="FILE"/>
+        <appender-ref ref="CONSOLE"/>
+    </logger>
+
+    <logger name="com.att.nsa.cambria.client.impl.CambriaSimplerBatchPublisher" additivity="false">
+        <level value="info"/>
+        <appender-ref ref="FILE"/>
+        <appender-ref ref="CONSOLE"/>
+    </logger>
+
+    <root>
+        <level value="DEBUG"/>
+        <appender-ref ref="FILE"/>
+        <appender-ref ref="CONSOLE"/>
+        <appender-ref ref="ECOMP_AUDIT"/>
+        <appender-ref ref="ECOMP_DEBUG"/>
+        <appender-ref ref="ECOMP_ERROR"/>
+    </root>
+
+</log4j:configuration>
diff --git a/etc/passwordfile b/etc/passwordfile
new file mode 100755
index 0000000..702a4cb
--- /dev/null
+++ b/etc/passwordfile
@@ -0,0 +1 @@
+collector