diff options
Diffstat (limited to 'src/main/java/org/onap/dcae/commonFunction/CommonStartup.java')
| -rw-r--r-- | src/main/java/org/onap/dcae/commonFunction/CommonStartup.java | 595 |
1 files changed, 293 insertions, 302 deletions
diff --git a/src/main/java/org/onap/dcae/commonFunction/CommonStartup.java b/src/main/java/org/onap/dcae/commonFunction/CommonStartup.java index b743f134..b4c78f3b 100644 --- a/src/main/java/org/onap/dcae/commonFunction/CommonStartup.java +++ b/src/main/java/org/onap/dcae/commonFunction/CommonStartup.java @@ -21,43 +21,15 @@ package org.onap.dcae.commonFunction; - -import java.io.IOException; - -import java.net.URL; -import java.nio.charset.Charset; -import java.nio.file.Files; -import java.nio.file.Paths; -import java.util.Iterator; -import java.util.LinkedList; -import java.util.List; -import java.util.Map; - -import java.util.Queue; -import java.util.concurrent.ExecutorService; -import java.util.concurrent.Executors; -import java.util.concurrent.LinkedBlockingQueue; - -import javax.servlet.ServletException; - -import org.apache.catalina.LifecycleException; -import org.json.JSONArray; -import org.json.JSONException; -import org.json.JSONObject; -import org.onap.dcae.restapi.RestfulCollectorServlet; -import org.slf4j.Logger; -import org.slf4j.LoggerFactory; - - import com.att.nsa.apiServer.ApiServer; import com.att.nsa.apiServer.ApiServerConnector; import com.att.nsa.apiServer.endpoints.NsaBaseEndpoint; import com.att.nsa.cmdLine.NsaCommandLineUtil; import com.att.nsa.drumlin.service.framework.DrumlinServlet; -import com.att.nsa.drumlin.till.nv.rrNvReadable; import com.att.nsa.drumlin.till.nv.impl.nvPropertiesFile; import com.att.nsa.drumlin.till.nv.impl.nvReadableStack; import com.att.nsa.drumlin.till.nv.impl.nvReadableTable; +import com.att.nsa.drumlin.till.nv.rrNvReadable; import com.att.nsa.drumlin.till.nv.rrNvReadable.invalidSettingValue; import com.att.nsa.drumlin.till.nv.rrNvReadable.loadException; import com.att.nsa.drumlin.till.nv.rrNvReadable.missingReqdSetting; @@ -69,283 +41,302 @@ import com.github.fge.jsonschema.main.JsonSchemaFactory; import com.github.fge.jsonschema.report.ProcessingMessage; import com.github.fge.jsonschema.report.ProcessingReport; import com.github.fge.jsonschema.util.JsonLoader; +import org.apache.catalina.LifecycleException; +import org.json.JSONArray; +import org.json.JSONException; +import org.json.JSONObject; +import org.onap.dcae.restapi.RestfulCollectorServlet; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; + +import java.io.IOException; +import java.net.URL; +import java.nio.charset.Charset; +import java.nio.file.Files; +import java.nio.file.Paths; +import java.util.Iterator; +import java.util.LinkedList; +import java.util.List; +import java.util.Map; +import java.util.Queue; +import java.util.concurrent.ExecutorService; +import java.util.concurrent.Executors; +import java.util.concurrent.LinkedBlockingQueue; +import javax.servlet.ServletException; + +public class CommonStartup extends NsaBaseEndpoint implements Runnable { + + public static final String kConfig = "c"; -public class CommonStartup extends NsaBaseEndpoint implements Runnable -{ - public static final String kConfig = "c"; - - public static final String kSetting_Port = "collector.service.port"; - public static final int kDefault_Port = 8080; - - public static final String kSetting_SecurePort = "collector.service.secure.port"; - public static final int kDefault_SecurePort = -1; - - public static final String kSetting_KeystorePassfile = "collector.keystore.passwordfile"; - public static final String kDefault_KeystorePassfile = "../etc/passwordfile"; - public static final String kSetting_KeystoreFile = "collector.keystore.file.location"; - public static final String kDefault_KeystoreFile = "../etc/keystore"; - public static final String kSetting_KeyAlias = "collector.keystore.alias"; - public static final String kDefault_KeyAlias = "tomcat"; - - public static final String kSetting_DmaapConfigs = "collector.dmaapfile"; - protected static final String[] kDefault_DmaapConfigs = new String[] { "/etc/DmaapConfig.json" }; - - public static final String kSetting_MaxQueuedEvents = "collector.inputQueue.maxPending"; - public static final int kDefault_MaxQueuedEvents = 1024*4; - - public static final String kSetting_schemaValidator = "collector.schema.checkflag"; - public static final int kDefault_schemaValidator = -1; - - public static final String kSetting_schemaFile = "collector.schema.file"; - public static final String kDefault_schemaFile = "{\"v5\":\"./etc/CommonEventFormat_28.3.json\"}"; - public static final String kSetting_ExceptionConfig = "exceptionConfig"; - - public static final String kSetting_dmaapStreamid = "collector.dmaap.streamid"; - - public static final String kSetting_authflag = "header.authflag"; - public static final int kDefault_authflag = 0; - - public static final String kSetting_authid = "header.authid"; - public static final String kSetting_authpwd = "header.authpwd"; - public static final String kSetting_authstore = "header.authstore"; - public static final String kSetting_authlist = "header.authlist"; - - public static final String kSetting_eventTransformFlag = "event.transform.flag"; - public static final int kDefault_eventTransformFlag = 1; - - - public static final Logger inlog = LoggerFactory.getLogger ("org.onap.dcae.commonFunction.input" ); - public static final Logger oplog = LoggerFactory.getLogger ("org.onap.dcae.commonFunction.output"); - public static final Logger eplog = LoggerFactory.getLogger ("org.onap.dcae.commonFunction.error"); - public static final Logger metriclog = LoggerFactory.getLogger ("com.att.ecomp.metrics" ); - - public static int schema_Validatorflag = -1; - public static int authflag = 1; - public static int eventTransformFlag = 1; - public static String schemaFile = null; - public static JSONObject schemaFileJson = null; - public static String exceptionConfig = null; - public static String cambriaConfigFile = null; - private boolean listnerstatus = false; - static String streamid = null; - - - private CommonStartup(rrNvReadable settings) throws loadException, missingReqdSetting, IOException, rrNvReadable.missingReqdSetting, rrNvReadable.invalidSettingValue, ServletException, InterruptedException - { - final List<ApiServerConnector> connectors = new LinkedList<ApiServerConnector> (); - - if (settings.getInt ( kSetting_Port, kDefault_Port ) > 0) - { - // http service - connectors.add ( - new ApiServerConnector.Builder ( settings.getInt ( kSetting_Port, kDefault_Port ) ) - .secure ( false ) - .build () - ); - } - - // optional https service - final int securePort = settings.getInt(kSetting_SecurePort, kDefault_SecurePort); - final String keystoreFile = settings.getString(kSetting_KeystoreFile, kDefault_KeystoreFile); - final String keystorePasswordFile = settings.getString(kSetting_KeystorePassfile, kDefault_KeystorePassfile); - final String keyAlias = settings.getString (kSetting_KeyAlias, kDefault_KeyAlias); - - - if (securePort > 0) - { - final String kSetting_KeystorePass = readFile(keystorePasswordFile, Charset.defaultCharset()); - connectors.add(new ApiServerConnector.Builder(securePort) - .secure(true) - .keystorePassword(kSetting_KeystorePass) - .keystoreFile(keystoreFile) - .keyAlias(keyAlias) - .build()); - - } - - //Reading other config properties - - schema_Validatorflag = settings.getInt(kSetting_schemaValidator, kDefault_schemaValidator ); - if (schema_Validatorflag > 0){ - schemaFile = settings.getString(kSetting_schemaFile,kDefault_schemaFile); - //System.out.println("SchemaFile:" + schemaFile); - schemaFileJson = new JSONObject(schemaFile); - - } - exceptionConfig = settings.getString(kSetting_ExceptionConfig, null); - authflag = settings.getInt(CommonStartup.kSetting_authflag, CommonStartup.kDefault_authflag ); - String [] currentconffile = settings.getStrings (CommonStartup.kSetting_DmaapConfigs, CommonStartup.kDefault_DmaapConfigs ) ; - cambriaConfigFile= currentconffile[0] ; - streamid = settings.getString(kSetting_dmaapStreamid,null); - eventTransformFlag = settings.getInt(kSetting_eventTransformFlag, kDefault_eventTransformFlag); - - fTomcatServer = new ApiServer.Builder(connectors, new RestfulCollectorServlet(settings)) - .encodeSlashes(true) - .name("collector") - .build(); - - - //Load override exception map - CustomExceptionLoader.LoadMap(); - setListnerstatus(true); - } - - public static void main ( String[] args ) - { - ExecutorService executor = null; - try - { - // process command line arguments - final Map<String, String> argMap = NsaCommandLineUtil.processCmdLine ( args, true ); - final String config = NsaCommandLineUtil.getSetting ( argMap, kConfig, "collector.properties" ); - final URL settingStream = DrumlinServlet.findStream ( config, CommonStartup.class ); - - final nvReadableStack settings = new nvReadableStack (); - settings.push ( new nvPropertiesFile ( settingStream ) ); - settings.push ( new nvReadableTable ( argMap ) ); - - fProcessingInputQueue = new LinkedBlockingQueue<JSONObject> (CommonStartup.kDefault_MaxQueuedEvents); - - VESLogger.setUpEcompLogging(); - - CommonStartup cs= new CommonStartup ( settings ); - - Thread csmain = new Thread(cs); - csmain.start(); - - - EventProcessor ep = new EventProcessor (); - //Thread epThread=new Thread(ep); - //epThread.start(); - executor = Executors.newFixedThreadPool(20); - executor.execute(ep); - - } - catch ( loadException | missingReqdSetting | IOException | invalidSettingValue | ServletException | InterruptedException e ) - { - CommonStartup.eplog.error("FATAL_STARTUP_ERROR" + e.getMessage() ); - throw new RuntimeException ( e ); - } - finally - { - // This will make the executor accept no new threads + public static final String kSetting_Port = "collector.service.port"; + public static final int kDefault_Port = 8080; + + public static final String kSetting_SecurePort = "collector.service.secure.port"; + public static final int kDefault_SecurePort = -1; + + public static final String kSetting_KeystorePassfile = "collector.keystore.passwordfile"; + public static final String kDefault_KeystorePassfile = "../etc/passwordfile"; + public static final String kSetting_KeystoreFile = "collector.keystore.file.location"; + public static final String kDefault_KeystoreFile = "../etc/keystore"; + public static final String kSetting_KeyAlias = "collector.keystore.alias"; + public static final String kDefault_KeyAlias = "tomcat"; + + public static final String kSetting_DmaapConfigs = "collector.dmaapfile"; + protected static final String[] kDefault_DmaapConfigs = new String[]{"/etc/DmaapConfig.json"}; + + public static final String kSetting_MaxQueuedEvents = "collector.inputQueue.maxPending"; + public static final int kDefault_MaxQueuedEvents = 1024 * 4; + + public static final String kSetting_schemaValidator = "collector.schema.checkflag"; + public static final int kDefault_schemaValidator = -1; + + public static final String kSetting_schemaFile = "collector.schema.file"; + public static final String kDefault_schemaFile = "{\"v5\":\"./etc/CommonEventFormat_28.3.json\"}"; + public static final String kSetting_ExceptionConfig = "exceptionConfig"; + + public static final String kSetting_dmaapStreamid = "collector.dmaap.streamid"; + + public static final String kSetting_authflag = "header.authflag"; + public static final int kDefault_authflag = 0; + + public static final String kSetting_authid = "header.authid"; + public static final String kSetting_authpwd = "header.authpwd"; + public static final String kSetting_authstore = "header.authstore"; + public static final String kSetting_authlist = "header.authlist"; + + public static final String kSetting_eventTransformFlag = "event.transform.flag"; + public static final int kDefault_eventTransformFlag = 1; + + + public static final Logger inlog = LoggerFactory + .getLogger("org.onap.dcae.commonFunction.input"); + public static final Logger oplog = LoggerFactory + .getLogger("org.onap.dcae.commonFunction.output"); + public static final Logger eplog = LoggerFactory + .getLogger("org.onap.dcae.commonFunction.error"); + public static final Logger metriclog = LoggerFactory.getLogger("com.att.ecomp.metrics"); + + public static int schema_Validatorflag = -1; + public static int authflag = 1; + public static int eventTransformFlag = 1; + public static String schemaFile; + public static JSONObject schemaFileJson; + public static String exceptionConfig; + public static String cambriaConfigFile; + private boolean listnerstatus; + static String streamid; + + + private CommonStartup(rrNvReadable settings) + throws loadException, IOException, rrNvReadable.missingReqdSetting, rrNvReadable.invalidSettingValue, ServletException, InterruptedException { + final List<ApiServerConnector> connectors = new LinkedList<ApiServerConnector>(); + + if (settings.getInt(kSetting_Port, kDefault_Port) > 0) { + // http service + connectors.add( + new ApiServerConnector.Builder(settings.getInt(kSetting_Port, kDefault_Port)) + .secure(false) + .build() + ); + } + + // optional https service + final int securePort = settings.getInt(kSetting_SecurePort, kDefault_SecurePort); + final String keystoreFile = settings + .getString(kSetting_KeystoreFile, kDefault_KeystoreFile); + final String keystorePasswordFile = settings + .getString(kSetting_KeystorePassfile, kDefault_KeystorePassfile); + final String keyAlias = settings.getString(kSetting_KeyAlias, kDefault_KeyAlias); + + if (securePort > 0) { + final String kSetting_KeystorePass = readFile(keystorePasswordFile, + Charset.defaultCharset()); + connectors.add(new ApiServerConnector.Builder(securePort) + .secure(true) + .keystorePassword(kSetting_KeystorePass) + .keystoreFile(keystoreFile) + .keyAlias(keyAlias) + .build()); + + } + + //Reading other config properties + + schema_Validatorflag = settings.getInt(kSetting_schemaValidator, kDefault_schemaValidator); + if (schema_Validatorflag > 0) { + schemaFile = settings.getString(kSetting_schemaFile, kDefault_schemaFile); + //System.out.println("SchemaFile:" + schemaFile); + schemaFileJson = new JSONObject(schemaFile); + + } + exceptionConfig = settings.getString(kSetting_ExceptionConfig, null); + authflag = settings + .getInt(CommonStartup.kSetting_authflag, CommonStartup.kDefault_authflag); + String[] currentconffile = settings + .getStrings(CommonStartup.kSetting_DmaapConfigs, CommonStartup.kDefault_DmaapConfigs); + cambriaConfigFile = currentconffile[0]; + streamid = settings.getString(kSetting_dmaapStreamid, null); + eventTransformFlag = settings + .getInt(kSetting_eventTransformFlag, kDefault_eventTransformFlag); + + fTomcatServer = new ApiServer.Builder(connectors, new RestfulCollectorServlet(settings)) + .encodeSlashes(true) + .name("collector") + .build(); + + //Load override exception map + CustomExceptionLoader.LoadMap(); + setListnerstatus(true); + } + + public static void main(String[] args) { + ExecutorService executor = null; + try { + // process command line arguments + final Map<String, String> argMap = NsaCommandLineUtil.processCmdLine(args, true); + final String config = NsaCommandLineUtil + .getSetting(argMap, kConfig, "collector.properties"); + final URL settingStream = DrumlinServlet.findStream(config, CommonStartup.class); + + final nvReadableStack settings = new nvReadableStack(); + settings.push(new nvPropertiesFile(settingStream)); + settings.push(new nvReadableTable(argMap)); + + fProcessingInputQueue = new LinkedBlockingQueue<JSONObject>( + CommonStartup.kDefault_MaxQueuedEvents); + + VESLogger.setUpEcompLogging(); + + CommonStartup cs = new CommonStartup(settings); + + Thread csmain = new Thread(cs); + csmain.start(); + + EventProcessor ep = new EventProcessor(); + //Thread epThread=new Thread(ep); + //epThread.start(); + executor = Executors.newFixedThreadPool(20); + executor.execute(ep); + + } catch (loadException | missingReqdSetting | IOException | invalidSettingValue | + ServletException | InterruptedException e) { + CommonStartup.eplog.error("FATAL_STARTUP_ERROR" + e.getMessage()); + throw new RuntimeException(e); + } finally { + // This will make the executor accept no new threads // and finish all existing threads in the queue - if (executor != null){ - executor.shutdown(); - } - - } - } - - public void run() { - try { - fTomcatServer.start (); - } catch (LifecycleException | IOException e) { - - e.printStackTrace(); - } - fTomcatServer.await (); - } + if (executor != null) { + executor.shutdown(); + } + + } + } + + public void run() { + try { + fTomcatServer.start(); + } catch (LifecycleException | IOException e) { + + e.printStackTrace(); + } + fTomcatServer.await(); + } public boolean isListnerstatus() { - return listnerstatus; - } - - public void setListnerstatus(boolean listnerstatus) { - this.listnerstatus = listnerstatus; - } - public static Queue<JSONObject> getProcessingInputQueue () - { - return fProcessingInputQueue; - } - - public static class QueueFullException extends Exception - { - private static final long serialVersionUID = 1L; - } - - - public static void handleEvents ( JSONArray a ) throws QueueFullException, JSONException, IOException - { - final Queue<JSONObject> queue = getProcessingInputQueue (); - try - { - - CommonStartup.metriclog.info("EVENT_PUBLISH_START" ); - for (int i = 0; i < a.length(); i++) { - if ( !queue.offer ( a.getJSONObject(i) ) ) { - throw new QueueFullException (); - } - - } - log.debug("CommonStartup.handleEvents:EVENTS has been published successfully!"); - CommonStartup.metriclog.info("EVENT_PUBLISH_END"); - //ecomplogger.debug(secloggerMessageEnum.SEC_COLLECT_AND_PULIBISH_SUCCESS); - - } - catch ( JSONException e ){ - throw e; - - } - } - - - static String readFile(String path, Charset encoding) - throws IOException - { - byte[] encoded = Files.readAllBytes(Paths.get(path)); - String pwd = new String(encoded); - return pwd.substring(0,pwd.length()-1); - } - - - public static String schemavalidate( String jsonData, String jsonSchema) { - ProcessingReport report = null; - String result = "false"; - - try { - //System.out.println("Applying schema: @<@<"+jsonSchema+">@>@ to data: #<#<"+jsonData+">#>#"); - log.trace("Schema validation for event:" + jsonData); - JsonNode schemaNode = JsonLoader.fromString(jsonSchema); - JsonNode data = JsonLoader.fromString(jsonData); - JsonSchemaFactory factory = JsonSchemaFactory.byDefault(); - JsonSchema schema = factory.getJsonSchema(schemaNode); - report = schema.validate(data); - } catch (JsonParseException e) { - log.error("schemavalidate:JsonParseException for event:" + jsonData ); - System.out.println(e.getMessage()); - return e.getMessage().toString(); - } catch (ProcessingException e) { - log.error("schemavalidate:Processing exception for event:" + jsonData ); - System.out.println(e.getMessage()); - return e.getMessage().toString(); - } catch (IOException e) { - log.error("schemavalidate:IO exception; something went wrong trying to read json data for event:" + jsonData); - System.out.println(e.getMessage()); - return e.getMessage().toString(); - } - if (report != null) { - Iterator<ProcessingMessage> iter = report.iterator(); - while (iter.hasNext()) { - ProcessingMessage pm = iter.next(); - log.trace("Processing Message: "+pm.getMessage()); - } - result = String.valueOf(report.isSuccess()); - } - try { - log.debug("Validation Result:" +result + " Validation report:" + report); - } - catch (NullPointerException e){ - log.error("schemavalidate:NullpointerException on report"); - } - return result; - } - - - - static LinkedBlockingQueue<JSONObject> fProcessingInputQueue; - private static ApiServer fTomcatServer = null; - private static final Logger log = LoggerFactory.getLogger ( CommonStartup.class ); + return listnerstatus; + } + + public void setListnerstatus(boolean listnerstatus) { + this.listnerstatus = listnerstatus; + } + + public static Queue<JSONObject> getProcessingInputQueue() { + return fProcessingInputQueue; + } + + public static class QueueFullException extends Exception { + + private static final long serialVersionUID = 1L; + } + + + public static void handleEvents(JSONArray a) + throws QueueFullException, JSONException, IOException { + final Queue<JSONObject> queue = getProcessingInputQueue(); + try { + + CommonStartup.metriclog.info("EVENT_PUBLISH_START"); + for (int i = 0; i < a.length(); i++) { + if (!queue.offer(a.getJSONObject(i))) { + throw new QueueFullException(); + } + + } + log.debug("CommonStartup.handleEvents:EVENTS has been published successfully!"); + CommonStartup.metriclog.info("EVENT_PUBLISH_END"); + //ecomplogger.debug(secloggerMessageEnum.SEC_COLLECT_AND_PULIBISH_SUCCESS); + + } catch (JSONException e) { + throw e; + + } + } + + + static String readFile(String path, Charset encoding) + throws IOException { + byte[] encoded = Files.readAllBytes(Paths.get(path)); + String pwd = new String(encoded); + return pwd.substring(0, pwd.length() - 1); + } + + + public static String schemavalidate(String jsonData, String jsonSchema) { + ProcessingReport report; + String result = "false"; + + try { + //System.out.println("Applying schema: @<@<"+jsonSchema+">@>@ to data: #<#<"+jsonData+">#>#"); + log.trace("Schema validation for event:" + jsonData); + JsonNode schemaNode = JsonLoader.fromString(jsonSchema); + JsonNode data = JsonLoader.fromString(jsonData); + JsonSchemaFactory factory = JsonSchemaFactory.byDefault(); + JsonSchema schema = factory.getJsonSchema(schemaNode); + report = schema.validate(data); + } catch (JsonParseException e) { + log.error("schemavalidate:JsonParseException for event:" + jsonData); + System.out.println(e.getMessage()); + return e.getMessage().toString(); + } catch (ProcessingException e) { + log.error("schemavalidate:Processing exception for event:" + jsonData); + System.out.println(e.getMessage()); + return e.getMessage().toString(); + } catch (IOException e) { + log.error( + "schemavalidate:IO exception; something went wrong trying to read json data for event:" + + jsonData); + System.out.println(e.getMessage()); + return e.getMessage().toString(); + } + if (report != null) { + Iterator<ProcessingMessage> iter = report.iterator(); + while (iter.hasNext()) { + ProcessingMessage pm = iter.next(); + log.trace("Processing Message: " + pm.getMessage()); + } + result = String.valueOf(report.isSuccess()); + } + try { + log.debug("Validation Result:" + result + " Validation report:" + report); + } catch (NullPointerException e) { + log.error("schemavalidate:NullpointerException on report"); + } + return result; + } + + static LinkedBlockingQueue<JSONObject> fProcessingInputQueue; + private static ApiServer fTomcatServer = null; + private static final Logger log = LoggerFactory.getLogger(CommonStartup.class); } |