Merge "Refactor DmaapPropertyReader"

3 files changed, 306 insertions, 203 deletions

diff --git a/src/main/java/org/onap/dcae/commonFunction/AnyNode.java b/src/main/java/org/onap/dcae/commonFunction/AnyNode.java
new file mode 100644
index 00000000..b09a17a0
--- /dev/null
+++ b/src/main/java/org/onap/dcae/commonFunction/AnyNode.java
@@ -0,0 +1,188 @@
+/*-
+ * ============LICENSE_START=======================================================
+ * PROJECT
+ * ================================================================================
+ * Copyright (C) 2018 Nokia Networks Intellectual Property. All rights reserved.
+ * ================================================================================
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *      http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ * ============LICENSE_END=========================================================
+ */
+package org.onap.dcae.commonFunction;
+
+import org.json.JSONArray;
+import org.json.JSONException;
+import org.json.JSONObject;
+import org.json.JSONTokener;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import java.io.FileNotFoundException;
+import java.io.FileReader;
+import java.io.IOException;
+import java.util.HashMap;
+import java.util.Map;
+import java.util.Optional;
+import java.util.Set;
+import java.util.stream.Collectors;
+import java.util.stream.Stream;
+import java.util.stream.StreamSupport;
+
+/**
+ * This class is a wrapper for 2 most used entities of org.json lib: JSONArray and JSONObject and
+ * comprises utility methods for fast access of json structures without need to explicitly coerce between them.
+ * While using this, bear in mind it does not contain exception handling - it is assumed that when using, the parsed json structure is known.
+ *
+ * @author koblosz
+ */
+public class AnyNode {
+    private static final Logger LOGGER = LoggerFactory.getLogger(AnyNode.class);
+    private Object obj;
+
+    /**
+     * @param filePath
+     * @return
+     * @throws IOException
+     */
+    public static AnyNode parse(String filePath) throws IOException {
+        try (FileReader fr = new FileReader(filePath)) {
+            JSONTokener tokener = new JSONTokener(fr);
+            return new AnyNode(new JSONObject(tokener));
+        } catch (FileNotFoundException | JSONException e1) {
+            LOGGER.error("Could not find or parse file under path %s due to: %s", filePath, e1.toString());
+            e1.printStackTrace();
+            throw e1;
+        }
+    }
+
+    /**
+     * Returns keyset of underlying object. It is assumed that underlying object is of type org.json.JSONObject.
+     *
+     * @return Set of string keys present in underlying JSONObject
+     */
+    public Set<String> getKeys() {
+        return asJsonObject().keySet();
+    }
+
+    /**
+     * Returns value associated with specified key wrapped with AnyValue object. It is assumed that this is of type org.json.JSONObject.
+     *
+     * @param key A key string
+     * @return The AnyNode object associated with given key.
+     */
+    public AnyNode get(String key) {
+        return new AnyNode(asJsonObject().get(key));
+    }
+
+    /**
+     * Returns value under specified index wrapped with AnyValue object. It is assumed that this is of type org.json.JSONArray.
+     *
+     * @param idx An index of JSONArray
+     * @return The AnyNode object associated with given index.
+     */
+    public AnyNode get(int idx) {
+        return new AnyNode(asJsonArray().get(idx));
+    }
+
+    /**
+     * Returns int assuming this can be coerced to int.
+     */
+    public int asInt() {
+        return (int) this.obj;
+    }
+
+    /**
+     * Returns string representation of this. If it happens to have null, the value is treated as org.json.JSONObject.NULL and "null" string is returned then.
+     *
+     * @return A String
+     */
+    public String asString() {
+        return this.obj != JSONObject.NULL ? (String) this.obj : JSONObject.NULL.toString();
+    }
+
+    public String toString() {
+        return this.obj.toString();
+    }
+
+    /**
+     * Converts underlying object to String-to-Object map. It is assumed that underlying object is of type org.json.JSONObject.
+     *
+     * @return A map.
+     */
+    public Map<String, Object> asRawMap() {
+        return asJsonObject().toMap();
+    }
+
+    /**
+     * Returns optional of object under specified key, wrapped with AnyNode object. If underlying object is not of type org.json.JSONObject, then Optional.empty will be returned.
+     *
+     * @param key A key string
+     */
+    public Optional<AnyNode> getAsOptional(String key) {
+        AnyNode result = null;
+        try {
+            result = get(key);
+        } catch (JSONException ex) {
+        }
+        return Optional.ofNullable(result);
+    }
+
+    public JSONObject asJsonObject() {
+        return (JSONObject) this.obj;
+    }
+
+    /**
+     * Converts underlying object to map representation with map values wrapped with AnyNode object. It is assumed that underlying object is of type org.json.JSONObject.
+     */
+    public Map<String, AnyNode> asMap() {
+        Map<String, AnyNode> map = new HashMap<>();
+        getKeys().forEach(key -> map.put(key, get(key)));
+        return map;
+    }
+
+    /**
+     * Converts underlying object to map representation with map values wrapped with AnyNode object. It is assumed that underlying object is of type org.json.JSONObject.
+     */
+    public java.util.List<AnyNode> asList() {
+        return asStream().collect(Collectors.toList());
+    }
+
+    /**
+     * Converts this object to stream of underlying objects wrapped with AnyNode class. It is assumed that this is of type JSONArray.
+     */
+    public Stream<AnyNode> asStream() {
+        return StreamSupport.stream(((JSONArray) this.obj).spliterator(), false).map(AnyNode::new);
+    }
+
+    /**
+     * Checks if specified key is present in this. It is assumed that this is of type JSONObject.
+     */
+    public boolean hasKey(String key) {
+        return getAsOptional(key).isPresent();
+    }
+
+    /**
+     * Returns empty AnyNode (with null inside)
+     */
+    public static AnyNode nullValue() {
+        return new AnyNode(JSONObject.NULL.toString());
+    }
+
+    private JSONArray asJsonArray() {
+        return (JSONArray) this.obj;
+    }
+
+    private AnyNode(Object object) {
+        this.obj = object;
+    }
+
+}
diff --git a/src/main/java/org/onap/dcae/commonFunction/CambriaPublisherFactory.java b/src/main/java/org/onap/dcae/commonFunction/CambriaPublisherFactory.java
index 35d3e317..41230a14 100644
--- a/src/main/java/org/onap/dcae/commonFunction/CambriaPublisherFactory.java
+++ b/src/main/java/org/onap/dcae/commonFunction/CambriaPublisherFactory.java
@@ -23,6 +23,8 @@ import com.att.nsa.cambria.client.CambriaBatchingPublisher;
 import com.att.nsa.cambria.client.CambriaClientBuilders;
 import java.net.MalformedURLException;
 import java.security.GeneralSecurityException;
+import java.util.Map;
+
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
 
@@ -33,21 +35,18 @@ class CambriaPublisherFactory {
     public CambriaBatchingPublisher createCambriaPublisher(String streamId)
             throws MalformedURLException, GeneralSecurityException {
         String authpwd = null;
-        String ueburl = DmaapPropertyReader.getInstance(CommonStartup.cambriaConfigFile).dmaap_hash
-                .get(streamId + ".cambria.url");
+        DmaapPropertyReader reader = DmaapPropertyReader.getInstance(CommonStartup.cambriaConfigFile);
+        Map<String, String> dmaapProperties  = reader.getDmaapProperties();
+        String ueburl = dmaapProperties.get(streamId + ".cambria.url");
 
         if (ueburl == null) {
-            ueburl = DmaapPropertyReader.getInstance(CommonStartup.cambriaConfigFile).dmaap_hash
-                    .get(streamId + ".cambria.hosts");
+            ueburl = dmaapProperties.get(streamId + ".cambria.hosts");
         }
-        String topic = DmaapPropertyReader.getInstance(CommonStartup.cambriaConfigFile)
-                .getKeyValue(streamId + ".cambria.topic");
-        String authuser = DmaapPropertyReader.getInstance(CommonStartup.cambriaConfigFile)
-                .getKeyValue(streamId + ".basicAuthUsername");
+        String topic = reader.getKeyValue(streamId + ".cambria.topic");
+        String authuser = reader.getKeyValue(streamId + ".basicAuthUsername");
 
         if (authuser != null) {
-            authpwd = DmaapPropertyReader.getInstance(CommonStartup.cambriaConfigFile).dmaap_hash
-                    .get(streamId + ".basicAuthPassword");
+            authpwd = dmaapProperties.get(streamId + ".basicAuthPassword");
         }
 
         if ((authuser != null) && (authpwd != null)) {
diff --git a/src/main/java/org/onap/dcae/commonFunction/DmaapPropertyReader.java b/src/main/java/org/onap/dcae/commonFunction/DmaapPropertyReader.java
index dabd2b15..c0659aa6 100644
--- a/src/main/java/org/onap/dcae/commonFunction/DmaapPropertyReader.java
+++ b/src/main/java/org/onap/dcae/commonFunction/DmaapPropertyReader.java
@@ -20,204 +20,120 @@
 
 package org.onap.dcae.commonFunction;
 
-import java.io.FileNotFoundException;
+import com.google.common.collect.Lists;
+import com.google.common.collect.Maps;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
-import java.io.FileReader;
+
 import java.io.IOException;
+import java.net.MalformedURLException;
+import java.net.URL;
 import java.util.HashMap;
+import java.util.List;
 import java.util.Map;
-import java.util.Set;
-
-import com.google.gson.JsonArray;
-import com.google.gson.JsonElement;
-import com.google.gson.JsonIOException;
-import com.google.gson.JsonObject;
-import com.google.gson.JsonParser;
-import com.google.gson.JsonSyntaxException;
+import java.util.Objects;
+import java.util.stream.Collectors;
 
 public class DmaapPropertyReader {
 
-	private static final String HOST_URL = " HOST-URL:";
-	private static final String TOPIC = "TOPIC:";
-	private static final String CAMBRIA_URL = "cambria.url";
-	private static final String CAMBRIA_HOSTS = "cambria.hosts";
-	private static final String PWD = " PWD:";
-	private static final String USER = " USER:";
-	private static final String BASIC_AUTH_PASSWORD = "basicAuthPassword";
-	private static final String BASIC_AUTH_USER_NAME = "basicAuthUsername";
-	private static DmaapPropertyReader instance = null;
-
-	private static final Logger log = LoggerFactory.getLogger(DmaapPropertyReader.class);
-
-	public HashMap<String, String> dmaap_hash = new HashMap<>();
-
-	public DmaapPropertyReader(String CambriaConfigFile) {
-
-		FileReader fr = null;
-		try {
-			JsonElement root = null;
-			fr = new FileReader(CambriaConfigFile);
-			root = new JsonParser().parse(fr);
-
-			// Check if dmaap config is handled by legacy controller/service
-			// manager
-			if (root.getAsJsonObject().has("channels")) {
-				JsonArray jsonObject = (JsonArray) root.getAsJsonObject().get("channels");
-
-				for (int i = 0; i < jsonObject.size(); i++) {
-					log.debug(TOPIC + jsonObject.get(i).getAsJsonObject().get("cambria.topic") + HOST_URL
-							+ jsonObject.get(i).getAsJsonObject().get(CAMBRIA_URL) + " HOSTS:"
-							+ jsonObject.get(i).getAsJsonObject().get(CAMBRIA_HOSTS) + PWD
-							+ jsonObject.get(i).getAsJsonObject().get(BASIC_AUTH_PASSWORD) + USER
-							+ jsonObject.get(i).getAsJsonObject().get(BASIC_AUTH_USER_NAME) + " NAME:"
-							+ jsonObject.get(i).getAsJsonObject().get("name"));
-
-					String convertedname = jsonObject.get(i).getAsJsonObject().get("name").toString().replace("\"", "");
-					dmaap_hash.put(convertedname + ".cambria.topic",
-							jsonObject.get(i).getAsJsonObject().get("cambria.topic").toString().replace("\"", ""));
-
-					if (jsonObject.get(i).getAsJsonObject().get(CAMBRIA_HOSTS) != null) {
-						dmaap_hash.put(convertedname + ".cambria.hosts",
-								jsonObject.get(i).getAsJsonObject().get(CAMBRIA_HOSTS).toString().replace("\"", ""));
-					}
-					if (jsonObject.get(i).getAsJsonObject().get(CAMBRIA_URL) != null) {
-						dmaap_hash.put(convertedname + ".cambria.url",
-								jsonObject.get(i).getAsJsonObject().get(CAMBRIA_URL).toString().replace("\"", ""));
-					}
-					if (jsonObject.get(i).getAsJsonObject().get(BASIC_AUTH_PASSWORD) != null) {
-						dmaap_hash.put(convertedname + ".basicAuthPassword", jsonObject.get(i).getAsJsonObject()
-								.get(BASIC_AUTH_PASSWORD).toString().replace("\"", ""));
-					}
-					if (jsonObject.get(i).getAsJsonObject().get(BASIC_AUTH_USER_NAME) != null) {
-						dmaap_hash.put(convertedname + ".basicAuthUsername", jsonObject.get(i).getAsJsonObject()
-								.get(BASIC_AUTH_USER_NAME).toString().replace("\"", ""));
-					}
-
-				}
-			} else {
-
-				// Handing new format from controllergen2/config_binding_service
-				JsonObject jsonObject = root.getAsJsonObject();
-				Set<Map.Entry<String, JsonElement>> entries = jsonObject.entrySet();
-
-				for (Map.Entry<String, JsonElement> entry : entries) {
-
-					JsonElement topicurl = entry.getValue().getAsJsonObject().get("dmaap_info").getAsJsonObject()
-							.get("topic_url");
-					String[] urlParts = dmaapUrlSplit(topicurl.toString().replace("\"", ""));
-
-					String mrTopic = null;
-					String mrUrl = null;
-					String[] hostport = null;
-					String username = null;
-					String userpwd = null;
-
-					try {
-
-						if (null != urlParts) {
-							mrUrl = urlParts[2];
-
-							// DCAE internal dmaap topic convention
-							if ("events".equals(urlParts[3])) {
-								mrTopic = urlParts[4];
-							} else {
-								// ONAP dmaap topic convention
-								mrTopic = urlParts[3];
-								hostport = mrUrl.split(":");
-							}
-
-						}
-					} catch (NullPointerException e) {
-						System.out.println("NullPointerException");
-						e.getMessage();
-					}
-
-					if (entry.getValue().getAsJsonObject().has("aaf_username")) {
-						username = entry.getValue().getAsJsonObject().get("aaf_username").toString().replace("\"", "");
-					}
-					if (entry.getValue().getAsJsonObject().has("aaf_password")) {
-						userpwd = entry.getValue().getAsJsonObject().get("aaf_password").toString().replace("\"", "");
-					}
-					if (hostport == null) {
-						log.debug(TOPIC + mrTopic + HOST_URL + mrUrl + PWD + userpwd + USER + username);
-					} else {
-						log.debug(TOPIC + mrTopic + HOST_URL + mrUrl + " HOSTS:" + hostport[0] + PWD
-								+ userpwd + USER + username + " NAME:" + entry.getKey());
-					}
-
-					dmaap_hash.put(entry.getKey() + ".cambria.topic", mrTopic);
-
-					if (!(hostport == null)) {
-						dmaap_hash.put(entry.getKey() + ".cambria.hosts", hostport[0]);
-					}
-
-					if (!(mrUrl == null)) {
-						dmaap_hash.put(entry.getKey() + ".cambria.url", mrUrl);
-					}
-
-					if (!(username == null)) {
-						dmaap_hash.put(entry.getKey() + ".basicAuthUsername", username);
-					}
-
-					if (!(userpwd == null)) {
-						dmaap_hash.put(entry.getKey() + ".basicAuthPassword", userpwd);
-					}
-
-				}
-
-			}
-
-		} catch (JsonIOException | JsonSyntaxException |
-
-				FileNotFoundException e1) {
-			e1.printStackTrace();
-			log.error("Problem loading Dmaap Channel configuration file: " + e1.toString());
-		} finally {
-			if (fr != null) {
-				try {
-					fr.close();
-				} catch (IOException e) {
-					log.error("Error closing file reader stream : " + e.toString());
-				}
-			}
-		}
-
-	}
-
-	/***
-	 * Dmaap url structure pub - https://<dmaaphostname>:<port>/events/
-	 * <namespace>.<dmaapcluster>.<topic>, sub - https://<dmaaphostname>:
-	 * <port>/events/<namespace>.<dmaapcluster>.<topic>/G1/u1";
-	 *
-	 * Onap url structure pub - http://<dmaaphostname>:<port>/<unauthenticated>.
-	 * <topic>,
-	 */
-
-	private String[] dmaapUrlSplit(String dmUrl) {
-		String[] multUrls = dmUrl.split(",");
-
-		StringBuffer newUrls = new StringBuffer();
-		String[] urlParts = null;
-		for (int i = 0; i < multUrls.length; i++) {
-			urlParts = multUrls[i].split("/");
-			if (i == 0) {
-				newUrls = newUrls.append(urlParts[2]);
-			} else {
-				newUrls = newUrls.append(",").append(urlParts[2]);
-			}
-		}
-		return urlParts;
-	}
-
-	public static synchronized DmaapPropertyReader getInstance(String channelConfig) {
-		if (instance == null) {
-			instance = new DmaapPropertyReader(channelConfig);
-		}
-		return instance;
-	}
-
-	public String getKeyValue(String hashKey) {
-		return this.dmaap_hash.get(hashKey);
-	}
-}
+
+    private static final Logger log = LoggerFactory.getLogger(DmaapPropertyReader.class);
+    private static final String CAMBRIA_TOPIC_KEY = "cambria.topic";
+    private static final String CAMBRIA_HOSTS_KEY = "cambria.hosts";
+    private static final String CAMBRIA_URL_KEY = "cambria.url";
+    private static final List<String> LEGACY_CHANNEL_MANDATORY_PARAMS = Lists.newArrayList(CAMBRIA_TOPIC_KEY, CAMBRIA_HOSTS_KEY, CAMBRIA_URL_KEY, "basicAuthPassword", "basicAuthUsername");
+    private static DmaapPropertyReader instance = null;
+    private final Map<String, String> dmaapProperties;
+
+    public DmaapPropertyReader(String cambriaConfigFilePath) {
+        this.dmaapProperties = DmaapPropertyReader.getProcessedDmaapProperties(cambriaConfigFilePath);
+    }
+
+    public Map<String, String> getDmaapProperties() {
+        return dmaapProperties;
+    }
+
+    public static synchronized DmaapPropertyReader getInstance(String channelConfig) {
+        if (instance == null) {
+            instance = new DmaapPropertyReader(channelConfig);
+        }
+        return instance;
+    }
+
+    public String getKeyValue(String hashKey) {
+        return dmaapProperties.get(hashKey);
+    }
+
+    private static Map<String, String> getProcessedDmaapProperties(String configFilePath) {
+        Map<String, String> transformedDmaapProperties = new HashMap<>();
+        try {
+            AnyNode root = AnyNode.parse(configFilePath);
+            if (root.hasKey("channels")) { // Check if dmaap config is handled by legacy controller/service/manager
+                transformedDmaapProperties = getLegacyDmaapPropertiesWithChannels(root.get("channels"));
+            } else {//Handing new format from controllergen2/config_binding_service
+                transformedDmaapProperties = getDmaapPropertiesWithInfoData(root);
+            }
+        } catch (IOException e) {
+            e.printStackTrace();
+        }
+        return transformedDmaapProperties;
+    }
+
+    private static Map<String, String> getLegacyDmaapPropertiesWithChannels(AnyNode channelsNode) {
+        return channelsNode.asList().stream()
+                .map(DmaapPropertyReader::getTransformedMandatoryChannelProperties)
+                .flatMap(m -> m.entrySet().stream())
+                .collect(Collectors.toMap(Map.Entry::getKey, Map.Entry::getValue));
+    }
+
+    private static Map<String, String> getTransformedMandatoryChannelProperties(AnyNode channel) {
+        String prefix = channel.get("name").asString() + ".";
+        return channel.asMap().entrySet().stream().filter(el -> LEGACY_CHANNEL_MANDATORY_PARAMS.contains(el.getKey()) && !Objects.equals(el.getKey(), "name"))
+                .collect(Collectors.toMap(k -> prefix + k.getKey(), v -> v.getValue().asString().replace("\"", "")));
+    }
+
+    private static Map<String, String> getDmaapPropertiesWithInfoData(AnyNode root) {
+        return root.asMap().entrySet().stream()
+                .map(DmaapPropertyReader::getTransformedMandatoryInfoProperties).flatMap(m -> m.entrySet().stream())
+                .collect(Collectors.toMap(Map.Entry::getKey, Map.Entry::getValue));
+    }
+
+    private static Map<String, String> getTransformedMandatoryInfoProperties(Map.Entry<String, AnyNode> el) {
+        String prefix = el.getKey() + ".";
+        AnyNode val = el.getValue();
+        Map<String, String> map = Maps.newHashMap();
+        map.put(prefix + "basicAuthUsername", val.getAsOptional("aaf_username").orElse(AnyNode.nullValue()).asString().replace("\"", ""));
+        map.put(prefix + "basicAuthPassword", val.getAsOptional("aaf_password").orElse(AnyNode.nullValue()).asString().replace("\"", ""));
+        map.putAll(getParamsFromDmaapInfoTopicUrl(prefix, val.get("dmaap_info").get("topic_url").asString().replace("\"", "")));
+        return map;
+    }
+
+    /***
+     * Dmaap url structure pub - https://<dmaaphostname>:<port>/events/
+     * <namespace>.<dmaapcluster>.<topic>, sub - https://<dmaaphostname>:
+     * <port>/events/<namespace>.<dmaapcluster>.<topic>/G1/u1";
+     *
+     * Onap url structure pub - http://<dmaaphostname>:<port>/<unauthenticated>.
+     * <topic>,
+     */
+    private static Map<String, String> getParamsFromDmaapInfoTopicUrl(String keyPrefix, String topicUrl) {
+        Map<String, String> topicUrlParts = Maps.newHashMap();
+        try {
+            URL url = new URL(topicUrl);
+            topicUrlParts.put(keyPrefix + CAMBRIA_URL_KEY, url.getAuthority());
+            String[] pathParts = url.getPath().split("/");
+            if (pathParts.length > 2 && "events".equals(pathParts[1])) {
+                // DCAE internal dmaap topic convention
+                topicUrlParts.put(keyPrefix + CAMBRIA_TOPIC_KEY, pathParts[2]);
+            } else {
+                // ONAP dmaap topic convention
+                topicUrlParts.put(keyPrefix + CAMBRIA_TOPIC_KEY, pathParts[2]);
+                topicUrlParts.put(keyPrefix + CAMBRIA_HOSTS_KEY, url.getHost());
+            }
+        } catch (MalformedURLException e) {
+            log.error("Invalid URL found under topic_url key!", e);
+            e.printStackTrace();
+        }
+        return topicUrlParts;
+    }
+}
\ No newline at end of file