Add ML based optimization to PCI opt

Add DCAE DES adapter to the adapters
Add a simple ML model in PCI opt app

Issue-ID: OPTFRA-769
Signed-off-by: krishnaa96 <krishna.moorthy6@wipro.com>
Change-Id: I144887e1be1ac6be4d27eeec22f9669c71f2c2bb

7 files changed, 319 insertions, 1 deletions

diff --git a/test/adapters/dcae/des_response.json b/test/adapters/dcae/des_response.json
new file mode 100644
index 0000000..c8595eb
--- /dev/null
+++ b/test/adapters/dcae/des_response.json
@@ -0,0 +1,47 @@
+{
+  "result": [
+    {
+      "additionalMeasurements": [
+    		{
+               "hashMap":{
+                  "networkId":"plmnid1",
+                  "InterEnbOutAtt_X2HO":"300",
+                  "InterEnbOutSucc_X2HO":"290"
+               },
+               "name":"Chn0004"
+            },
+            {
+               "hashMap":{
+                  "InterEnbOutAtt_X2HO":"250",
+                  "InterEnbOutSucc_X2HO":"170"
+               },
+               "name":"Chn0001"
+            }
+        ]
+    },
+    {
+      "additionalMeasurements": [
+    		{
+               "hashMap":{
+                  "networkId":"plmnid1",
+                  "InterEnbOutAtt_X2HO":"300",
+                  "InterEnbOutSucc_X2HO":"290"
+               },
+               "name":"Chn0004"
+            },
+            {
+               "hashMap":{
+                  "InterEnbOutAtt_X2HO":"250",
+                  "InterEnbOutSucc_X2HO":"170"
+               },
+               "name":"Chn0001"
+            }
+        ]
+    }
+  ],
+  "request": {
+    "cell_id": "Chn0002",
+    "interval": 2
+  },
+  "result_count": 2
+}
\ No newline at end of file
diff --git a/test/adapters/dcae/test_des.py b/test/adapters/dcae/test_des.py
new file mode 100644
index 0000000..6daa29b
--- /dev/null
+++ b/test/adapters/dcae/test_des.py
@@ -0,0 +1,69 @@
+# -------------------------------------------------------------------------
+#   Copyright (C) 2020 Wipro Limited.
+#
+#   Licensed under the Apache License, Version 2.0 (the "License");
+#   you may not use this file except in compliance with the License.
+#   You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#   Unless required by applicable law or agreed to in writing, software
+#   distributed under the License is distributed on an "AS IS" BASIS,
+#   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#   See the License for the specific language governing permissions and
+#   limitations under the License.
+#
+# -------------------------------------------------------------------------
+#
+
+import mock
+from mock import patch
+from requests import RequestException
+import unittest
+from osdf.adapters.dcae import des
+from osdf.adapters.dcae.des import DESException
+import osdf.config.loader as config_loader
+from osdf.utils.interfaces import json_from_file
+from osdf.utils.programming_utils import DotDict
+
+
+class TestDes(unittest.TestCase):
+
+    def setUp(self):
+        self.config_spec = {
+            "deployment": "config/osdf_config.yaml",
+            "core": "config/common_config.yaml"
+        }
+        self.osdf_config = DotDict(config_loader.all_configs(**self.config_spec))
+
+    def tearDown(self):
+        pass
+
+    def test_extract_data(self):
+        response_file = 'test/adapters/dcae/des_response.json'
+        response_json = json_from_file(response_file)
+
+        des_config = self.osdf_config.core['PCI']['DES']
+        service_id = des_config['service_id']
+        data = des_config['filter']
+        expected = response_json['result']
+        response = mock.MagicMock()
+        response.status_code = 200
+        response.ok = True
+        response.json.return_value = response_json
+        self.patcher_req = patch('requests.post', return_value=response)
+        self.Mock_req = self.patcher_req.start()
+        self.assertEqual(expected, des.extract_data(service_id, data))
+        self.patcher_req.stop()
+
+        response = mock.MagicMock()
+        response.status_code = 404
+        self.patcher_req = patch('requests.post', return_value=response)
+        self.Mock_req = self.patcher_req.start()
+        self.assertRaises(DESException, des.extract_data, service_id, data)
+        self.patcher_req.stop()
+
+        self.patcher_req = patch('requests.post', side_effect=RequestException("error"))
+        self.Mock_req = self.patcher_req.start()
+        self.assertRaises(DESException, des.extract_data, service_id, data)
+        self.patcher_req.stop()
diff --git a/test/apps/pci_optimization/des_result.json b/test/apps/pci_optimization/des_result.json
new file mode 100644
index 0000000..2083ade
--- /dev/null
+++ b/test/apps/pci_optimization/des_result.json
@@ -0,0 +1,86 @@
+[
+  [
+  {
+    "additionalMeasurements": [
+    		{
+               "hashMap":{
+                  "networkId":"plmnid1",
+                  "InterEnbOutAtt_X2HO":"300",
+                  "InterEnbOutSucc_X2HO":"290"
+               },
+               "name":"Chn0004"
+            },
+            {
+               "hashMap":{
+                  "InterEnbOutAtt_X2HO":"1000",
+                  "InterEnbOutSucc_X2HO":"170"
+               },
+               "name":"Chn0001"
+            }
+
+        ]
+  },
+  {
+    "additionalMeasurements": [
+    		{
+               "hashMap":{
+                  "networkId":"plmnid1",
+                  "InterEnbOutAtt_X2HO":"300",
+                  "InterEnbOutSucc_X2HO":"290"
+               },
+               "name":"Chn0004"
+            },
+            {
+               "hashMap":{
+                  "InterEnbOutAtt_X2HO":"250",
+                  "InterEnbOutSucc_X2HO":"170"
+               },
+               "name":"Chn0001"
+            }
+
+        ]
+  }
+  ],
+  [
+  {
+    "additionalMeasurements": [
+    		{
+               "hashMap":{
+                  "networkId":"plmnid1",
+                  "InterEnbOutAtt_X2HO":"200",
+                  "InterEnbOutSucc_X2HO":"290"
+               },
+               "name":"Chn0007"
+            },
+            {
+               "hashMap":{
+                  "InterEnbOutAtt_X2HO":"250",
+                  "InterEnbOutSucc_X2HO":"170"
+               },
+               "name":"Chn0005"
+            }
+
+        ]
+  },
+  {
+    "additionalMeasurements": [
+    		{
+               "hashMap":{
+                  "networkId":"plmnid1",
+                  "InterEnbOutAtt_X2HO":"150",
+                  "InterEnbOutSucc_X2HO":"290"
+               },
+               "name":"Chn0007"
+            },
+            {
+               "hashMap":{
+                  "InterEnbOutAtt_X2HO":"250",
+                  "InterEnbOutSucc_X2HO":"170"
+               },
+               "name":"Chn0005"
+            }
+
+        ]
+  }
+  ]
+]
\ No newline at end of file
diff --git a/test/apps/pci_optimization/test_ml_model.py b/test/apps/pci_optimization/test_ml_model.py
new file mode 100644
index 0000000..9c617a9
--- /dev/null
+++ b/test/apps/pci_optimization/test_ml_model.py
@@ -0,0 +1,87 @@
+# -------------------------------------------------------------------------
+#   Copyright (C) 2020 Wipro Limited.
+#
+#   Licensed under the Apache License, Version 2.0 (the "License");
+#   you may not use this file except in compliance with the License.
+#   You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#   Unless required by applicable law or agreed to in writing, software
+#   distributed under the License is distributed on an "AS IS" BASIS,
+#   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#   See the License for the specific language governing permissions and
+#   limitations under the License.
+#
+# -------------------------------------------------------------------------
+#
+
+import copy
+from mock import patch
+import unittest
+from apps.pci.optimizers.solver.ml_model import MlModel
+from osdf.adapters.dcae.des import DESException
+import osdf.config.loader as config_loader
+from osdf.utils.interfaces import json_from_file
+from osdf.utils.programming_utils import DotDict
+
+
+class TestMlModel(unittest.TestCase):
+    def setUp(self):
+        self.config_spec = {
+            "deployment": "config/osdf_config.yaml",
+            "core": "config/common_config.yaml"
+        }
+        self.osdf_config = DotDict(config_loader.all_configs(**self.config_spec))
+
+    def tearDown(self):
+        pass
+
+    def test_ml_model(self):
+        des_result_file = 'test/apps/pci_optimization/des_result.json'
+        results = json_from_file(des_result_file)
+
+        dzn_data = {
+            'NUM_NODES': 4,
+            'NUM_PCIS': 4,
+            'NUM_NEIGHBORS': 4,
+            'NEIGHBORS': [],
+            'NUM_SECOND_LEVEL_NEIGHBORS': 1,
+            'SECOND_LEVEL_NEIGHBORS': [],
+            'PCI_UNCHANGEABLE_CELLS': [],
+            'ORIGINAL_PCIS': []
+        }
+
+        network_cell_info = {
+            'cell_list': [
+                {
+                    'cell_id': 'Chn0001',
+                    'id': 1,
+                    'nbr_list': []
+                },
+                {
+                    'cell_id': 'Chn0002',
+                    'id': 2,
+                    'nbr_list': []
+                }
+            ]
+        }
+        self.patcher_req = patch('osdf.adapters.dcae.des.extract_data', side_effect=results)
+        self.Mock_req = self.patcher_req.start()
+        mlmodel = MlModel()
+        mlmodel.get_additional_inputs(dzn_data, network_cell_info)
+        self.assertEqual(['Chn0001'], dzn_data['PCI_UNCHANGEABLE_CELLS'])
+        self.patcher_req.stop()
+
+        dzn_data['PCI_UNCHANGEABLE_CELLS'] = []
+        self.patcher_req = patch('osdf.adapters.dcae.des.extract_data', side_effect=DESException('error'))
+        self.Mock_req = self.patcher_req.start()
+        mlmodel.get_additional_inputs(dzn_data, network_cell_info)
+        self.assertEqual([], dzn_data['PCI_UNCHANGEABLE_CELLS'])
+        self.patcher_req.stop()
+
+        self.patcher_req = patch('osdf.adapters.dcae.des.extract_data', return_value=[])
+        self.Mock_req = self.patcher_req.start()
+        mlmodel.get_additional_inputs(dzn_data, network_cell_info)
+        self.assertEqual([], dzn_data['PCI_UNCHANGEABLE_CELLS'])
+        self.patcher_req.stop()
diff --git a/test/config/common_config.yaml b/test/config/common_config.yaml
index a3ef82e..560d707 100644
--- a/test/config/common_config.yaml
+++ b/test/config/common_config.yaml
@@ -61,4 +61,14 @@ policy_info:
                     - get_param: subscriber_role
     default:  # if no explicit service related information is needed
         policy_fetch: by_name
-        policy_scope: none
\ No newline at end of file
+        policy_scope: none
+
+PCI:
+    ML:
+        average_ho_threshold: 10000
+        latest_ho_threshold: 500
+    DES:
+        service_id: ho_metric
+        filter:
+            interval: 10
+    ml_enabled: false
diff --git a/test/config/osdf_config.yaml b/test/config/osdf_config.yaml
index 2ed8b88..ef73d4c 100755
--- a/test/config/osdf_config.yaml
+++ b/test/config/osdf_config.yaml
@@ -70,3 +70,12 @@ osdfPCIOptPassword: PCI-OSDF-PASSWD
 
 aaiUrl: "https://aai.url:30233"
 aaiServiceInstanceUrl : "/aai/v20/nodes/service-instances/service-instance/"
+
+#DES api
+desUrl: https://des.url:9000
+desApiPath: /datalake/v1/exposure/
+desHeaders:
+  Accept: application/json
+  Content-Type: application/json
+desUsername:
+desPassword:
diff --git a/test/functest/simulators/simulated-config/common_config.yaml b/test/functest/simulators/simulated-config/common_config.yaml
index 1249dc0..36c639f 100644
--- a/test/functest/simulators/simulated-config/common_config.yaml
+++ b/test/functest/simulators/simulated-config/common_config.yaml
@@ -62,3 +62,13 @@ policy_info:
     default:  # if no explicit service related information is needed
         policy_fetch: by_name
         policy_scope: none
+
+PCI:
+    ML:
+        average_ho_threshold: 10000
+        latest_ho_threshold: 500
+    DES:
+        service_id: ho_metric
+        filter:
+            interval: 10
+    ml_enabled: false