Merge "support vnfd parser multi version"

4 files changed, 506 insertions, 231 deletions

diff --git a/catalog/pub/utils/toscaparser/vnfdmodel.py b/catalog/pub/utils/toscaparser/vnfdmodel.py
index 00884b52..c4de6dcb 100644
--- a/catalog/pub/utils/toscaparser/vnfdmodel.py
+++ b/catalog/pub/utils/toscaparser/vnfdmodel.py
@@ -14,14 +14,11 @@
 
 import functools
 import logging
-import os
 from catalog.pub.utils.toscaparser.basemodel import BaseInfoModel
-# from catalog.pub.exceptions import CatalogException
+from catalog.pub.utils.toscaparser.vnfdparser import CreateVnfdSOLParser
 
-logger = logging.getLogger(__name__)
 
-SECTIONS = (VDU_COMPUTE_TYPE, VNF_VL_TYPE, VDU_CP_TYPE, VDU_STORAGE_TYPE) = \
-           ('tosca.nodes.nfv.Vdu.Compute', 'tosca.nodes.nfv.VnfVirtualLink', 'tosca.nodes.nfv.VduCp', 'tosca.nodes.nfv.Vdu.VirtualStorage')
+logger = logging.getLogger(__name__)
 
 NFV_VNF_RELATIONSHIPS = [["tosca.relationships.nfv.VirtualLinksTo", "tosca.relationships.nfv.VduAttachesTo", "tosca.relationships.nfv.AttachesTo", "tosca.relationships.nfv.Vdu.AttachedTo", "tosca.relationships.DependsOn"],
                          ["tosca.nodes.relationships.VirtualBindsTo", "tosca.relationships.nfv.VirtualBindsTo"]]
@@ -30,236 +27,21 @@ NFV_VNF_RELATIONSHIPS = [["tosca.relationships.nfv.VirtualLinksTo", "tosca.relat
 class EtsiVnfdInfoModel(BaseInfoModel):
 
     def __init__(self, path, params):
+        self.vnf = {}
         super(EtsiVnfdInfoModel, self).__init__(path, params)
 
     def parseModel(self, tosca):
-        self.vnf = {}
-        self.vnf = self._build_vnf(tosca)
         self.metadata = self.buildMetadata(tosca)
         self.inputs = self.buildInputs(tosca)
-        nodeTemplates = map(functools.partial(self.buildNode, tosca=tosca),
-                            tosca.nodetemplates)
-        node_types = tosca.topology_template.custom_defs
+        nodeTemplates = map(functools.partial(self.buildNode, tosca=tosca), tosca.nodetemplates)
         self.basepath = self.get_base_path(tosca)
-        self.volume_storages = self._get_all_volume_storage(nodeTemplates, node_types)
-        self.vdus = self._get_all_vdu(nodeTemplates, node_types)
-        self.vls = self._get_all_vl(nodeTemplates, node_types)
-        self.cps = self._get_all_cp(nodeTemplates, node_types)
-        self.vnf_exposed = self._get_all_endpoint_exposed()
+        node_types = tosca.topology_template.custom_defs
+        sol_version = self.metadata.get("SOL_VERSION", "base") if isinstance(self.metadata, dict) else "base"
+        vnfd_sol_parser = CreateVnfdSOLParser(sol_version, self)
+        self.vnf = vnfd_sol_parser.build_vnf(tosca)
+        self.volume_storages = vnfd_sol_parser.get_all_volume_storage(nodeTemplates, node_types)
+        self.vdus = vnfd_sol_parser.get_all_vdu(nodeTemplates, node_types)
+        self.vls = vnfd_sol_parser.get_all_vl(nodeTemplates, node_types)
+        self.cps = vnfd_sol_parser.get_all_cp(nodeTemplates, node_types)
+        self.vnf_exposed = vnfd_sol_parser.get_all_endpoint_exposed()
         self.graph = self.get_deploy_graph(tosca, NFV_VNF_RELATIONSHIPS)
-
-    def _get_all_volume_storage(self, nodeTemplates, node_types):
-        rets = []
-        for node in nodeTemplates:
-            if self.isNodeTypeX(node, node_types, VDU_STORAGE_TYPE):
-                ret = {}
-                ret['volume_storage_id'] = node['name']
-                if 'description' in node:
-                    ret['description'] = node['description']
-                ret['properties'] = node['properties']
-                # image_file should be gotten form artifacts TODO
-                # ret['artifacts'] = self._build_artifacts(node)
-                rets.append(ret)
-        return rets
-
-    def _get_all_vdu(self, nodeTemplates, node_types):
-        rets = []
-        inject_files = []
-        for node in nodeTemplates:
-            logger.debug("nodeTemplates :%s", node)
-            if self.isNodeTypeX(node, node_types, VDU_COMPUTE_TYPE):
-                ret = {}
-                ret['vdu_id'] = node['name']
-                ret['type'] = node['nodeType']
-                if 'description' in node:
-                    ret['description'] = node['description']
-                ret['properties'] = node['properties']
-                if 'inject_files' in node['properties']:
-                    inject_files = node['properties']['inject_files']
-                if inject_files is not None:
-                    if isinstance(inject_files, list):
-                        for inject_file in inject_files:
-                            source_path = os.path.join(self.basepath, inject_file['source_path'])
-                            with open(source_path, "rb") as f:
-                                source_data = f.read()
-                                source_data_base64 = source_data.encode("base64")
-                                inject_file["source_data_base64"] = source_data_base64
-                    if isinstance(inject_files, dict):
-                        source_path = os.path.join(self.basepath, inject_files['source_path'])
-                        with open(source_path, "rb") as f:
-                            source_data = f.read()
-                            source_data_base64 = source_data.encode("base64")
-                            inject_files["source_data_base64"] = source_data_base64
-                virtual_storages = self.getRequirementByName(node, 'virtual_storage')
-                ret['virtual_storages'] = map(functools.partial(self._trans_virtual_storage), virtual_storages)
-                ret['dependencies'] = map(lambda x: self.get_requirement_node_name(x), self.getNodeDependencys(node))
-                virtual_compute = self.getCapabilityByName(node, 'virtual_compute')
-                if virtual_compute is not None and 'properties' in virtual_compute:
-                    ret['virtual_compute'] = virtual_compute['properties']
-                ret['vls'] = self._get_linked_vl_ids(node, nodeTemplates)
-                ret['cps'] = self._get_virtal_binding_cp_ids(node, nodeTemplates)
-                ret['artifacts'] = self.build_artifacts(node)
-                rets.append(ret)
-        logger.debug("rets:%s", rets)
-        return rets
-
-    def _trans_virtual_storage(self, virtual_storage):
-        if isinstance(virtual_storage, str):
-            return {"virtual_storage_id": virtual_storage}
-        else:
-            ret = {}
-            ret['virtual_storage_id'] = self.get_requirement_node_name(virtual_storage)
-            return ret
-
-    def _get_linked_vl_ids(self, node, node_templates):
-        vl_ids = []
-        cps = self._get_virtal_binding_cps(node, node_templates)
-        for cp in cps:
-            vl_reqs = self.getRequirementByName(cp, 'virtual_link')
-            for vl_req in vl_reqs:
-                vl_ids.append(self.get_requirement_node_name(vl_req))
-        return vl_ids
-
-    def _get_virtal_binding_cp_ids(self, node, nodeTemplates):
-        return map(lambda x: x['name'], self._get_virtal_binding_cps(node, nodeTemplates))
-
-    def _get_virtal_binding_cps(self, node, nodeTemplates):
-        cps = []
-        for tmpnode in nodeTemplates:
-            if 'requirements' in tmpnode:
-                for item in tmpnode['requirements']:
-                    for key, value in item.items():
-                        if key.upper().startswith('VIRTUAL_BINDING'):
-                            req_node_name = self.get_requirement_node_name(value)
-                            if req_node_name is not None and req_node_name == node['name']:
-                                cps.append(tmpnode)
-        return cps
-
-    def _get_all_vl(self, nodeTemplates, node_types):
-        vls = []
-        for node in nodeTemplates:
-            if self.isNodeTypeX(node, node_types, VNF_VL_TYPE):
-                vl = dict()
-                vl['vl_id'] = node['name']
-                vl['description'] = node['description']
-                vl['properties'] = node['properties']
-                vls.append(vl)
-        return vls
-
-    def _get_all_cp(self, nodeTemplates, node_types):
-        cps = []
-        for node in nodeTemplates:
-            if self.isNodeTypeX(node, node_types, VDU_CP_TYPE):
-                cp = {}
-                cp['cp_id'] = node['name']
-                cp['cpd_id'] = node['name']
-                cp['description'] = node['description']
-                cp['properties'] = node['properties']
-                cp['vl_id'] = self._get_node_vl_id(node)
-                cp['vdu_id'] = self._get_node_vdu_id(node)
-                vls = self._buil_cp_vls(node)
-                if len(vls) > 1:
-                    cp['vls'] = vls
-                cps.append(cp)
-        return cps
-
-    def _get_node_vdu_id(self, node):
-        vdu_ids = map(lambda x: self.get_requirement_node_name(x), self.getRequirementByName(node, 'virtual_binding'))
-        if len(vdu_ids) > 0:
-            return vdu_ids[0]
-        return ""
-
-    def _get_node_vl_id(self, node):
-        vl_ids = map(lambda x: self.get_requirement_node_name(x), self.getRequirementByName(node, 'virtual_link'))
-        if len(vl_ids) > 0:
-            return vl_ids[0]
-        return ""
-
-    def _buil_cp_vls(self, node):
-        return map(lambda x: self._build_cp_vl(x), self.getRequirementByName(node, 'virtual_link'))
-
-    def _build_cp_vl(self, req):
-        cp_vl = {}
-        cp_vl['vl_id'] = self.get_prop_from_obj(req, 'node')
-        relationship = self.get_prop_from_obj(req, 'relationship')
-        if relationship is not None:
-            properties = self.get_prop_from_obj(relationship, 'properties')
-            if properties is not None and isinstance(properties, dict):
-                for key, value in properties.items():
-                    cp_vl[key] = value
-        return cp_vl
-
-    def _get_all_endpoint_exposed(self):
-        if self.vnf:
-            external_cps = self._get_external_cps(self.vnf.get('requirements', None))
-            forward_cps = self._get_forward_cps(self.vnf.get('capabilities', None))
-            return {"external_cps": external_cps, "forward_cps": forward_cps}
-        return {}
-
-    def _get_external_cps(self, vnf_requirements):
-        external_cps = []
-        if vnf_requirements:
-            if isinstance(vnf_requirements, dict):
-                for key, value in vnf_requirements.items():
-                    if isinstance(value, list) and len(value) > 0:
-                        external_cps.append({"key_name": key, "cpd_id": value[0]})
-                    else:
-                        external_cps.append({"key_name": key, "cpd_id": value})
-            elif isinstance(vnf_requirements, list):
-                for vnf_requirement in vnf_requirements:
-                    for key, value in vnf_requirement.items():
-                        if isinstance(value, list) and len(value) > 0:
-                            external_cps.append({"key_name": key, "cpd_id": value[0]})
-                        else:
-                            external_cps.append({"key_name": key, "cpd_id": value})
-        return external_cps
-
-    def _get_forward_cps(self, vnf_capabilities):
-        forward_cps = []
-        if vnf_capabilities:
-            for key, value in vnf_capabilities.items():
-                if isinstance(value, list) and len(value) > 0:
-                    forward_cps.append({"key_name": key, "cpd_id": value[0]})
-                else:
-                    forward_cps.append({"key_name": key, "cpd_id": value})
-        return forward_cps
-
-    # def get_substitution_mappings(self, tosca):
-    #    node = {}
-    #    substitution_mappings = tosca.tpl['topology_template'].get('substitution_mappings', None)
-    #    if substitution_mappings:
-    #        node = substitution_mappings.get('properties', {})
-    #        node['type'] = substitution_mappings['node_type']
-    #    return node
-
-    def _build_vnf(self, tosca):
-        vnf = self.get_substitution_mappings(tosca)
-        properties = vnf.get("properties", {})
-        metadata = vnf.get("metadata", {})
-        if properties.get("descriptor_id", "") == "":
-            descriptor_id = metadata.get("descriptor_id", "")
-            if descriptor_id == "":
-                descriptor_id = metadata.get("id", "")
-            if descriptor_id == "":
-                descriptor_id = metadata.get("UUID", "")
-            properties["descriptor_id"] = descriptor_id
-
-        if properties.get("descriptor_verison", "") == "":
-            version = metadata.get("template_version", "")
-            if version == "":
-                version = metadata.get("version", "")
-            properties["descriptor_verison"] = version
-
-        if properties.get("provider", "") == "":
-            provider = metadata.get("template_author", "")
-            if provider == "":
-                provider = metadata.get("provider", "")
-            properties["provider"] = provider
-
-        if properties.get("template_name", "") == "":
-            template_name = metadata.get("template_name", "")
-            if template_name == "":
-                template_name = metadata.get("template_name", "")
-            properties["template_name"] = template_name
-
-        return vnf
diff --git a/catalog/pub/utils/toscaparser/vnfdparser/__init__.py b/catalog/pub/utils/toscaparser/vnfdparser/__init__.py
new file mode 100644
index 00000000..90bef831
--- /dev/null
+++ b/catalog/pub/utils/toscaparser/vnfdparser/__init__.py
@@ -0,0 +1,23 @@
+# Copyright 2019 ZTE Corporation.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#         http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+from catalog.pub.utils.toscaparser.vnfdparser.vnfd_sol_base import VnfdSOLBase
+from catalog.pub.utils.toscaparser.vnfdparser.vnfd_sol_251 import VnfdSOL251
+
+
+def CreateVnfdSOLParser(sol_version, etsi_vnfd_model):
+    switcher = {
+        "base": VnfdSOLBase(etsi_vnfd_model),
+        "2.5.1": VnfdSOL251(etsi_vnfd_model)
+    }
+    return switcher.get(sol_version, lambda: "Invalid Version")
diff --git a/catalog/pub/utils/toscaparser/vnfdparser/vnfd_sol_251.py b/catalog/pub/utils/toscaparser/vnfdparser/vnfd_sol_251.py
new file mode 100644
index 00000000..d6c15de9
--- /dev/null
+++ b/catalog/pub/utils/toscaparser/vnfdparser/vnfd_sol_251.py
@@ -0,0 +1,235 @@
+# Copyright 2019 ZTE Corporation.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#         http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import functools
+import logging
+import os
+
+
+logger = logging.getLogger(__name__)
+
+SECTIONS = (VDU_COMPUTE_TYPE, VNF_VL_TYPE, VDU_CP_TYPE, VDU_STORAGE_TYPE) = \
+           ('tosca.nodes.nfv.Vdu.Compute', 'tosca.nodes.nfv.VnfVirtualLink', 'tosca.nodes.nfv.VduCp', 'tosca.nodes.nfv.Vdu.VirtualStorage')
+
+
+class VnfdSOL251():
+
+    def __init__(self, model):
+        self.model = model
+
+    def build_vnf(self, tosca):
+        vnf = self.model.get_substitution_mappings(tosca)
+        properties = vnf.get("properties", {})
+        metadata = vnf.get("metadata", {})
+        if properties.get("descriptor_id", "") == "":
+            descriptor_id = metadata.get("descriptor_id", "")
+            if descriptor_id == "":
+                descriptor_id = metadata.get("id", "")
+            if descriptor_id == "":
+                descriptor_id = metadata.get("UUID", "")
+            properties["descriptor_id"] = descriptor_id
+
+        if properties.get("descriptor_verison", "") == "":
+            version = metadata.get("template_version", "")
+            if version == "":
+                version = metadata.get("version", "")
+            properties["descriptor_verison"] = version
+
+        if properties.get("provider", "") == "":
+            provider = metadata.get("template_author", "")
+            if provider == "":
+                provider = metadata.get("provider", "")
+            properties["provider"] = provider
+
+        if properties.get("template_name", "") == "":
+            template_name = metadata.get("template_name", "")
+            if template_name == "":
+                template_name = metadata.get("template_name", "")
+            properties["template_name"] = template_name
+
+        return vnf
+
+    def get_all_vl(self, nodeTemplates, node_types):
+        vls = []
+        for node in nodeTemplates:
+            if self.model.isNodeTypeX(node, node_types, VNF_VL_TYPE):
+                vl = dict()
+                vl['vl_id'] = node['name']
+                vl['description'] = node['description']
+                vl['properties'] = node['properties']
+                vls.append(vl)
+        return vls
+
+    def get_all_cp(self, nodeTemplates, node_types):
+        cps = []
+        for node in nodeTemplates:
+            if self.model.isNodeTypeX(node, node_types, VDU_CP_TYPE):
+                cp = {}
+                cp['cp_id'] = node['name']
+                cp['cpd_id'] = node['name']
+                cp['description'] = node['description']
+                cp['properties'] = node['properties']
+                cp['vl_id'] = self._get_node_vl_id(node)
+                cp['vdu_id'] = self._get_node_vdu_id(node)
+                vls = self._buil_cp_vls(node)
+                if len(vls) > 1:
+                    cp['vls'] = vls
+                cps.append(cp)
+        return cps
+
+    def get_all_volume_storage(self, nodeTemplates, node_types):
+        rets = []
+        for node in nodeTemplates:
+            if self.model.isNodeTypeX(node, node_types, VDU_STORAGE_TYPE):
+                ret = {}
+                ret['volume_storage_id'] = node['name']
+                if 'description' in node:
+                    ret['description'] = node['description']
+                ret['properties'] = node['properties']
+                rets.append(ret)
+        return rets
+
+    def get_all_vdu(self, nodeTemplates, node_types):
+        rets = []
+        inject_files = []
+        for node in nodeTemplates:
+            logger.debug("nodeTemplates :%s", node)
+            if self.model.isNodeTypeX(node, node_types, VDU_COMPUTE_TYPE):
+                ret = {}
+                ret['vdu_id'] = node['name']
+                ret['type'] = node['nodeType']
+                if 'description' in node:
+                    ret['description'] = node['description']
+                ret['properties'] = node['properties']
+                if 'inject_files' in node['properties']:
+                    inject_files = node['properties']['inject_files']
+                if inject_files is not None:
+                    if isinstance(inject_files, list):
+                        for inject_file in inject_files:
+                            source_path = os.path.join(self.model.basepath, inject_file['source_path'])
+                            with open(source_path, "rb") as f:
+                                source_data = f.read()
+                                source_data_base64 = source_data.encode("base64")
+                                inject_file["source_data_base64"] = source_data_base64
+                    if isinstance(inject_files, dict):
+                        source_path = os.path.join(self.model.basepath, inject_files['source_path'])
+                        with open(source_path, "rb") as f:
+                            source_data = f.read()
+                            source_data_base64 = source_data.encode("base64")
+                            inject_files["source_data_base64"] = source_data_base64
+                virtual_storages = self.model.getRequirementByName(node, 'virtual_storage')
+                ret['virtual_storages'] = map(functools.partial(self._trans_virtual_storage), virtual_storages)
+                ret['dependencies'] = map(lambda x: self.model.get_requirement_node_name(x), self.model.getNodeDependencys(node))
+                virtual_compute = self.model.getCapabilityByName(node, 'virtual_compute')
+                if virtual_compute is not None and 'properties' in virtual_compute:
+                    ret['virtual_compute'] = virtual_compute['properties']
+                ret['vls'] = self._get_linked_vl_ids(node, nodeTemplates)
+                ret['cps'] = self._get_virtal_binding_cp_ids(node, nodeTemplates)
+                ret['artifacts'] = self.model.build_artifacts(node)
+                rets.append(ret)
+        logger.debug("rets:%s", rets)
+        return rets
+
+    def get_all_endpoint_exposed(self):
+        if self.model.vnf:
+            external_cps = self._get_external_cps(self.model.vnf.get('requirements', None))
+            forward_cps = self._get_forward_cps(self.model.vnf.get('capabilities', None))
+            return {"external_cps": external_cps, "forward_cps": forward_cps}
+        return {}
+
+    def _trans_virtual_storage(self, virtual_storage):
+        if isinstance(virtual_storage, str):
+            return {"virtual_storage_id": virtual_storage}
+        else:
+            ret = {}
+            ret['virtual_storage_id'] = self.model.get_requirement_node_name(virtual_storage)
+            return ret
+
+    def _get_linked_vl_ids(self, node, node_templates):
+        vl_ids = []
+        cps = self._get_virtal_binding_cps(node, node_templates)
+        for cp in cps:
+            vl_reqs = self.model.getRequirementByName(cp, 'virtual_link')
+            for vl_req in vl_reqs:
+                vl_ids.append(self.model.get_requirement_node_name(vl_req))
+        return vl_ids
+
+    def _get_virtal_binding_cp_ids(self, node, nodeTemplates):
+        return map(lambda x: x['name'], self._get_virtal_binding_cps(node, nodeTemplates))
+
+    def _get_virtal_binding_cps(self, node, nodeTemplates):
+        cps = []
+        for tmpnode in nodeTemplates:
+            if 'requirements' in tmpnode:
+                for item in tmpnode['requirements']:
+                    for key, value in item.items():
+                        if key.upper().startswith('VIRTUAL_BINDING'):
+                            req_node_name = self.model.get_requirement_node_name(value)
+                            if req_node_name is not None and req_node_name == node['name']:
+                                cps.append(tmpnode)
+        return cps
+
+    def _get_node_vdu_id(self, node):
+        vdu_ids = map(lambda x: self.model.get_requirement_node_name(x), self.model.getRequirementByName(node, 'virtual_binding'))
+        if len(vdu_ids) > 0:
+            return vdu_ids[0]
+        return ""
+
+    def _get_node_vl_id(self, node):
+        vl_ids = map(lambda x: self.model.get_requirement_node_name(x), self.model.getRequirementByName(node, 'virtual_link'))
+        if len(vl_ids) > 0:
+            return vl_ids[0]
+        return ""
+
+    def _buil_cp_vls(self, node):
+        return map(lambda x: self._build_cp_vl(x), self.model.getRequirementByName(node, 'virtual_link'))
+
+    def _build_cp_vl(self, req):
+        cp_vl = {}
+        cp_vl['vl_id'] = self.model.get_prop_from_obj(req, 'node')
+        relationship = self.model.get_prop_from_obj(req, 'relationship')
+        if relationship is not None:
+            properties = self.model.get_prop_from_obj(relationship, 'properties')
+            if properties is not None and isinstance(properties, dict):
+                for key, value in properties.items():
+                    cp_vl[key] = value
+        return cp_vl
+
+    def _get_external_cps(self, vnf_requirements):
+        external_cps = []
+        if vnf_requirements:
+            if isinstance(vnf_requirements, dict):
+                for key, value in vnf_requirements.items():
+                    if isinstance(value, list) and len(value) > 0:
+                        external_cps.append({"key_name": key, "cpd_id": value[0]})
+                    else:
+                        external_cps.append({"key_name": key, "cpd_id": value})
+            elif isinstance(vnf_requirements, list):
+                for vnf_requirement in vnf_requirements:
+                    for key, value in vnf_requirement.items():
+                        if isinstance(value, list) and len(value) > 0:
+                            external_cps.append({"key_name": key, "cpd_id": value[0]})
+                        else:
+                            external_cps.append({"key_name": key, "cpd_id": value})
+        return external_cps
+
+    def _get_forward_cps(self, vnf_capabilities):
+        forward_cps = []
+        if vnf_capabilities:
+            for key, value in vnf_capabilities.items():
+                if isinstance(value, list) and len(value) > 0:
+                    forward_cps.append({"key_name": key, "cpd_id": value[0]})
+                else:
+                    forward_cps.append({"key_name": key, "cpd_id": value})
+        return forward_cps
diff --git a/catalog/pub/utils/toscaparser/vnfdparser/vnfd_sol_base.py b/catalog/pub/utils/toscaparser/vnfdparser/vnfd_sol_base.py
new file mode 100644
index 00000000..d14b380e
--- /dev/null
+++ b/catalog/pub/utils/toscaparser/vnfdparser/vnfd_sol_base.py
@@ -0,0 +1,235 @@
+# Copyright 2019 ZTE Corporation.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#         http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import functools
+import logging
+import os
+
+
+logger = logging.getLogger(__name__)
+
+SECTIONS = (VDU_COMPUTE_TYPE, VNF_VL_TYPE, VDU_CP_TYPE, VDU_STORAGE_TYPE) = \
+           ('tosca.nodes.nfv.Vdu.Compute', 'tosca.nodes.nfv.VnfVirtualLink', 'tosca.nodes.nfv.VduCp', 'tosca.nodes.nfv.Vdu.VirtualStorage')
+
+
+class VnfdSOLBase():
+
+    def __init__(self, model):
+        self.model = model
+
+    def build_vnf(self, tosca):
+        vnf = self.model.get_substitution_mappings(tosca)
+        properties = vnf.get("properties", {})
+        metadata = vnf.get("metadata", {})
+        if properties.get("descriptor_id", "") == "":
+            descriptor_id = metadata.get("descriptor_id", "")
+            if descriptor_id == "":
+                descriptor_id = metadata.get("id", "")
+            if descriptor_id == "":
+                descriptor_id = metadata.get("UUID", "")
+            properties["descriptor_id"] = descriptor_id
+
+        if properties.get("descriptor_verison", "") == "":
+            version = metadata.get("template_version", "")
+            if version == "":
+                version = metadata.get("version", "")
+            properties["descriptor_verison"] = version
+
+        if properties.get("provider", "") == "":
+            provider = metadata.get("template_author", "")
+            if provider == "":
+                provider = metadata.get("provider", "")
+            properties["provider"] = provider
+
+        if properties.get("template_name", "") == "":
+            template_name = metadata.get("template_name", "")
+            if template_name == "":
+                template_name = metadata.get("template_name", "")
+            properties["template_name"] = template_name
+        logger.debug("vnf:%s", vnf)
+        return vnf
+
+    def get_all_vl(self, nodeTemplates, node_types):
+        vls = []
+        for node in nodeTemplates:
+            if self.model.isNodeTypeX(node, node_types, VNF_VL_TYPE):
+                vl = dict()
+                vl['vl_id'] = node['name']
+                vl['description'] = node['description']
+                vl['properties'] = node['properties']
+                vls.append(vl)
+        return vls
+
+    def get_all_cp(self, nodeTemplates, node_types):
+        cps = []
+        for node in nodeTemplates:
+            if self.model.isNodeTypeX(node, node_types, VDU_CP_TYPE):
+                cp = {}
+                cp['cp_id'] = node['name']
+                cp['cpd_id'] = node['name']
+                cp['description'] = node['description']
+                cp['properties'] = node['properties']
+                cp['vl_id'] = self._get_node_vl_id(node)
+                cp['vdu_id'] = self._get_node_vdu_id(node)
+                vls = self._buil_cp_vls(node)
+                if len(vls) > 1:
+                    cp['vls'] = vls
+                cps.append(cp)
+        return cps
+
+    def get_all_volume_storage(self, nodeTemplates, node_types):
+        rets = []
+        for node in nodeTemplates:
+            if self.model.isNodeTypeX(node, node_types, VDU_STORAGE_TYPE):
+                ret = {}
+                ret['volume_storage_id'] = node['name']
+                if 'description' in node:
+                    ret['description'] = node['description']
+                ret['properties'] = node['properties']
+                rets.append(ret)
+        return rets
+
+    def get_all_vdu(self, nodeTemplates, node_types):
+        rets = []
+        inject_files = []
+        for node in nodeTemplates:
+            logger.debug("nodeTemplates :%s", node)
+            if self.model.isNodeTypeX(node, node_types, VDU_COMPUTE_TYPE):
+                ret = {}
+                ret['vdu_id'] = node['name']
+                ret['type'] = node['nodeType']
+                if 'description' in node:
+                    ret['description'] = node['description']
+                ret['properties'] = node['properties']
+                if 'inject_files' in node['properties']:
+                    inject_files = node['properties']['inject_files']
+                if inject_files is not None:
+                    if isinstance(inject_files, list):
+                        for inject_file in inject_files:
+                            source_path = os.path.join(self.model.basepath, inject_file['source_path'])
+                            with open(source_path, "rb") as f:
+                                source_data = f.read()
+                                source_data_base64 = source_data.encode("base64")
+                                inject_file["source_data_base64"] = source_data_base64
+                    if isinstance(inject_files, dict):
+                        source_path = os.path.join(self.model.basepath, inject_files['source_path'])
+                        with open(source_path, "rb") as f:
+                            source_data = f.read()
+                            source_data_base64 = source_data.encode("base64")
+                            inject_files["source_data_base64"] = source_data_base64
+                virtual_storages = self.model.getRequirementByName(node, 'virtual_storage')
+                ret['virtual_storages'] = map(functools.partial(self._trans_virtual_storage), virtual_storages)
+                ret['dependencies'] = map(lambda x: self.model.get_requirement_node_name(x), self.model.getNodeDependencys(node))
+                virtual_compute = self.model.getCapabilityByName(node, 'virtual_compute')
+                if virtual_compute is not None and 'properties' in virtual_compute:
+                    ret['virtual_compute'] = virtual_compute['properties']
+                ret['vls'] = self._get_linked_vl_ids(node, nodeTemplates)
+                ret['cps'] = self._get_virtal_binding_cp_ids(node, nodeTemplates)
+                ret['artifacts'] = self.model.build_artifacts(node)
+                rets.append(ret)
+        logger.debug("rets:%s", rets)
+        return rets
+
+    def get_all_endpoint_exposed(self):
+        if self.model.vnf:
+            external_cps = self._get_external_cps(self.model.vnf.get('requirements', None))
+            forward_cps = self._get_forward_cps(self.model.vnf.get('capabilities', None))
+            return {"external_cps": external_cps, "forward_cps": forward_cps}
+        return {}
+
+    def _trans_virtual_storage(self, virtual_storage):
+        if isinstance(virtual_storage, str):
+            return {"virtual_storage_id": virtual_storage}
+        else:
+            ret = {}
+            ret['virtual_storage_id'] = self.model.get_requirement_node_name(virtual_storage)
+            return ret
+
+    def _get_linked_vl_ids(self, node, node_templates):
+        vl_ids = []
+        cps = self._get_virtal_binding_cps(node, node_templates)
+        for cp in cps:
+            vl_reqs = self.model.getRequirementByName(cp, 'virtual_link')
+            for vl_req in vl_reqs:
+                vl_ids.append(self.model.get_requirement_node_name(vl_req))
+        return vl_ids
+
+    def _get_virtal_binding_cp_ids(self, node, nodeTemplates):
+        return map(lambda x: x['name'], self._get_virtal_binding_cps(node, nodeTemplates))
+
+    def _get_virtal_binding_cps(self, node, nodeTemplates):
+        cps = []
+        for tmpnode in nodeTemplates:
+            if 'requirements' in tmpnode:
+                for item in tmpnode['requirements']:
+                    for key, value in item.items():
+                        if key.upper().startswith('VIRTUAL_BINDING'):
+                            req_node_name = self.model.get_requirement_node_name(value)
+                            if req_node_name is not None and req_node_name == node['name']:
+                                cps.append(tmpnode)
+        return cps
+
+    def _get_node_vdu_id(self, node):
+        vdu_ids = map(lambda x: self.model.get_requirement_node_name(x), self.model.getRequirementByName(node, 'virtual_binding'))
+        if len(vdu_ids) > 0:
+            return vdu_ids[0]
+        return ""
+
+    def _get_node_vl_id(self, node):
+        vl_ids = map(lambda x: self.model.get_requirement_node_name(x), self.model.getRequirementByName(node, 'virtual_link'))
+        if len(vl_ids) > 0:
+            return vl_ids[0]
+        return ""
+
+    def _buil_cp_vls(self, node):
+        return map(lambda x: self._build_cp_vl(x), self.model.getRequirementByName(node, 'virtual_link'))
+
+    def _build_cp_vl(self, req):
+        cp_vl = {}
+        cp_vl['vl_id'] = self.model.get_prop_from_obj(req, 'node')
+        relationship = self.model.get_prop_from_obj(req, 'relationship')
+        if relationship is not None:
+            properties = self.model.get_prop_from_obj(relationship, 'properties')
+            if properties is not None and isinstance(properties, dict):
+                for key, value in properties.items():
+                    cp_vl[key] = value
+        return cp_vl
+
+    def _get_external_cps(self, vnf_requirements):
+        external_cps = []
+        if vnf_requirements:
+            if isinstance(vnf_requirements, dict):
+                for key, value in vnf_requirements.items():
+                    if isinstance(value, list) and len(value) > 0:
+                        external_cps.append({"key_name": key, "cpd_id": value[0]})
+                    else:
+                        external_cps.append({"key_name": key, "cpd_id": value})
+            elif isinstance(vnf_requirements, list):
+                for vnf_requirement in vnf_requirements:
+                    for key, value in vnf_requirement.items():
+                        if isinstance(value, list) and len(value) > 0:
+                            external_cps.append({"key_name": key, "cpd_id": value[0]})
+                        else:
+                            external_cps.append({"key_name": key, "cpd_id": value})
+        return external_cps
+
+    def _get_forward_cps(self, vnf_capabilities):
+        forward_cps = []
+        if vnf_capabilities:
+            for key, value in vnf_capabilities.items():
+                if isinstance(value, list) and len(value) > 0:
+                    forward_cps.append({"key_name": key, "cpd_id": value[0]})
+                else:
+                    forward_cps.append({"key_name": key, "cpd_id": value})
+        return forward_cps