added python-dcae-policy to utils

Change-Id: Iefba53b3fa219ff799828e5128abd7503d0fe75c
Issue-Id: DCAEGEN2-80
Signed-off-by: Alex Shatov <alexs@att.com>

1 files changed, 307 insertions, 0 deletions

diff --git a/python-dcae-policy/README.md b/python-dcae-policy/README.md
new file mode 100644
index 0000000..eb26087
--- /dev/null
+++ b/python-dcae-policy/README.md
@@ -0,0 +1,307 @@
+# dcaepolicy - policy in dcae controller
+- python-package to be used in cloudify plugins to maintain the policies lifecycle
+
+## [setup pypi connection](./nexus_pypi.md) to **nexus** repo server
+
+## build = register and upload to nexus repo server
+
+```bash
+./dev_run.sh build
+```
+
+## upload the python package to nexus repo server
+
+```bash
+./dev_run.sh upload
+```
+
+---
+# usage in plugins
+
+**requirements.txt**
+```python
+--extra-index-url https://YOUR_NEXUS_PYPI_SERVER/simple
+dcaepolicy
+```
+
+**tasks.py**
+- import
+
+```python
+from dcaepolicy import Policies
+```
+
+# examples of **@operation** with **@Policies.<>** decorator
+
+## **dcae.nodes.policy** cloudify.interfaces.lifecycle.**create**
+
+- retrieve the latest policy data on dcae.nodes.policy node 
+```yaml
+    dcae.nodes.policy:
+        derived_from: cloudify.nodes.Root
+        properties:
+            policy_id:
+                description: PK to policy
+                type: string
+                default: DCAE_alex.Config_empty-policy
+            policy_apply_mode:
+                description: choice of how to apply the policy update (none|script)
+                type: string
+                default: none
+        interfaces:
+            cloudify.interfaces.lifecycle:
+                create:
+                    implementation: dcae_policy_plugin.dcaepolicy.policy_get
+```
+
+```python
+@operation
+@Policies.populate_policy_on_node
+def policy_get(**kwargs):
+    """decorate with @Policies.populate_policy_on_node on dcae.nodes.policy node to
+    retrieve the latest policy_body for policy_id
+    property and save it in runtime_properties
+    """
+    pass
+```
+
+------
+## cloudify.interfaces.lifecycle.**configure**
+- gather policy data into runtime_properties of policy consumer node
+```yaml
+cloudify.interfaces.lifecycle:
+    configure:
+        implementation: dcae_policy_plugin.dcaepolicy.node_configure
+
+```
+
+```python
+
+from dcaepolicy import Policies, POLICIES
+from .discovery import DiscoveryClient
+from .demo_app import DemoApp
+
+APPLICATION_CONFIG = "application_config"
+SERVICE_COMPONENT_NAME = "service_component_name"
+
+@operation
+@Policies.gather_policies_to_node
+def node_configure(**kwargs):
+    """decorate with @Policies.gather_policies_to_node on policy consumer node to
+    prepopulate runtime_properties[POLICIES]
+    """
+    app_config = None
+    if APPLICATION_CONFIG in ctx.node.properties:
+        # dockerized blueprint puts the app config into property application_config
+        app_config = ctx.node.properties.get(APPLICATION_CONFIG)
+    else:
+        # CDAP components expect that in property app_config
+        app_config = ctx.node.properties.get("app_config")
+
+    app_config = Policies.shallow_merge_policies_into(app_config)
+    ctx.instance.runtime_properties[APPLICATION_CONFIG] = app_config
+    ctx.logger.info("example: applied policy_configs to property app_config: {0}" \
+        .format(json.dumps(app_config)))
+
+    if SERVICE_COMPONENT_NAME in ctx.instance.runtime_properties:
+        ctx.logger.info("saving app_config({0}) to consul under key={1}" \
+            .format(json.dumps(app_config), \
+            ctx.instance.runtime_properties[SERVICE_COMPONENT_NAME]))
+        DiscoveryClient.put_kv(ctx.instance.runtime_properties[SERVICE_COMPONENT_NAME], app_config)
+
+    # alternative 1 - use the list of policy configs from policies in runtime_properties
+    policy_configs = Policies.get_policy_configs()
+    if policy_configs:
+        ctx.logger.warn("TBD: apply policy_configs: {0}".format(json.dumps(policy_configs)))
+
+    # alternative 2 - use the policies dict by policy_id from runtime_properties
+    if POLICIES in ctx.instance.runtime_properties:
+        policies = ctx.instance.runtime_properties[POLICIES]
+        ctx.logger.warn("TBD: apply policies: {0}".format(json.dumps(policies)))
+
+    ctx.logger.info("deploying the demo component: {0}...".format(ctx.node.id))
+    demo_app = DemoApp(ctx.node.id)
+    demo_app.start()
+    ctx.logger.info("deployed the demo component: {0}".format(demo_app.container_id))
+    demo_app.get_logs()
+```
+
+------
+## execute-operation **policy-update**
+```yaml
+dcae.interfaces.policy:
+    policy_update:
+        implementation: dcae_policy_plugin.dcaepolicy.policy_update
+```
+
+execute-operation **policy-update** that gets a list of changed policy-configs
+```python
+
+from .discovery import DiscoveryClient
+from .demo_app import DemoApp
+
+APPLICATION_CONFIG = "application_config"
+SERVICE_COMPONENT_NAME = "service_component_name"
+
+@operation
+@Policies.update_policies_on_node(configs_only=True)
+def policy_update(updated_policies, notify_app_through_script=False, **kwargs):
+    """decorate with @Policies.update_policies_on_node() to update runtime_properties[POLICIES]
+
+    :updated_policies: contains the list of changed policy-configs when configs_only=True (default).
+    Use configs_only=False to bring the full policy objects in :updated_policies:.
+
+    :notify_app_through_script: in kwargs is set to True/False to indicate whether to invoke
+    the script based on policy_apply_mode property in the blueprint
+    """
+
+    if not updated_policies or POLICIES not in ctx.instance.runtime_properties:
+        return
+
+    app_config = DiscoveryClient.get_value(ctx.instance.runtime_properties[SERVICE_COMPONENT_NAME])
+    app_config = Policies.shallow_merge_policies_into(app_config)
+    ctx.instance.runtime_properties[APPLICATION_CONFIG] = app_config
+    ctx.logger.info("example: updated app_config {0} with updated_policies: {1}" \
+        .format(json.dumps(app_config), json.dumps(updated_policies)))
+    DiscoveryClient.put_kv(ctx.instance.runtime_properties[SERVICE_COMPONENT_NAME], app_config)
+
+    if notify_app_through_script:
+        demo_app = DemoApp(ctx.node.id)
+        demo_app.notify_app_through_script(
+            POLICY_MESSAGE_TYPE,
+            updated_policies=updated_policies,
+            application_config=app_config
+        )
+
+    # alternative 1 - use the list of updated_policies on your own
+    if updated_policies:
+        ctx.logger.warn("TBD: apply updated_policies: {0}".format(json.dumps(updated_policies)))
+```
+
+example of the **changed\_policies** with **configs_only=True** 
+- list of config objects (preparsed from json string) 
+- manual mess produced by mock_policy_updater
+```json
+[{
+	"policy_updated_from_ver": "2",
+	"policy_updated_to_ver": "3",
+	"updated_policy_id": "DCAE_alex.Config_db_client_policy_id_value",
+	"policy_hello": "world!",
+	"policy_updated_ts": "2017-08-17T21:49:39.279187Z"
+}]
+```
+---
+
+example of **policies** in runtime_properties **before policy-update**
+
+```json
+"runtime_properties": {
+    "execute_operation": "policy_update",
+    "service_component_name": "some-uuid.unknown.unknown.unknown.dcae.ecomp.company.com",
+    "application_config": {
+        "policy_hello": "world!",
+        "db": {
+            "type": "db",
+            "input_db_port": 5555,
+            "database_port": 5555
+        },
+        "policy_updated_from_ver": "1",
+        "intention": "policies are shallow merged to the copy of the application_config",
+        "updated_policy_id": "DCAE_alex.Config_db_client_policy_id_value",
+        "client": {
+            "client_version": "1.2.2",
+            "type": "client",
+            "client_policy_id": "DCAE_alex.Config_db_client_policy_id_value"
+        },
+        "policy_updated_ts": "2017-08-17T21:13:47.268782Z",
+        "policy_updated_to_ver": "2"
+    },
+    "exe_task": "node_configure",
+    "policies": {
+        "DCAE_alex.Config_db_client_policy_id_value": {
+            "policy_apply_mode": "script",
+            "policy_body": {
+                "policyName": "DCAE_alex.Config_db_client_policy_id_value.2.xml",
+                "policyConfigMessage": "Config Retrieved! ",
+                "responseAttributes": {
+                    
+                },
+                "policyConfigStatus": "CONFIG_RETRIEVED",
+                "matchingConditions": {
+                    "ECOMPName": "DCAE",
+                    "ConfigName": "alex_config_name"
+                },
+                "type": "OTHER",
+                "property": null,
+                "config": {
+                    "policy_updated_from_ver": "1",
+                    "policy_updated_to_ver": "2",
+                    "updated_policy_id": "DCAE_alex.Config_db_client_policy_id_value",
+                    "policy_hello": "world!",
+                    "policy_updated_ts": "2017-08-17T21:13:47.268782Z"
+                },
+                "policyVersion": "2"
+            },
+            "policy_id": "DCAE_alex.Config_db_client_policy_id_value"
+        }
+    }
+}
+```
+
+example of **policies** in runtime_properties **after policy-update**
+
+```json
+"runtime_properties": {
+    "execute_operation": "policy_update",
+    "service_component_name": "some-uuid.unknown.unknown.unknown.dcae.ecomp.company.com",
+    "application_config": {
+        "policy_hello": "world!",
+        "db": {
+            "input_db_port": 5555,
+            "type": "db",
+            "database_port": 5555
+        },
+        "policy_updated_ts": "2017-08-17T21:49:39.279187Z",
+        "policy_updated_from_ver": "2",
+        "intention": "policies are shallow merged to the copy of the application_config",
+        "client": {
+            "client_version": "1.2.2",
+            "type": "client",
+            "client_policy_id": "DCAE_alex.Config_db_client_policy_id_value"
+        },
+        "updated_policy_id": "DCAE_alex.Config_db_client_policy_id_value",
+        "policy_updated_to_ver": "3"
+    },
+    "exe_task": "node_configure",
+    "policies": {
+        "DCAE_alex.Config_db_client_policy_id_value": {
+            "policy_apply_mode": "script",
+            "policy_body": {
+                "policyName": "DCAE_alex.Config_db_client_policy_id_value.3.xml",
+                "policyConfigMessage": "Config Retrieved! ",
+                "responseAttributes": {
+                    
+                },
+                "policyConfigStatus": "CONFIG_RETRIEVED",
+                "matchingConditions": {
+                    "ECOMPName": "DCAE",
+                    "ConfigName": "alex_config_name"
+                },
+                "type": "OTHER",
+                "property": null,
+                "config": {
+                    "policy_updated_from_ver": "2",
+                    "policy_updated_to_ver": "3",
+                    "updated_policy_id": "DCAE_alex.Config_db_client_policy_id_value",
+                    "policy_hello": "world!",
+                    "policy_updated_ts": "2017-08-17T21:49:39.279187Z"
+                },
+                "policyVersion": "3"
+            },
+            "policy_id": "DCAE_alex.Config_db_client_policy_id_value"
+        }
+    }
+}
+```
+
+---
\ No newline at end of file