diff options
Diffstat (limited to 'docs/sections/design-components/DCAE-MOD')
4 files changed, 743 insertions, 71 deletions
diff --git a/docs/sections/design-components/DCAE-MOD/DCAE-MOD-Architecture.rst b/docs/sections/design-components/DCAE-MOD/DCAE-MOD-Architecture.rst index 64bd4dc2..096a448e 100644 --- a/docs/sections/design-components/DCAE-MOD/DCAE-MOD-Architecture.rst +++ b/docs/sections/design-components/DCAE-MOD/DCAE-MOD-Architecture.rst @@ -1,3 +1,6 @@ +.. This work is licensed under a Creative Commons Attribution 4.0 International License. +.. http://creativecommons.org/licenses/by/4.0 + ===================== DCAE MOD Architecture ===================== @@ -104,18 +107,89 @@ major functionalities: 1. It accepts changes on the flow-graph via fbp protocol -2. It generates and distributes blueprints based on the change made on +2. It generates and distributes helm charts OR blueprints based on the change made on the flow-graph + +Build Updates +~~~~~~~~~~~~~ + +New Java module - Helmgenerator-core was introduced for Helm charts +generation. MOD/Runtime has been enhanced to include this new dependency +(inaddition to Bp-generator for supporting cloudify blueprints flows). + +Below is snippet from - +https://github.com/onap/dcaegen2-platform/blob/master/mod/runtimeapi/runtime-core/pom.xml + +:: + + <dependency> + <groupId>org.onap.dcaegen2.platform</groupId> + <artifactId>helmchartgenerator-core</artifactId> + <version>1.0.3</version> + </dependency> + + +Chart Updates +~~~~~~~~~~~~~ + +MOD/Runtime Charts has been modified to include under resources, common +base templates, Charts.yaml, add-on templates and Values.yaml with +placeholder. + +|image3| + +The Helmgenerator-core modules uses these template to pull the required +dependencies and generate new chart for MS onboarded. The parameters in +component-spec provided during onboarding is used for final Values.yaml +file generation. + +Deployment +~~~~~~~~~~ + +The MOD/RuntimeAPI introduces new configuration to identify distribution +mechanism. Supported artifactType are **BLUEPRINT** or **HELM. ** + +Blueprint – Distribution to Inventory/Dashboard + +Helm – Distribution to ChartMuseum + +For Jakarta release, the charts configuration has been set to support +HELM distribution by default and configured for ONAP-internal +chart-museum registry. RuntimeAPI Chart updates +https://github.com/onap/oom/blob/master/kubernetes/dcaemod/components/dcaemod-runtime-api/values.yaml + +:: + + artifactType: "HELM" + registryBaseurl: http://chart-museum:80 + basehelmchartlocation: /helm-gen/ + + Blueprint Generator ------------------- This tool allows the user to create a blueprint from a component spec json file. -This tool is used by the runtime api. +This tool is used by the runtime api when artifactType is set to **BLUEPRINT** under +`RuntimeAPI charts + deployment <https://git.onap.org/oom/tree/kubernetes/dcaemod/components/dcaemod-runtime-api/values.yaml#n44>`__ + +Helm Generator +-------------- + +This tool allows the user to create a DCAE Services helm chart from a component spec json file. +This tool is used by the runtime api when artifactType is set to **HELM** under +`RuntimeAPI charts + deployment <https://git.onap.org/oom/tree/kubernetes/dcaemod/components/dcaemod-runtime-api/values.yaml#n44>`__ + Inventory API ------------- + +.. note:: + Used only under BLUEPRINT mode + DCAE Inventory is a web service that provides the following: @@ -146,6 +220,9 @@ dashboard. DCAE Dashboard -------------- +.. note:: + Used only under BLUEPRINT mode + The DCAE dashboard provides visibility into running DCAE services for operational purposes. It queries the DCAE Inventory for aggregate details on all the running DCAE services and for getting up-to-date @@ -165,9 +242,11 @@ The registry api offers version control and retrieval for flows. The distributor api can be used to set distribution targets. Once a flow is designed and distributed, it goes to the distributor api which is supposed to post graph changes (in accordance with fbp) to the runtime -api. The runtime api generates and distributes blueprints based on the -change made on the flow-graph. These blueprints received by the DCAE -inventory can then be viewed and deployed from the DCAE dashboard. +api. The runtime api generates and distributes deployment artifacts (either +blueprints or helm charts) based on the +change made on the flow-graph. The generated blueprints are received by the DCAE +inventory can then be viewed and deployed from the DCAE dashboard. On helm mode, +charts generated are pushed into configured Chartmuseum registry. @@ -176,3 +255,5 @@ inventory can then be viewed and deployed from the DCAE dashboard. .. |image1| image:: ../images/Onboarding-with-DCAE-MOD.png .. |image2| image:: ../images/nifi-toolbar-components.png + +.. |image3| image:: ../images/128713731_image2022.png diff --git a/docs/sections/design-components/DCAE-MOD/DCAE-MOD-User-Guide.rst b/docs/sections/design-components/DCAE-MOD/DCAE-MOD-User-Guide.rst index fb51d84a..d042028f 100644 --- a/docs/sections/design-components/DCAE-MOD/DCAE-MOD-User-Guide.rst +++ b/docs/sections/design-components/DCAE-MOD/DCAE-MOD-User-Guide.rst @@ -1,5 +1,6 @@ .. This work is licensed under a Creative Commons Attribution 4.0 International License. .. http://creativecommons.org/licenses/by/4.0 + .. _moduserguide: =================== @@ -57,8 +58,106 @@ Types of Users and Usage Instructions: | | and validate it | | +-------+-----------------------------+-----------------------------+ +1. Pre-requisite for DCAE MOD Deployment +=========================================== + +With complete of DCAE Helm tranformation in Jakarta release, DCAE MOD has been enhanced +to support Helm chart generation for microservices onboarded. +In order to support the HELM flow through MOD, following dependency should be met + + +- An accessible ChartMuseum registry (internal or external) + +- As the provided registry is used both to pull required dependencies + and push new generated charts, all common charts used by DCAE + components must be available in this registry. + +.. note:: + By default, MOD charts are set to use local chartmuseum registry. This can be modified by + updating the `RuntimeAPI charts + deployment <https://git.onap.org/oom/tree/kubernetes/dcaemod/components/dcaemod-runtime-api/values.yaml#n44>`__ + + +ONAP deployments (gating) will include Chartmuseum installation within +ONAP cluster (charts hosted here +- https://github.com/onap/oom/tree/master/kubernetes/platform/components/chartmuseum). + +Dependent charts such as - dcaegen2-services-common, readinessCheck, +common, repositoryGenerator, postgres, mongo, serviceAccount, +certInitializer should be preloaded into this registry as MOD retrieves +them during new MS helm charts creation and linting. To support the +registry initialization, following scripts has been introduced. + +- https://github.com/onap/oom/blob/master/kubernetes/contrib/tools/registry-initialize.sh + +- https://github.com/onap/oom/blob/master/kubernetes/robot/demo-k8s.sh + +Note: Chartmuseum being a platform component, it has to be enabled +on-demand and not available with generic ONAP installation. + +Follow below steps to setup chartmuseum and pre-load required charts. + +Chartmuseum Installation +------------------------ + +Clone OOM repository and deploy optional Chartmuseum component + +**Chartmuseum Deployment** + +:: + + # git clone -b <BRANCH> http://gerrit.onap.org/r/oom --recurse-submodules + cd ~/oom/kubernetes/platform/components/chartmuseum + helm install -name dev-chartmuseum -n onap . -f ~/onap-1-override.yaml --set global.masterPassword=test1 --set global.pullPolicy=IfNotPresent -1. Deployment of DCAE MOD components via Helm charts + +.. note:: + This instance of chartmuseum registry is deployed internal to ONAP cluster and + is different from the registry setup done part `OOM + deployment <https://docs.onap.org/projects/onap-oom/en/latest/oom_quickstart_guide.html>`__ + where local helm server is setup for serving chart and to pull/push the + charts generated make process + +Chartmuseum initialization +-------------------------- + +As noted earlier, there are two scripts available for pre-load. The +`registry-initialize.sh <https://github.com/onap/oom/blob/master/kubernetes/contrib/tools/registry-initialize.sh>`__ +retrieves the Chartmuseum credential from secret and load the charts +individually based on parameter (default no parameters, will load all +DCAE service charts and its dependencies). And +`demo-k8s.sh <https://github.com/onap/oom/blob/master/kubernetes/robot/demo-k8s.sh>`__ +is wrapper script used in gating, which invokes +`registry-initialize.sh <https://github.com/onap/oom/blob/master/kubernetes/contrib/tools/registry-initialize.sh>`__ +with required parameters. + +**Chartmuseum initialization via demo-k8s.sh** + +:: + + cd ~/oom/kubernetes/robot + ./demo-k8s.sh onap registrySynch + +OR + +**Chartmuseum initialization via registry-initialize script** + +:: + + cd ~/oom/kubernetes/contrib/tools + ./registry-initialize.sh -d ../../dcaegen2-services/charts/ -n onap -r dev-chartmuseum + ./registry-initialize.sh -d ../../dcaegen2-services/charts/ -n onap -r dev-chartmuseum -p common + ./registry-initialize.sh -h repositoryGenerator -n onap -r dev-chartmuseum + ./registry-initialize.sh -h readinessCheck -n onap -r dev-chartmuseum + ./registry-initialize.sh -h dcaegen2-services-common -n onap -r dev-chartmuseum + ./registry-initialize.sh -h postgres -n onap -r dev-chartmuseum + ./registry-initialize.sh -h serviceAccount -n onap -r dev-chartmuseum + ./registry-initialize.sh -h certInitializer -n onap -r dev-chartmuseum + ./registry-initialize.sh -h mongo -n onap -r dev-chartmuseum + + + +2. Deployment of DCAE MOD components via Helm charts ======================================================= The DCAE MOD components are deployed using the standard ONAP OOM @@ -74,7 +173,8 @@ deployed. The Rancher RKE installation process sets up a suitable ingress controller. In order to enable the use of the ingress controller, it is necessary to override the OOM default global settings for ingress configuration. Specifically, the installation needs to set -the following configuration in an override file:: +the following configuration in an override file +:: ingress: enabled: true @@ -135,13 +235,21 @@ All MOD API's and UI access via ingress should use dcaemod.simpledemo.onap.org. In order to access Design UI from local, add an entry for dcaemod.simpledemo.onap.org in /etc/hosts with the correct IP (any K8S node IP can be specified). +Example below using generic override + +**Deploy MOD** + +:: + + helm install dev-dcaemod local/dcaemod --namespace onap -f ~/onap-override.yaml --set global.masterPassword=test1 --set global.pullPolicy=IfNotPresent + Using DCAE MOD without an Ingress Controller Not currently supported -2. Configuring DCAE mod +3. Configuring DCAE mod ========================== **a. Configure Nifi Registry url** @@ -179,11 +287,12 @@ IPAddress is the host address or the DNS FQDN, if there is one, for one of the K **c. Get the artifacts to test and onboard.** -Let's fetch the artifacts/ spec files +MOD components has been upgraded to use v3 specification for Helm flow support -**Component Spec for DCAE-VES-Collector :** https://git.onap.org/dcaegen2/collectors/ves/tree/dpo/spec/vescollector-componentspec.json +VESCollector +~~~~~~~~~~~~ -**Component Spec for DCAE-TCAgen2 :** https://git.onap.org/dcaegen2/collectors/ves/tree/dpo/spec/vescollector-componentspec.json +**Component Spec for DCAE-VES-Collector :** https://git.onap.org/dcaegen2/collectors/ves/tree/dpo/spec/vescollector-componentspec-v3.json **VES 5.28.4 Data Format :** https://git.onap.org/dcaegen2/collectors/ves/tree/dpo/data-formats/VES-5.28.4-dataformat.json @@ -191,8 +300,19 @@ Let's fetch the artifacts/ spec files **VES Collector Response Data Format :** https://git.onap.org/dcaegen2/collectors/ves/tree/dpo/data-formats/ves-response.json + +TCAGen2 +~~~~~~~ + +**Component Spec for DCAE-TCAgen2 :** https://git.onap.org/dcaegen2/collectors/ves/tree/dpo/spec/vescollector-componentspec.json + **TCA CL Data Format :** https://git.onap.org/dcaegen2/analytics/tca-gen2/tree/dcae-analytics/dpo/dcaeCLOutput.json +**TCA DMAAP Format :** https://git.onap.org/dcaegen2/analytics/tca-gen2/tree/dcae-analytics/dpo/dmaap.json + +**TCA AAI Data Format :** https://git.onap.org/dcaegen2/analytics/tca-gen2/tree/dcae-analytics/dpo/aai.json + + For the purpose of onboarding, a Sample Request body should be of the type -:: @@ -205,15 +325,16 @@ Request bodies of this type will be used in the onboarding requests you make usi **The prepared Sample Request body for a component dcae-ves-collector looks like so –** -See :download:`VES Collector Spec <./Sample-Input-Files/Request-body-of-Sample-Component.json>` +See :download:`VES Collector Spec <./Sample-Input-Files/Request-body-of-Sample-Component_v3.json>` **The prepared Sample request body for a sample data format looks like so -** See :download:`VES data Format <./Sample-Input-Files/Request-body-of-Sample-Data-Format.json>` +Similar updates should be done for other specification and data-formats files -**d. To onboard a data format and a component** +**d. Onboard data format and component-spec** Each component has a description that tells what it does. @@ -231,13 +352,30 @@ curl -X POST http://dcaemod.simpledemo.onap.org/onboarding/dataformats - curl -X POST http://dcaemod.simpledemo.onap.org/onboarding/components -H "Content-Type: application/json" -d @<filepath to request> +**Onboard Specs and DF** + +:: + + HOST=dcaemod.simpledemo.onap.org + curl -X POST http://$HOST/onboarding/dataformats -H "Content-Type: application/json" -d @ves-4.27.2-df.json + curl -X POST http://$HOST/onboarding/dataformats -H "Content-Type: application/json" -d @ves-5.28.4-df.json + curl -X POST http://$HOST/onboarding/dataformats -H "Content-Type: application/json" -d @ves-response-df.json + curl -X POST http://$HOST/onboarding/dataformats -H "Content-Type: application/json" -d @VES-7.30.2_ONAP-dataformat_onboard.json + curl -X POST http://$HOST/onboarding/components -H "Content-Type: application/json" -d @vescollector-componentspec-v3-mod.json + + curl -X POST http://$HOST/onboarding/dataformats -H "Content-Type: application/json" -d @dcaeCLOutput-resp.json + curl -X POST http://$HOST/onboarding/dataformats -H "Content-Type: application/json" -d @aai-resp.json + curl -X POST http://$HOST/onboarding/components -H "Content-Type: application/json" -d @tcagen2-componentspec-v3-mod.json + +You can download the Component Specification and Data Formats used for +the demo from here - `demo.zip <https://wiki.onap.org/download/attachments/128713665/demo.zip?version=1&modificationDate=1646673042000&api=v2>`__ **e. Verify the resources were created using** -curl -X GET http://<IPAddress>/onboarding/dataformats +curl -X GET http://dcaemod.simpledemo.onap.org/onboarding/dataformats -curl -X GET http://<IPAddress>/onboarding/components +curl -X GET http://dcaemod.simpledemo.onap.org/onboarding/components **f. Verify the genprocessor (which polls onboarding periodically to convert component specs to nifi processor), converted the component** @@ -248,7 +386,7 @@ processors |image1| -3. Design & Distribution Flow +4. Design & Distribution Flow ================================ @@ -339,43 +477,100 @@ get a pop up a success message like so - At this step, the design was packaged and sent to Runtime api. -The runtime is supposed to generate the blueprint out of the packaged -design/flow and push it to the DCAE inventory and the DCAE Dasboard. - -**c. Checking the components in the DCAE Dashboard** - -You should see the generated artifact/ blueprint in the DCAE Dashboard -dashboard at https://<IPAddress>:30418/ccsdk-app/login_external.htm in -our deployment. The name for each component will be appended by the flow -name followed by underscore followed by the component’s name. - -The credentials to access the DCAE Dashboard - -Login: su1234 -Password: fusion - +The runtime is supposed to generate the Helmchart for components +involved in the flow and push them to registry configured. The +RuntimeAPI logs should looks like below for successful distribution (can +be viewed through kubectl log -f command) + +**MOD/RuntimeAPI Console logs** + +:: + + 2022-03-07 18:13:25.865 INFO 1 --- [nio-9090-exec-8] o.o.d.r.web.controllers.GraphController : org.onap.dcae.runtime.web.models.GraphRequest@65efc9d3 + 2022-03-07 18:13:26.119 INFO 1 --- [nio-9090-exec-1] o.o.d.r.web.controllers.GraphController : [org.onap.dcae.runtime.web.models.Action@335a6cff, org.onap.dcae.runtime.web.models.Action@291687dd, org.onap.dcae.runtime.web.models.Action@36d57691] + 2022-03-07 18:13:26.142 INFO 1 --- [nio-9090-exec-1] o.o.d.platform.helmchartgenerator.Utils : cloning dir/file at : /tmp/chart17927059362260733428 + 2022-03-07 18:13:26.158 INFO 1 --- [nio-9090-exec-1] o.o.d.p.h.chartbuilder.HelmClientImpl : running: helm dep up /tmp/chart17927059362260733428 + Hang tight while we grab the latest from your chart repositories... + ...Successfully got an update from the "local" chart repository + Update Complete. ⎈Happy Helming!⎈ + Saving 7 charts + Downloading common from repo http://chart-museum:80 + Downloading repositoryGenerator from repo http://chart-museum:80 + Downloading readinessCheck from repo http://chart-museum:80 + Downloading dcaegen2-services-common from repo http://chart-museum:80 + Downloading postgres from repo http://chart-museum:80 + Downloading serviceAccount from repo http://chart-museum:80 + Downloading mongo from repo http://chart-museum:80 + Deleting outdated charts + 2022-03-07 18:13:26.273 INFO 1 --- [nio-9090-exec-1] o.o.d.p.h.chartbuilder.HelmClientImpl : running: helm lint /tmp/chart17927059362260733428 + 2022-03-07 18:13:30.641 INFO 1 --- [nio-9090-exec-1] o.o.d.p.h.chartbuilder.HelmClientImpl : ==> Linting /tmp/chart17927059362260733428 + 2022-03-07 18:13:30.642 INFO 1 --- [nio-9090-exec-1] o.o.d.p.h.chartbuilder.HelmClientImpl : [INFO] Chart.yaml: icon is recommended + 2022-03-07 18:13:30.642 INFO 1 --- [nio-9090-exec-1] o.o.d.p.h.chartbuilder.HelmClientImpl : + 2022-03-07 18:13:30.642 INFO 1 --- [nio-9090-exec-1] o.o.d.p.h.chartbuilder.HelmClientImpl : 1 chart(s) linted, 0 chart(s) failed + 2022-03-07 18:13:30.646 INFO 1 --- [nio-9090-exec-1] o.o.d.p.h.chartbuilder.HelmClientImpl : running: helm package -d /tmp/chart13832736430918913290 /tmp/chart17927059362260733428 + 2022-03-07 18:13:30.737 INFO 1 --- [nio-9090-exec-1] o.o.d.p.h.chartbuilder.HelmClientImpl : Successfully packaged chart and saved it to: /tmp/chart13832736430918913290/dcae-ves-collector-1.10.1.tgz + 2022-03-07 18:13:30.836 INFO 1 --- [nio-9090-exec-1] o.o.d.p.h.d.ChartMuseumDistributor : {"saved":true} + 2022-03-07 18:13:30.857 INFO 1 --- [nio-9090-exec-1] o.o.d.platform.helmchartgenerator.Utils : cloning dir/file at : /tmp/chart7638328545634423550 + 2022-03-07 18:13:30.870 INFO 1 --- [nio-9090-exec-1] o.o.d.p.h.chartbuilder.HelmClientImpl : running: helm dep up /tmp/chart7638328545634423550 + Hang tight while we grab the latest from your chart repositories... + ...Successfully got an update from the "local" chart repository + Update Complete. ⎈Happy Helming!⎈ + Saving 7 charts + Downloading common from repo http://chart-museum:80 + Downloading repositoryGenerator from repo http://chart-museum:80 + Downloading readinessCheck from repo http://chart-museum:80 + Downloading dcaegen2-services-common from repo http://chart-museum:80 + Downloading postgres from repo http://chart-museum:80 + Downloading serviceAccount from repo http://chart-museum:80 + Downloading mongo from repo http://chart-museum:80 + Deleting outdated charts + 2022-03-07 18:13:31.022 INFO 1 --- [nio-9090-exec-1] o.o.d.p.h.chartbuilder.HelmClientImpl : running: helm lint /tmp/chart7638328545634423550 + 2022-03-07 18:13:35.142 INFO 1 --- [nio-9090-exec-1] o.o.d.p.h.chartbuilder.HelmClientImpl : ==> Linting /tmp/chart7638328545634423550 + 2022-03-07 18:13:35.143 INFO 1 --- [nio-9090-exec-1] o.o.d.p.h.chartbuilder.HelmClientImpl : [INFO] Chart.yaml: icon is recommended + 2022-03-07 18:13:35.143 INFO 1 --- [nio-9090-exec-1] o.o.d.p.h.chartbuilder.HelmClientImpl : + 2022-03-07 18:13:35.143 INFO 1 --- [nio-9090-exec-1] o.o.d.p.h.chartbuilder.HelmClientImpl : 1 chart(s) linted, 0 chart(s) failed + 2022-03-07 18:13:35.148 INFO 1 --- [nio-9090-exec-1] o.o.d.p.h.chartbuilder.HelmClientImpl : running: helm package -d /tmp/chart14389934160290252569 /tmp/chart7638328545634423550 + 2022-03-07 18:13:35.238 INFO 1 --- [nio-9090-exec-1] o.o.d.p.h.chartbuilder.HelmClientImpl : Successfully packaged chart and saved it to: /tmp/chart14389934160290252569/dcae-tcagen2-1.3.1.tgz + 2022-03-07 18:13:35.303 INFO 1 --- [nio-9090-exec-1] o.o.d.p.h.d.ChartMuseumDistributor : {"saved":true} + + +5. Validation & Deployment +============================= + +** Verify if the charts are pushed into registry** + + +Charts distributed by MOD/Runtime can be verified on Chartmuseum +registry http://chart-museum:80/api/charts + +Refer to supported api under `Chartmuseum Docs <https://chartmuseum.com/docs/>`__ + +Once the charts are retrieved, they can be installed using helm install command. + +:: + + curl -X GET http://<registry:port>/charts/dcae-tcagen2-1.3.1.tgz -u onapinitializer:demo123456! -o dcae-tcagen2-1.3.1.tgz + helm install -name dev-dcaegen2-services -n onap dcae-tcagen2-1.3.1.tgz --set global.masterPassword=test1 --set global.pullPolicy=Always --set mongo.enabled=true + + + +6. Environment Cleanup +----------------------- + +**Demo Env Cleanup** + +:: + + helm delete -n onap dev-chartmuseum # To remove Chartmuseum setup completely + helm delete -n onap dev-dcaegen2-services # To remove TCAGen2 services + helm delete -n onap dev-dcaemod # To undeploy DCAEMOD + + # USE DELETE METHOD ON CHARTMUSEUM TO REMOVE ANY SPECIFIC CHART PACKAGE - example below + curl -X DELETE http://<registry:port>/api/charts/dcae-ves-collector/1.10.1 -u onapinitializer:demo123456! + curl -X DELETE http://<registry:port>/api/charts/dcae-tcagen2/1.3.1 -u onapinitializer:demo123456! + +**Remove also any persistence directory from /dockerdata-nfs/onap/ associated to chartmuseum and dcaemod** -|image20| - -|image21| - -|image22| - -The generated Blueprint can be viewed. - -|image23| - -Finally, the generated Blueprint can be deployed. - -|image24| - -You can use/import the attached input configurations files to deploy. Drag and Drop these sample JSON files to fill in the configuration values. -See :download:`VES Collector Input Configuration <./Sample-Input-Files/ves-deploy.input.json>` -See :download:`Tcagen2 Input Configuration <./Sample-Input-Files/tca-deploy.input.json>` - -|image25| - -|image26| .. |image0| image:: ../images/1.png :width: 6.5in @@ -437,22 +632,5 @@ See :download:`Tcagen2 Input Configuration <./Sample-Input-Files/tca-deploy.inpu .. |image19| image:: ../images/20.png :width: 4.91667in :height: 2.41667in -.. |image20| image:: ../images/21.png - :width: 6.5in - :height: 2.41667in -.. |image21| image:: ../images/22.png - :width: 6.5in - :height: 3in -.. |image22| image:: ../images/23.png - :width: 6.5in - :height: 2.16667in -.. |image23| image:: ../images/24.png - :width: 6.5in - :height: 2.83333in -.. |image24| image:: ../images/25.png - :width: 6.5in - :height: 3in -.. |image25| image:: ../images/26.png -.. |image26| image:: ../images/27.png diff --git a/docs/sections/design-components/DCAE-MOD/DCAE-MOD-goals.rst b/docs/sections/design-components/DCAE-MOD/DCAE-MOD-goals.rst index 23d393b1..a0521cca 100644 --- a/docs/sections/design-components/DCAE-MOD/DCAE-MOD-goals.rst +++ b/docs/sections/design-components/DCAE-MOD/DCAE-MOD-goals.rst @@ -1,3 +1,5 @@ +.. This work is licensed under a Creative Commons Attribution 4.0 International License. +.. http://creativecommons.org/licenses/by/4.0 ============== MOD Objectives ============== @@ -37,7 +39,6 @@ an effort to reboot the onboarding and design experience in DCAE. - Support automated adaptation of ML model from Acumos to DCAE design & runtime environment through the Acumos Adapter. -- DCAE-MOD is developed by the DCAE team to ensure consistency across all DCAE implementation, with the long term objective to integrate with SDC as part of the Design Platform. +- DCAE-MOD is developed by the DCAE team to ensure consistency across all DCAE implementation, with the long term objective to integrate with SDC & Policy/CLAMP as part of the Design Platform. -- Integrate with ONAP User Experience portals (initially ONAP portal, later SDC portal). diff --git a/docs/sections/design-components/DCAE-MOD/Sample-Input-Files/Request-body-of-Sample-Component_v3.json b/docs/sections/design-components/DCAE-MOD/Sample-Input-Files/Request-body-of-Sample-Component_v3.json new file mode 100644 index 00000000..ebbf3f64 --- /dev/null +++ b/docs/sections/design-components/DCAE-MOD/Sample-Input-Files/Request-body-of-Sample-Component_v3.json @@ -0,0 +1,412 @@ + { + "spec": + +{ + "self": { + "version": "1.10.1", + "name": "dcae-ves-collector", + "description": "Collector for receiving VES events through restful interface", + "component_type": "docker" + }, + "streams": { + "subscribes": [], + "publishes": [{ + "format": "VES_specification", + "version": "5.28.4", + "type": "message router", + "config_key": "ves-fault" + }, + { + "format": "VES_specification", + "version": "5.28.4", + "type": "message router", + "config_key": "ves-measurement" + }, + { + "format": "VES_specification", + "version": "5.28.4", + "type": "message router", + "config_key": "ves-syslog" + }, + { + "format": "VES_specification", + "version": "5.28.4", + "type": "message router", + "config_key": "ves-heartbeat" + }, + { + "format": "VES_specification", + "version": "7.30.2", + "type": "message router", + "config_key": "ves-other" + }, + { + "format": "VES_specification", + "version": "5.28.4", + "type": "message router", + "config_key": "ves-mobileflow" + }, + { + "format": "VES_specification", + "version": "5.28.4", + "type": "message router", + "config_key": "ves-statechange" + }, + { + "format": "VES_specification", + "version": "5.28.4", + "type": "message router", + "config_key": "ves-thresholdCrossingAlert" + }, + { + "format": "VES_specification", + "version": "5.28.4", + "type": "message router", + "config_key": "ves-voicequality" + }, + { + "format": "VES_specification", + "version": "5.28.4", + "type": "message router", + "config_key": "ves-sipsignaling" + }, + { + "format": "VES_specification", + "version": "7.30.2", + "type": "message router", + "config_key": "ves-pnfRegistration" + }, + { + "format": "VES_specification", + "version": "7.30.2", + "type": "message router", + "config_key": "ves-notification" + }, + { + "format": "VES_specification", + "version": "7.30.2", + "type": "message router", + "config_key": "ves-perf3gpp" + }, + { + "format": "VES_specification", + "version": "7.30.2", + "type": "message router", + "config_key": "ves-3gpp-fault-supervision" + }, + { + "format": "VES_specification", + "version": "7.30.2", + "type": "message router", + "config_key": "ves-3gpp-provisioning" + }, + { + "format": "VES_specification", + "version": "7.30.2", + "type": "message router", + "config_key": "ves-3gpp-heartbeat" + }, + { + "format": "VES_specification", + "version": "7.30.2", + "type": "message router", + "config_key": "ves-3gpp-performance-assurance" + } + ] + }, + "services": { + "calls": [], + "provides": [{ + "route": "/eventListener/v1", + "verb": "POST", + "request": { + "format": "VES_specification", + "version": "4.27.2" + }, + "response": { + "format": "ves.coll.response", + "version": "1.0.0" + } + }, + { + "route": "/eventListener/v2", + "verb": "POST", + "request": { + "format": "VES_specification", + "version": "4.27.2" + }, + "response": { + "format": "ves.coll.response", + "version": "1.0.0" + } + }, + { + "route": "/eventListener/v3", + "verb": "POST", + "request": { + "format": "VES_specification", + "version": "4.27.2" + }, + "response": { + "format": "ves.coll.response", + "version": "1.0.0" + } + }, + { + "route": "/eventListener/v4", + "verb": "POST", + "request": { + "format": "VES_specification", + "version": "4.27.2" + }, + "response": { + "format": "ves.coll.response", + "version": "1.0.0" + } + }, + { + "route": "/eventListener/v5", + "verb": "POST", + "request": { + "format": "VES_specification", + "version": "5.28.4" + }, + "response": { + "format": "ves.coll.response", + "version": "1.0.0" + } + }, + { + "route": "/eventListener/v7", + "verb": "POST", + "request": { + "format": "VES_specification", + "version": "7.30.2" + }, + "response": { + "format": "ves.coll.response", + "version": "1.0.0" + } + } + ] + }, + "parameters": [{ + "name": "streams_publishes", + "value": "{\"ves-3gpp-fault-supervision\":{\"dmaap_info\":{\"topic_url\":\"http:\/\/message-router:3904\/events\/unauthenticated.SEC_3GPP_FAULTSUPERVISION_OUTPUT\"},\"type\":\"message_router\"},\"ves-3gpp-heartbeat\":{\"dmaap_info\":{\"topic_url\":\"http:\/\/message-router:3904\/events\/unauthenticated.SEC_3GPP_HEARTBEAT_OUTPUT\"},\"type\":\"message_router\"},\"ves-3gpp-performance-assurance\":{\"dmaap_info\":{\"topic_url\":\"http:\/\/message-router:3904\/events\/unauthenticated.SEC_3GPP_PERFORMANCEASSURANCE_OUTPUT\"},\"type\":\"message_router\"},\"ves-3gpp-provisioning\":{\"dmaap_info\":{\"topic_url\":\"http:\/\/message-router:3904\/events\/unauthenticated.SEC_3GPP_PROVISIONING_OUTPUT\"},\"type\":\"message_router\"},\"ves-fault\":{\"dmaap_info\":{\"topic_url\":\"http:\/\/message-router:3904\/events\/unauthenticated.SEC_FAULT_OUTPUT\"},\"type\":\"message_router\"},\"ves-heartbeat\":{\"dmaap_info\":{\"topic_url\":\"http:\/\/message-router:3904\/events\/unauthenticated.SEC_HEARTBEAT_OUTPUT\"},\"type\":\"message_router\"},\"ves-measurement\":{\"dmaap_info\":{\"topic_url\":\"http:\/\/message-router:3904\/events\/unauthenticated.VES_MEASUREMENT_OUTPUT\"},\"type\":\"message_router\"},\"ves-notification\":{\"dmaap_info\":{\"topic_url\":\"http:\/\/message-router:3904\/events\/unauthenticated.VES_NOTIFICATION_OUTPUT\"},\"type\":\"message_router\"},\"ves-other\":{\"dmaap_info\":{\"topic_url\":\"http:\/\/message-router:3904\/events\/unauthenticated.SEC_OTHER_OUTPUT\"},\"type\":\"message_router\"},\"ves-pnfRegistration\":{\"dmaap_info\":{\"topic_url\":\"http:\/\/message-router:3904\/events\/unauthenticated.VES_PNFREG_OUTPUT\"},\"type\":\"message_router\"}}", + "description": "standard http port collector will open for listening;", + "sourced_at_deployment": false, + "policy_editable": false, + "designer_editable": false + }, + { + "name": "collector.service.port", + "value": 8080, + "description": "standard http port collector will open for listening;", + "sourced_at_deployment": false, + "policy_editable": false, + "designer_editable": false + }, + { + "name": "collector.service.secure.port", + "value": 8443, + "description": "secure http port collector will open for listening ", + "sourced_at_deployment": false, + "policy_editable": false, + "designer_editable": true + }, + { + "name": "collector.keystore.file.location", + "value": "/opt/app/dcae-certificate/cert.jks", + "description": "fs location of keystore file in vm", + "sourced_at_deployment": false, + "policy_editable": false, + "designer_editable": false + }, + { + "name": "collector.keystore.passwordfile", + "value": "/opt/app/dcae-certificate/jks.pass", + "description": "location of keystore password file in vm", + "sourced_at_deployment": false, + "policy_editable": false, + "designer_editable": false + }, + { + "name": "collector.truststore.file.location", + "value": "/opt/app/dcae-certificate/trust.jks", + "description": "fs location of truststore file in vm", + "sourced_at_deployment": false, + "policy_editable": false, + "designer_editable": false + }, + { + "name": "collector.truststore.passwordfile", + "value": "/opt/app/dcae-certificate/trust.pass", + "description": "location of truststore password file in vm", + "sourced_at_deployment": false, + "policy_editable": false, + "designer_editable": false + }, + { + "name": "collector.dmaap.streamid", + "value": "fault=ves-fault|syslog=ves-syslog|heartbeat=ves-heartbeat|measurementsForVfScaling=ves-measurement|mobileFlow=ves-mobileflow|other=ves-other|stateChange=ves-statechange|thresholdCrossingAlert=ves-thresholdCrossingAlert|voiceQuality=ves-voicequality|sipSignaling=ves-sipsignaling|notification=ves-notification|pnfRegistration=ves-pnfRegistration|3GPP-FaultSupervision=ves-3gpp-fault-supervision|3GPP-Heartbeat=ves-3gpp-heartbeat|3GPP-Provisioning=ves-3gpp-provisioning|3GPP-PerformanceAssurance=ves-3gpp-performance-assurance", + "description": "domain-to-streamid mapping used by VESCollector to distributes events based on domain. Both primary and secondary config_key are included for resilency (multiple streamid can be included commma separated). The streamids MUST match to topic config_keys. For single site without resiliency deployment - configkeys with -secondary suffix can be removed", + "sourced_at_deployment": true, + "policy_editable": false, + "designer_editable": false + }, + { + "name": "auth.method", + "value": "noAuth", + "description": "Property to manage application mode, possible configurations: noAuth - default option - no security (http) , certOnly - auth by certificate (https), basicAuth - auth by basic auth username and password (https),certBasicAuth - auth by certificate and basic auth username / password (https),", + "sourced_at_deployment": false, + "policy_editable": false, + "designer_editable": false + }, + { + "name": "header.authlist", + "value": "sample1,$2a$10$pgjaxDzSuc6XVFEeqvxQ5u90DKJnM/u7TJTcinAlFJVaavXMWf/Zi|userid1,$2a$10$61gNubgJJl9lh3nvQvY9X.x4e5ETWJJ7ao7ZhJEvmfJigov26Z6uq|userid2,$2a$10$G52y/3uhuhWAMy.bx9Se8uzWinmbJa.dlm1LW6bYPdPkkywLDPLiy", + "description": "List of id and base 64 encoded password.For each onboarding VNF - unique userid and password should be assigned and communicated to VNF owner. Password value should be base64 encoded in config here", + "policy_editable": false, + "sourced_at_deployment": true, + "designer_editable": true + }, + { + "name": "collector.schema.checkflag", + "value": 1, + "description": "Schema check validation flag. When enabled, collector will validate input VES events against VES Schema defined on collector.schema.file ", + "sourced_at_deployment": false, + "policy_editable": false, + "designer_editable": false + }, + { + "name": "collector.schema.file", + "value": "{\"v1\":\"./etc/CommonEventFormat_27.2.json\",\"v2\":\"./etc/CommonEventFormat_27.2.json\",\"v3\":\"./etc/CommonEventFormat_27.2.json\",\"v4\":\"./etc/CommonEventFormat_27.2.json\",\"v5\":\"./etc/CommonEventFormat_28.4.1.json\",\"v7\":\"./etc/CommonEventFormat_30.2.1_ONAP.json\"}", + "description": "VES schema file name per version used for validation", + "designer_editable": true, + "sourced_at_deployment": false, + "policy_editable": false + }, + { + "name": "event.transform.flag", + "value": 1, + "description": "flag to enable tranformation rules defined under eventTransform.json; this is applicable when event tranformation rules preset should be activated for transforming <VES5.4 events to 5.4", + "sourced_at_deployment": false, + "policy_editable": false, + "designer_editable": false + }, + { + "name": "tomcat.maxthreads", + "value": "200", + "description": "Tomcat control for concurrent request", + "sourced_at_deployment": false, + "policy_editable": false, + "designer_editable": false + }, + { + "name": "collector.externalSchema.checkflag", + "value": 1, + "description": "Schema stndDefined validation flag. When enabled, collector will validate stndDefined fields in stndDefined domain events against mapped local schemas listed in file from property collector.externalSchema.mappingFileLocation.", + "sourced_at_deployment": false, + "policy_editable": false, + "designer_editable": true + }, + { + "name": "collector.externalSchema.schemasLocation", + "value": "./etc/externalRepo/", + "description": "External schemas repository. Path to schemas storage directory.", + "sourced_at_deployment": false, + "policy_editable": false, + "designer_editable": false + }, + { + "name": "collector.externalSchema.mappingFileLocation", + "value": "./etc/externalRepo/schema-map.json", + "description": "Path to JSON file containing mapping of externally located stndDefined schemas to local schema files.", + "sourced_at_deployment": false, + "policy_editable": false, + "designer_editable": false + }, + { + "name": "event.externalSchema.schemaRefPath", + "value": "$.event.stndDefinedFields.schemaReference", + "description": "An internal path from validated JSON. Defines which field is taken as public schema reference, which is later mapped.", + "sourced_at_deployment": false, + "policy_editable": false, + "designer_editable": false + }, + { + "name": "event.externalSchema.stndDefinedDataPath", + "value": "$.event.stndDefinedFields.data", + "description": "An internal path from validated JSON. Defines which field of event will be validated during stndDefined validation.", + "sourced_at_deployment": false, + "policy_editable": false, + "designer_editable": false + }, + { + "name": "collector.description.api.version.location", + "value": "etc/api_version_description.json", + "description": "Path to the file containing description of api versions", + "sourced_at_deployment": false, + "policy_editable": false, + "designer_editable": false + } + ], + "auxilary": { + "helm": { + "service": { + "type": "NodePort", + "name": "dcae-ves-collector", + "has_internal_only_ports": true, + "ports": [{ + "name": "http", + "port": 8443, + "plain_port": 8080, + "port_protocol": "http", + "nodePort": 17, + "useNodePortExt": true + }] + } + }, + "healthcheck": { + "type": "HTTP", + "interval": "15s", + "timeout": "1s", + "port": 8080, + "endpoint": "/healthcheck" + }, + "volumes": [{ + "config_volume": { + "name": "dcae-external-repo-configmap-schema-map" + }, + "container": { + "bind": "/opt/app/VESCollector/etc/externalRepo/" + } + }, { + "config_volume": { + "name": "dcae-external-repo-configmap-sa88-rel16" + }, + "container": { + "bind": "/opt/app/VESCollector/etc/externalRepo/3gpp/rep/sa5/MnS/blob/SA88-Rel16/OpenAPI/" + } + }], + "ports": [ + "8080:0", + "8443:0" + ], + "log_info": { + "log_directory": "/opt/app/VESCollector/logs/" + }, + "tls_info": { + "cert_directory": "/opt/app/dcae-certificate/", + "use_tls": true, + "use_external_tls": false + } + }, + "artifacts": [{ + "type": "docker image", + "uri": "onap/org.onap.dcaegen2.collectors.ves.vescollector:1.10.1" + }] +} +, + "owner": "onboard_dev" + } |