summaryrefslogtreecommitdiffstats
path: root/openecomp-be/tools/build/scripts/generate-cassandra-alter-cql.sh
blob: 1f3ae3becb085549e89350d17f8b4a4ce995567a (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
#!/bin/sh

##############################################################################
###
### generate-cassandra-alter-cql.sh
###
### A script that generates the CQL commands of ALTER for the Cassnadra init.
###
### Usage:
###
###    ./generate-cassandra-alter-cql.sh cassandra-commands.json
###
###
### Author: Avi Ziv
### Version 2.0
### Date: 21 Sep 2016
###
##############################################################################

#GLOBALS

RUN_PATH=$(cd "$(dirname "$0")" && pwd)

#### Functions - Start  ####
usage() { echo "Usage: $0 <db-cql-json-file>, for example: $0 cassandra-commands.json" 1>&2; exit 1; }

main()
{
        echo "USE dox;"
        $RUN_PATH/parse-json.py -t alter -f $1
}

#### Functions - End    ####

# Check arguements
if [ "$#" -lt 1 ] || [ "$#" -gt 1 ]; then
        usage
fi

main $1
> 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532
tosca_definitions_version: cloudify_dsl_1_3

description: >
  This example deploys the OOM Message Router application. Each service/deployment pair is associated with a single Kubernetes node.
  Node template naming convention: PROVISIONINGAPI_RESOURCETYPE_APPLICATIONCOMPONENT
  The following resources are created:
  - Security Group
  - openstack_port_zookeeper - NIC that connects to the Openstack Server
  - openstack_port_kafka - NIC that connects to the Openstack Server
  - openstack_port_dmaap - NIC that connects to the Openstack Server
  - openstack_server_zookeeper - a VM that a Kubernetes Node is installed on.
  - openstack_server_kafka - a VM that a Kubernetes Node is installed on.
  - openstack_server_dmaap - a VM that a Kubernetes Node is installed on.
  - kubernetes_node_zookeeper - a Kubernetes node that will join the Kubernetes cluster.
  - kubernetes_node_kafka - a Kubernetes node that will join the Kubernetes cluster.
  - kubernetes_node_dmaap - a Kubernetes node that will join the Kubernetes cluster.
  - kubernetes_deployment_zookeeper - a Kubernetes deployment.
  - kubernetes_deployment_kafka - a Kubernetes deployment.
  - kubernetes_deployment_dmaap - a Kubernetes deployment.
  - kubernetes_service_zookeeper - a Kubernetes service.
  - kubernetes_service_kafka - a Kubernetes service.
  - kubernetes_service_dmaap - a Kubernetes service.
  The following pre-setup steps are assumed, but not required:
  - Create Cloudify Example Environment: https://github.com/cloudify-examples/cloudify-environment-setup.
  - Create Kubernetes Cluster: https://github.com/cloudify-examples/simple-kubernetes-blueprint.

imports:
  - https://raw.githubusercontent.com/cloudify-cosmo/cloudify-manager/4.1/resources/rest-service/cloudify/types/types.yaml
  # Plugin required: https://github.com/cloudify-cosmo/cloudify-openstack-plugin/releases/download/2.2.0/cloudify_openstack_plugin-2.2.0-py27-none-linux_x86_64-centos-Core.wgn
  - https://raw.githubusercontent.com/cloudify-cosmo/cloudify-openstack-plugin/2.2.0/plugin.yaml
  # Plugin required: https://github.com/cloudify-incubator/cloudify-utilities-plugin/releases/download/1.2.5/cloudify_utilities_plugin-1.2.5-py27-none-linux_x86_64-centos-Core.wgn
  - https://raw.githubusercontent.com/cloudify-incubator/cloudify-utilities-plugin/1.2.5/plugin.yaml
  # Plugin required: https://github.com/cloudify-incubator/cloudify-kubernetes-plugin/releases/download/1.2.0/cloudify_kubernetes_plugin-1.2.0-py27-none-linux_x86_64-centos-Core.wgn
  - https://raw.githubusercontent.com/cloudify-incubator/cloudify-kubernetes-plugin/1.2.0/plugin.yaml
  # Plugin required: http://repository.cloudifysource.org/cloudify/wagons/cloudify-diamond-plugin/1.3.5/cloudify_diamond_plugin-1.3.5-py27-none-linux_x86_64-centos-Core.wgn
  - https://raw.githubusercontent.com/cloudify-cosmo/cloudify-diamond-plugin/1.3.5/plugin.yaml
  # Plugin required: http://repository.cloudifysource.org/cloudify/wagons/cloudify-fabric-plugin/1.5/cloudify_fabric_plugin-1.5-py27-none-linux_x86_64-centos-Core.wgn
  - https://raw.githubusercontent.com/cloudify-cosmo/cloudify-fabric-plugin/1.5/plugin.yaml
  - cloudify/types/kubernetes.yaml

inputs:

  configuration_file_content:
    type: string

  NS:
    default: oom

  image:
    description: Image to be used when launching agent VMs
    default: { get_secret: centos_core_image }

  flavor:
    description: Flavor of the agent VMs
    default: { get_secret: large_image_flavor }

  agent_user:
    description: >
      User for connecting to agent VMs
    default: centos

  app_name:
    default: message-router

  security_group:
    default: { concat: [ 'secgrp_', { get_input: app_name } ] }

dsl_definitions:

  openstack_config: &openstack_config
    username: { get_secret: keystone_username }
    password: { get_secret: keystone_password }
    tenant_name: { get_secret: keystone_tenant_name }
    auth_url: { get_secret: keystone_url }
    region: { get_secret: region }

groups:

  openstack_server_port_group_zookeeper:
    members:
      - openstack_server_zookeeper
      - openstack_port_zookeeper

  openstack_server_port_group_kafka:
    members:
      - openstack_server_kafka
      - openstack_port_kafka

  openstack_server_port_group_dmaap:
    members:
      - openstack_server_dmaap
      - openstack_port_dmaap

policies:

  openstack_server_port_policies_scaling:
    type: cloudify.policies.scaling
    properties:
      default_instances:  1
    targets:
    - openstack_server_port_group_zookeeper
    - openstack_server_port_group_kafka
    - openstack_server_port_group_dmaap

node_templates:

  kubernetes_service_zookeeper:
    type: cloudify.kubernetes.resources.Service
    properties:
      definition:
        apiVersion: v1
        kind: Service
        metadata:
          name: zookeeper
          labels:
            app: zookeeper
        spec:
          ports:
          - name: zookeeper1
            port: 2181
          selector:
            app: zookeeper
          clusterIP: None
    relationships:
      - type: cloudify.kubernetes.relationships.managed_by_master
        target: k8s
      - type: cloudify.relationships.depends_on
        target: kubernetes_deployment_zookeeper

  kubernetes_deployment_zookeeper:
    type: cloudify.kubernetes.resources.Deployment
    properties:
      definition:
        file:
          resource_path: kubernetes/message-router/message-router-zookeeper.yaml
    relationships:
      - type: cloudify.kubernetes.relationships.managed_by_master
        target: k8s
      - type: cloudify.relationships.depends_on
        target: kubernetes_node_zookeeper

  kubernetes_node_zookeeper:
    type: cloudify.nodes.Kubernetes.Node
    relationships:
      - type: cloudify.relationships.contained_in
        target: openstack_server_zookeeper
    interfaces:
      cloudify.interfaces.lifecycle:
        start:
          implementation: fabric.fabric_plugin.tasks.run_task
          inputs:
            task_properties:
              hostname: { get_attribute: [ SELF, hostname ] }
              labels:
                app: zookeeper

  openstack_server_zookeeper:
    type: cloudify.openstack.nodes.Server
    properties: &openstack_server_properties
      openstack_config: *openstack_config
      agent_config:
          user: { get_input: agent_user }
          install_method: remote
          port: 22
          key: { get_secret: agent_key_private }
      server:
        key_name: ''
        image: ''
        flavor: ''
      management_network_name: { get_property: [ private_network, resource_id ] }
    relationships:
      - type: cloudify.relationships.contained_in
        target: k8s_node_scaling_tier
      - target: openstack_port_zookeeper
        type: cloudify.openstack.server_connected_to_port
      - type: cloudify.relationships.depends_on
        target: cloud_init_openstack_server
    interfaces: &openstack_server_interfaces
      cloudify.interfaces.lifecycle:
        create:
          inputs:
            args:
              image: { get_input: image }
              flavor: { get_input: flavor }
              userdata: { get_attribute: [ cloud_init_openstack_server, cloud_config ] }
      cloudify.interfaces.monitoring_agent:
          install:
            implementation: diamond.diamond_agent.tasks.install
            inputs:
              diamond_config:
                interval: 1
          start: diamond.diamond_agent.tasks.start
          stop: diamond.diamond_agent.tasks.stop
          uninstall: diamond.diamond_agent.tasks.uninstall
      cloudify.interfaces.monitoring:
          start:
            implementation: diamond.diamond_agent.tasks.add_collectors
            inputs:
              collectors_config:
                CPUCollector: {}
                MemoryCollector: {}
                LoadAverageCollector: {}
                DiskUsageCollector:
                  config:
                    devices: x?vd[a-z]+[0-9]*$
                NetworkCollector: {}
                ProcessResourcesCollector:
                  config:
                    enabled: true
                    unit: B
                    measure_collector_time: true
                    cpu_interval: 0.5
                    process:
                      hyperkube:
                        name: hyperkube

  openstack_port_zookeeper:
    type: cloudify.openstack.nodes.Port
    properties:
      openstack_config: *openstack_config
    relationships: &openstack_port_relationships
      - type: cloudify.relationships.contained_in
        target: k8s_node_scaling_tier
      - type: cloudify.relationships.connected_to
        target: private_network
      - type: cloudify.relationships.depends_on
        target: private_subnet
      - type: cloudify.openstack.port_connected_to_security_group
        target: security_group

  kubernetes_service_kafka:
    type: cloudify.kubernetes.resources.Service
    properties:
      definition:
        apiVersion: v1
        kind: Service
        metadata:
          name: global-kafka
          labels:
            app: global-kafka
        spec:
          ports:
          - name: kafka1
            port: 9092
          selector:
            app: global-kafka
          clusterIP: None
    relationships:
      - type: cloudify.kubernetes.relationships.managed_by_master
        target: k8s
      - type: cloudify.relationships.depends_on
        target: kubernetes_deployment_kafka

  kubernetes_deployment_kafka:
    type: cloudify.kubernetes.resources.Deployment
    properties:
      definition:
        file:
          resource_path: kubernetes/message-router/message-router-kafka.yaml
    relationships:
      - type: cloudify.kubernetes.relationships.managed_by_master
        target: k8s
      - type: cloudify.relationships.depends_on
        target: kubernetes_node_kafka
      - type: cloudify.relationships.depends_on
        target: kubernetes_deployment_zookeeper

  kubernetes_node_kafka:
    type: cloudify.nodes.Kubernetes.Node
    relationships:
      - type: cloudify.relationships.contained_in
        target: openstack_server_kafka
    interfaces:
      cloudify.interfaces.lifecycle:
        start:
          implementation: fabric.fabric_plugin.tasks.run_task
          inputs:
            task_properties:
              hostname: { get_attribute: [ SELF, hostname ] }
              labels:
                app: global-kafka

  openstack_server_kafka:
    type: cloudify.openstack.nodes.Server
    properties: *openstack_server_properties
    relationships:
      - type: cloudify.relationships.contained_in
        target: k8s_node_scaling_tier
      - target: openstack_port_kafka
        type: cloudify.openstack.server_connected_to_port
      - type: cloudify.relationships.depends_on
        target: cloud_init_openstack_server
    interfaces: *openstack_server_interfaces

  openstack_port_kafka:
    type: cloudify.openstack.nodes.Port
    properties:
      openstack_config: *openstack_config
    relationships: *openstack_port_relationships

  kubernetes_service_dmaap:
    type: cloudify.kubernetes.resources.Service
    properties:
      definition:
        apiVersion: v1
        kind: Service
        metadata:
          name: dmaap
          labels:
            app: dmaap
            version: 1.0.0
        spec:
          ports:
          - name: mr1
            port: 3904
            nodePort: 30227
          - name: mr2
            port: 3905
            nodePort: 30226
          selector:
            app: dmaap
          type: NodePort
    relationships:
      - type: cloudify.kubernetes.relationships.managed_by_master
        target: k8s
      - type: cloudify.relationships.depends_on
        target: kubernetes_deployment_dmaap

  kubernetes_deployment_dmaap:
    type: cloudify.kubernetes.resources.Deployment
    properties:
      definition:
        file:
          resource_path: kubernetes/message-router/message-router-dmaap.yaml
    relationships:
      - type: cloudify.kubernetes.relationships.managed_by_master
        target: k8s
      - type: cloudify.relationships.depends_on
        target: kubernetes_node_dmaap
      - type: cloudify.relationships.depends_on
        target: kubernetes_deployment_zookeeper

  kubernetes_node_dmaap:
    type: cloudify.nodes.Kubernetes.Node
    relationships:
      - type: cloudify.relationships.contained_in
        target: openstack_server_dmaap
    interfaces:
      cloudify.interfaces.lifecycle:
        start:
          implementation: fabric.fabric_plugin.tasks.run_task
          inputs:
            task_properties:
              hostname: { get_attribute: [ SELF, hostname ] }
              labels:
                app: global-dmaap

  openstack_server_dmaap:
    type: cloudify.openstack.nodes.Server
    properties: *openstack_server_properties
    relationships:
      - type: cloudify.relationships.contained_in
        target: k8s_node_scaling_tier
      - target: openstack_port_dmaap
        type: cloudify.openstack.server_connected_to_port
      - type: cloudify.relationships.depends_on
        target: cloud_init_openstack_server
    interfaces: *openstack_server_interfaces

  openstack_port_dmaap:
    type: cloudify.openstack.nodes.Port
    properties:
      openstack_config: *openstack_config
    relationships: *openstack_port_relationships

  security_group:
    type: cloudify.openstack.nodes.SecurityGroup
    properties:
      openstack_config: *openstack_config
      security_group:
        name: { get_input: security_group }
        description: kubernetes master security group
      rules:
      rules:
      - remote_ip_prefix: 0.0.0.0/0
        port: 22
      - remote_ip_prefix: 0.0.0.0/0
        port: 53
      - remote_ip_prefix: 0.0.0.0/0
        port: 53
        protocol: udp
      - remote_ip_prefix: 0.0.0.0/0
        port: 80
      - remote_ip_prefix: 0.0.0.0/0
        port: 443
      - remote_ip_prefix: 0.0.0.0/0
        port: 2379
      - remote_ip_prefix: 0.0.0.0/0
        port: 4001
      - remote_ip_prefix: 0.0.0.0/0
        port: 4789
      - remote_ip_prefix: 0.0.0.0/0
        port: 6443
      - remote_ip_prefix: 0.0.0.0/0
        port: 6783
        protocol: tcp
      - remote_ip_prefix: 0.0.0.0/0
        port: 6783
        protocol: udp
      - remote_ip_prefix: 0.0.0.0/0
        port: 6784
        protocol: tcp
      - remote_ip_prefix: 0.0.0.0/0
        port: 6784
        protocol: udp
      - remote_ip_prefix: 0.0.0.0/0
        port: 8000
      - remote_ip_prefix: 0.0.0.0/0
        port: 8080
      - remote_ip_prefix: 0.0.0.0/0
        port: 9090
      - remote_ip_prefix: 0.0.0.0/0
        port: 10250
      - remote_ip_prefix: 0.0.0.0/0
        port: 2181
      - remote_ip_prefix: 0.0.0.0/0
        port: 9092
      - remote_ip_prefix: 0.0.0.0/0
        port: 3904
      - remote_ip_prefix: 0.0.0.0/0
        port: 30227
      - remote_ip_prefix: 0.0.0.0/0
        port: 3905
      - remote_ip_prefix: 0.0.0.0/0
        port: 30226

  private_subnet:
    type: cloudify.openstack.nodes.Subnet
    properties:
      openstack_config: *openstack_config
      use_external_resource: true
      resource_id: { get_secret: private_subnet_name }
    relationships:
      - target: private_network
        type: cloudify.relationships.contained_in

  private_network:
    type: cloudify.openstack.nodes.Network
    properties:
      openstack_config: *openstack_config
      use_external_resource: true
      resource_id: { get_secret: private_network_name }

  external_network:
    type: cloudify.openstack.nodes.Network
    properties:
      openstack_config: *openstack_config
      use_external_resource: true
      resource_id: { get_secret: external_network_name }

  cloud_init_openstack_server:
    type: cloudify.nodes.CloudInit.CloudConfig
    properties:
      resource_config:
        groups:
        - docker
        users:
        - name: { get_input: agent_user }
          primary-group: wheel
          groups: docker
          shell: /bin/bash
          sudo: ['ALL=(ALL) NOPASSWD:ALL']
          ssh-authorized-keys:
            - { get_secret: agent_key_public }
        write_files:
        - path: /etc/yum.repos.d/kubernetes.repo
          owner: root:root
          permissions: '0444'
          content: |
            # installed by cloud-init
            [kubernetes]
            name=Kubernetes
            baseurl=https://packages.cloud.google.com/yum/repos/kubernetes-el7-x86_64
            enabled=1
            gpgcheck=1
            repo_gpgcheck=1
            gpgkey=https://packages.cloud.google.com/yum/doc/yum-key.gpg
                   https://packages.cloud.google.com/yum/doc/rpm-package-key.gpg
        packages:
        - [epel-release]
        - [gcc]
        - [python-dev]
        - [python-wheel]
        - [python-setuptools]
        - [libffi-devel]
        - [python-devel]
        - [openssl-devel]
        - [docker, 1.12.6-28.git1398f24.el7.centos]
        - [kubelet, 1.6.4-0]
        - [kubeadm, 1.6.4-0]
        - [kubectl, 1.6.4-0]
        - [kubernetes-cni, 0.5.1-0]
        - [git]
        - [wget]
        runcmd:
        - systemctl enable docker
        - systemctl start docker
        - systemctl enable kubelet
        - systemctl start kubelet
        - yum install -y python-pip
        - pip install --upgrade pip
        - pip install docker-compose
        - pip install backports.ssl_match_hostname --upgrade
        - mkdir -p /tmp/oom/
        - git clone https://gerrit.onap.org/r/oom.git /tmp/oom
        - sleep 15
        - chmod 755 /tmp/oom/kubernetes/config/docker/init/src/config/message-router/dcae-startup-vm-message-router/deploy.sh
        - sed -i -e "s/\.\/docker_files/\/tmp\/oom\/kubernetes\/config\/docker\/init\/src\/config\/message-router\/dcae-startup-vm-message-router\/docker_files/g" /tmp/oom/kubernetes/config/docker/init/src/config/message-router/dcae-startup-vm-message-router/deploy.sh
        - sed -i -e "s/\/opt\/docker\/docker-compose/\/bin\/docker-compose/g" /tmp/oom/kubernetes/config/docker/init/src/config/message-router/dcae-startup-vm-message-router/deploy.sh
        - mv /tmp/oom/kubernetes/config/docker/init/src/config/message-router/dcae-startup-vm-message-router/docker_files/__docker-compose.yml /tmp/oom/kubernetes/config/docker/init/src/config/message-router/dcae-startup-vm-message-router/docker_files/docker-compose.yml
        - mv /tmp/oom/kubernetes/config/docker/init/src/config/message-router/dcae-startup-vm-message-router/docker_files/__MsgRtrApi.properties /tmp/oom/kubernetes/config/docker/init/src/config/message-router/dcae-startup-vm-message-router/docker_files/MsgRtrApi.properties
        - sh -c /tmp/oom/kubernetes/config/docker/init/src/config/message-router/dcae-startup-vm-message-router/deploy.sh

  k8s_node_scaling_tier:
    type: cloudify.nodes.Root

  k8s:
    type: cloudify.kubernetes.nodes.Master
    properties:
      configuration:
        file_content: { get_input: configuration_file_content }