Move k8s-bootstrap container to blueprints repo1.9.0

Cleanup of unnecessary input templates and other files
Use non-templatized blueprints instead of blueprint templates
Copy blueprints from blueprints/ directory into image
Move reference_templates to top-level directory

Issue-ID: DCAEGEN2-2041
Signed-off-by: Jack Lucas <jflucas@research.att.com>
Change-Id: Ib846a96a4995eb97383f63ff764705e6277a24b0

1 files changed, 435 insertions, 0 deletions

diff --git a/reference_templates/pgaas-cluster.yaml-template b/reference_templates/pgaas-cluster.yaml-template
new file mode 100644
index 0000000..d7b0cd0
--- /dev/null
+++ b/reference_templates/pgaas-cluster.yaml-template
@@ -0,0 +1,435 @@
+# -*- indent-tabs-mode: nil -*- # vi: set expandtab:
+#
+# ============LICENSE_START====================================================
+# org.onap.dcae
+# =============================================================================
+# Copyright (c) 2017 AT&T Intellectual Property. All rights reserved.
+# =============================================================================
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+# 
+#      http://www.apache.org/licenses/LICENSE-2.0
+# 
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ============LICENSE_END======================================================
+
+tosca_definitions_version: cloudify_dsl_1_3
+
+description: |-
+  This blueprint is used to install and to uninstall a central postgres as a platform service.
+  This blueprint depends upon the deployment of the pgaas_plugin, the PGaaS Cinder volume, and Consul.
+  This blueprint is part of a suite of three blueprints that allow a PGaaS
+  cluster to be created that has persistent databases stored in Cinder.
+  pgaas-disk allocates the cinder volumes. It must be run first.
+  pgaas-cluster creates the PG service and attaches the cinder volumes. It must be run second.
+  pgaas-database creates a database. It must be run third, for each persistent database.
+  If the cluster is uninstalled, the persistent databases are unaffected.
+  If a database blueprint is uninstalled, the persistent database goes away.
+  If the disk blueprint is uninstalled, all persistent databases go away, along with the server instance.
+
+imports:
+  - http://www.getcloudify.org/spec/cloudify/3.4/types.yaml
+  - http://www.getcloudify.org/spec/openstack-plugin/1.4/plugin.yaml
+  - http://www.getcloudify.org/spec/fabric-plugin/1.4.1/plugin.yaml
+
+  - "{{ ONAPTEMPLATE_RAWREPOURL_org_onap_ccsdk_platform_plugins_releases }}/type_files/dnsdesig/dns_types.yaml"
+  - "{{ ONAPTEMPLATE_RAWREPOURL_org_onap_dcaegen2_platform_plugins_releases }}/relationshipplugin/1.0.0/relationshipplugin_types.yaml"
+  - "{{ ONAPTEMPLATE_RAWREPOURL_org_onap_ccsdk_platform_plugins_releases }}/type_files/pgaas/1.1.0/pgaas_types.yaml"
+
+inputs:
+  blueprint_version:
+    type: string
+    default: '2018-04-27T00:31:38+0000'
+
+  # pgaas-specific info
+  pgaas_cluster_name:
+    type: string
+    default: pgcl
+
+{{ ONAPTEMPLATE_STANDARD_INPUTS_TYPES }}
+
+  vm_init_pgrs:
+    type: string
+    default: |
+      #!/bin/sh
+      echo All output will be found in /tmp/ins.out and /tmp/ins.err
+      exec > /tmp/ins.out 2> /tmp/ins.err
+      set -x
+      if [ "$(dnsdomainname 2>/dev/null)" = "" ]
+      then
+        echo WARNING WARNING WARNING
+        echo The DNS DHCP settings did not work properly.
+        for i in $(seq 20) 
+        do 
+          echo Sleeping... 
+          sleep 10 
+          if [ "$(dnsdomainname 2>/dev/null)" != "" ] 
+          then break 
+          fi 
+          echo The DNS DHCP settings still did not work properly. 
+        done 
+        if [ "$(dnsdomainname 2>/dev/null)" = "" ] 
+        then 
+          echo Exiting 
+          exit 1 
+        fi
+      fi
+
+      CONFDIR=/var/config/DCAE/chef/
+      mkdir -p $CONFDIR
+
+      CONF=$CONFDIR/pgaas-postgres.conf
+      cat <<EOF > $CONF
+      master: ${MASTER%%.*}
+      secondmaster: notused
+      DRTR_NODE_KSTOREFILE: /opt/app/dcae-certificate/keystore.jks
+      DRTR_NODE_KSTOREPASS: "No Certificate"
+      DRTR_NODE_PVTKEYPASS: "No Certificate"
+      PG_NODES: $PG_NODES
+      PG_JAVA_HOME : /opt/app/java/jdk/jdk170
+      PG_CLUSTER: central
+      EOF
+
+      apt-get update
+
+      # invoking apt-get separately allows a failure to be ignored
+      for i in openjdk-7-jdk openjdk-8-jdk python-pip python3-pip curl gawk; do apt-get install -y $i;done
+      pip install pyyaml
+
+      # prevent servers from starting
+      echo  "exit 101" > /usr/sbin/policy-rc.d; chmod a+x /usr/sbin/policy-rc.d
+
+      # invoking apt-get separately allows a failure to be ignored
+      for i in postgresql libpq5 repmgr python-psycopg2 python3-psycopg2 libgetopt-java; do apt-get install -y $i; done
+
+      # allow servers to autostart again
+      rm -f /usr/sbin/policy-rc.d
+
+      ( umask 077; sed 's/^/*:*:*:postgres:/' < /root/.pgrspw > ~postgres/.pgpass; chown postgres:postgres ~postgres/.pgpass )
+
+      if [ ! -f $CONF ]
+      then echo "$CONF does not exist" 1>&2; exit 1
+      fi
+
+      echo Look in /tmp/pgaas.out for output from installing PGaaS
+      NEXUS={{ ONAPTEMPLATE_RAWREPOURL_org_onap_ccsdk_storage_pgaas_debs_releases }}/debs
+      for pkg in cdf.deb-1.0.0 pgaas.deb-1.0.0
+      do
+          OUT=/tmp/$pkg
+          curl -s -k -f -o $OUT $NEXUS/$pkg
+          dpkg --install $OUT
+      done
+
+      case $(hostname) in
+        *00 ) WRITE=-write ;;
+        *01 ) WRITE= ;;
+      esac
+      curl -v -X PUT -H "Content-Type: application/json" "http://${LOCATION_PREFIX}cnsl00.${LOCATION_DOMAIN}:8500/v1/agent/service/register" -d "{\"name\" : \"${CLUSTER_NAME}${WRITE}\", \"Address\" : \"${LOCAL_IP}\", \"Port\" : 5432}"
+
+      echo ALL DONE
+
+node_templates:
+  key_pair:
+    type: cloudify.openstack.nodes.KeyPair
+    properties:
+      private_key_path: { get_input: key_filename }
+      use_external_resource: True
+      resource_id: { get_input: keypair }
+      openstack_config: &open_conf
+        get_input: openstack
+  private_net:
+    type: cloudify.openstack.nodes.Network
+    properties:
+      use_external_resource: True
+      resource_id: { get_input: private_net }
+      openstack_config: *open_conf
+  security_group:
+    type: cloudify.openstack.nodes.SecurityGroup
+    properties:
+      use_external_resource: True
+      resource_id: { get_input: security_group }
+      openstack_config: *open_conf
+
+  fixedip_pgrs00:
+    type: cloudify.openstack.nodes.Port
+    properties:
+      port:
+        extra_dhcp_opts:
+          - opt_name: 'domain-name'
+            opt_value: { get_input: location_domain }
+      openstack_config: *open_conf
+    relationships:
+      - type: cloudify.relationships.contained_in
+        target: private_net
+  floatingip_pgrs00:
+    type: cloudify.openstack.nodes.FloatingIP
+    properties:
+      openstack_config: *open_conf
+    interfaces:
+      cloudify.interfaces.lifecycle:
+        create:
+          inputs:
+            args:
+              floating_network_name: { get_input: public_net }
+  dns_pgrs00:
+    type: ccsdk.nodes.dns.arecord
+    properties:
+      fqdn: { concat: [ { get_input: location_prefix }, { get_input: pgaas_cluster_name }, '00.', { get_input: location_domain } ] }
+      openstack: *open_conf
+    interfaces:
+      cloudify.interfaces.lifecycle:
+        create:
+          inputs:
+            args:
+              ip_addresses:
+                - { get_attribute: [ floatingip_pgrs00, floating_ip_address ] }
+    relationships:
+      - type: cloudify.relationships.depends_on
+        target: floatingip_pgrs00
+  host_pgrs00:
+    type: cloudify.openstack.nodes.Server
+    properties:
+      install_agent: false
+      image: { get_input: ubuntu1604image_id }
+      flavor: { get_input: flavor_id }
+      management_network_name: { get_input: private_net }
+      openstack_config: *open_conf
+    interfaces:
+      cloudify.interfaces.lifecycle:
+        create:
+          inputs:
+            args:
+              name: { concat: [ { get_input: location_prefix }, { get_input: pgaas_cluster_name }, '00' ] }
+              userdata:
+                concat:
+                  - |-
+                    #!/bin/sh
+                    mkdir /root/.sshkey
+                    echo '
+                  - { get_attribute: [ pgaas_cluster, public ] }
+                  - |-
+                    ' >/root/.sshkey/id_rsa.pub
+                    echo '
+                  - { get_attribute: [ pgaas_cluster, base64private ] }
+                  - |-
+                    ' | base64 -d >/root/.sshkey/id_rsa
+                    chmod 700 /root/.sshkey
+                    chmod 600 /root/.sshkey/*
+                    ( umask 077; echo -n postgres | cat - /root/.sshkey/id_rsa | md5sum | awk '{ print $1 }' > /root/.pgrspw )
+                    set -x
+                  - "\n"
+                  - "CLUSTER_NAME='"
+                  - { get_input: pgaas_cluster_name }
+                  - "'\n"
+                  - "LOCATION_PREFIX='"
+                  - { get_input: location_prefix }
+                  - "'\n"
+                  - "LOCATION_DOMAIN='"
+                  - { get_input: location_domain }
+                  - "'\n"
+                  - "MASTER='"
+                  - { get_property: [ dns_pgrs00, fqdn ] }
+                  - "'\n"
+                  - "LOCAL_IP='"
+                  - { get_attribute: [ floatingip_pgrs00, floating_ip_address ] }
+                  - "'\n"
+                  - "PG_NODES='"
+                  - { get_property: [ dns_pgrs00, fqdn ] }
+                  - '|'
+                  - { get_property: [ dns_pgrs01, fqdn ] }
+                  - "'\n"
+                  - { get_input: vm_init_pgrs }
+    relationships:
+      - type: cloudify.openstack.server_connected_to_port
+        target: fixedip_pgrs00
+      - type: cloudify.openstack.server_connected_to_security_group
+        target: security_group
+      - type: cloudify.openstack.server_connected_to_floating_ip
+        target: floatingip_pgrs00
+      - type: cloudify.openstack.server_connected_to_keypair
+        target: key_pair
+      - type: cloudify.relationships.depends_on
+        target: dns_pgrs00
+      - type: cloudify.relationships.depends_on
+        target: pgaas_cluster
+  fixedip_pgrs01:
+    type: cloudify.openstack.nodes.Port
+    properties:
+      port:
+        extra_dhcp_opts:
+          - opt_name: 'domain-name'
+            opt_value: { get_input: location_domain }
+      openstack_config: *open_conf
+    relationships:
+      - type: cloudify.relationships.contained_in
+        target: private_net
+  floatingip_pgrs01:
+    type: cloudify.openstack.nodes.FloatingIP
+    properties:
+      openstack_config: *open_conf
+    interfaces:
+      cloudify.interfaces.lifecycle:
+        create:
+          inputs:
+            args:
+              floating_network_name: { get_input: public_net }
+  dns_pgrs01:
+    type: ccsdk.nodes.dns.arecord
+    properties:
+      fqdn: { concat: [ { get_input: location_prefix }, { get_input: pgaas_cluster_name }, '01.', { get_input: location_domain } ] }
+      openstack: *open_conf
+    interfaces:
+      cloudify.interfaces.lifecycle:
+        create:
+          inputs:
+            args:
+              ip_addresses:
+                - { get_attribute: [ floatingip_pgrs01, floating_ip_address ] }
+    relationships:
+      - type: cloudify.relationships.depends_on
+        target: floatingip_pgrs01
+  host_pgrs01:
+    type: cloudify.openstack.nodes.Server
+    properties:
+      install_agent: false
+      image: { get_input: ubuntu1604image_id }
+      flavor: { get_input: flavor_id }
+      management_network_name: { get_input: private_net }
+      openstack_config: *open_conf
+    interfaces:
+      cloudify.interfaces.lifecycle:
+        create:
+          inputs:
+            args:
+              name: { concat: [ { get_input: location_prefix }, { get_input: pgaas_cluster_name }, '01' ] }
+              userdata:
+                concat:
+                  - |-
+                    #!/bin/sh
+                    mkdir /root/.sshkey
+                    echo '
+                  - { get_attribute: [ pgaas_cluster, public ] }
+                  - |-
+                    ' >/root/.sshkey/id_rsa.pub
+                    echo '
+                  - { get_attribute: [ pgaas_cluster, base64private ] }
+                  - |-
+                    ' | base64 -d >/root/.sshkey/id_rsa
+                    chmod 700 /root/.sshkey
+                    chmod 600 /root/.sshkey/*
+                    ( umask 077; echo -n postgres | cat - /root/.sshkey/id_rsa | md5sum | awk '{ print $1 }' > /root/.pgrspw )
+                    set -x
+                  - "\n"
+                  - "CLUSTER_NAME='"
+                  - { get_input: pgaas_cluster_name }
+                  - "'\n"
+                  - "LOCATION_PREFIX='"
+                  - { get_input: location_prefix }
+                  - "'\n"
+                  - "LOCATION_DOMAIN='"
+                  - { get_input: location_domain }
+                  - "'\n"
+                  - "MASTER='"
+                  - { get_property: [ dns_pgrs00, fqdn ] }
+                  - "'\n"
+                  - "LOCAL_IP='"
+                  - { get_attribute: [ floatingip_pgrs01, floating_ip_address ] }
+                  - "'\n"
+                  - "PG_NODES='"
+                  - { get_property: [ dns_pgrs00, fqdn ] }
+                  - '|'
+                  - { get_property: [ dns_pgrs01, fqdn ] }
+                  - "'\n"
+                  - { get_input: vm_init_pgrs }
+    relationships:
+      - type: cloudify.openstack.server_connected_to_port
+        target: fixedip_pgrs01
+      - type: cloudify.openstack.server_connected_to_security_group
+        target: security_group
+      - type: cloudify.openstack.server_connected_to_floating_ip
+        target: floatingip_pgrs01
+      - type: cloudify.openstack.server_connected_to_keypair
+        target: key_pair
+      - type: cloudify.relationships.depends_on
+        target: dns_pgrs01
+      - type: cloudify.relationships.depends_on
+        target: pgaas_cluster
+
+  # cinder connections
+  volume_pgrs00:
+    type: cloudify.openstack.nodes.Volume
+    properties:
+      resource_id: { concat: [ { get_input: location_prefix }, { get_input: pgaas_cluster_name }, '00' ] }
+      openstack_config: *open_conf
+      use_external_resource: True
+    relationships:
+      - type: cloudify.openstack.volume_attached_to_server
+        target: host_pgrs00
+
+  volume_pgrs01:
+    type: cloudify.openstack.nodes.Volume
+    properties:
+      resource_id: { concat: [ { get_input: location_prefix }, { get_input: pgaas_cluster_name }, '01' ] }
+      openstack_config: *open_conf
+      use_external_resource: True
+    relationships:
+      - type: cloudify.openstack.volume_attached_to_server
+        target: host_pgrs01
+
+  # CNAME records
+  dns_pgrs_rw:
+    type: ccsdk.nodes.dns.cnamerecord
+    properties:
+      fqdn: { concat: [ { get_input: location_prefix }, '-', { get_input: pgaas_cluster_name }, '-write.', { get_input: location_domain } ] }
+      openstack: *open_conf
+    interfaces:
+      cloudify.interfaces.lifecycle:
+        create:
+          inputs:
+            args:
+              cname: { concat: [ { get_input: location_prefix }, { get_input: pgaas_cluster_name }, '00.', { get_input: location_domain } ] }
+
+  dns_pgrs_ro:
+    type: ccsdk.nodes.dns.cnamerecord
+    properties:
+      fqdn: { concat: [ { get_input: location_prefix }, '-', { get_input: pgaas_cluster_name }, '.', { get_input: location_domain } ] }
+      openstack: *open_conf
+    interfaces:
+      cloudify.interfaces.lifecycle:
+        create:
+          inputs:
+            args:
+              cname: { concat: [ { get_input: location_prefix }, { get_input: pgaas_cluster_name }, '00.', { get_input: location_domain } ] }
+
+  # tie to pgaas_plugin database
+  pgaas_cluster:
+    type: dcae.nodes.pgaas.cluster
+    properties:
+      writerfqdn: { get_property: [ dns_pgrs_rw, fqdn ] }
+      use_existing: true
+    relationships:
+      - type: cloudify.relationships.depends_on
+        target: dns_pgrs_rw
+      - type: cloudify.relationships.depends_on
+        target: dns_pgrs_ro
+
+outputs:
+  public_ip00:
+    value: { get_attribute: [host_pgrs00, ip] }
+  public_ip01:
+    value: { get_attribute: [host_pgrs01, ip] }
+  writerfqdn:
+    value: { get_property: [ dns_pgrs_rw, fqdn ] }
+  readerfqdn:
+    value: { get_property: [ dns_pgrs_ro, fqdn ] }
+  dns_pgrs00:
+    value: { get_property: [ dns_pgrs00, fqdn ] }
+  dns_pgrs01:
+    value: { get_property: [ dns_pgrs01, fqdn ] }
+  blueprint_version:
+    value: { get_input: blueprint_version }