path: root/external-schema-repo-generator/generator/generate.sh

#!/bin/sh

# ============LICENSE_START=======================================================
# OOM
# ================================================================================
# Copyright (C) 2020-2021 Nokia. All rights reserved.
# ================================================================================
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#      http://www.apache.org/licenses/LICENSE-2.0
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ============LICENSE_END=========================================================

. ./utils.sh

# Arguments renaming
arguments_number=$#
repo_url=$1
branches=$2
schemas_location=$3
vendor=$4
configmap_filename=$5
configmap_name=$6
snippet_filename=$7
specs_directory=$8
generation_directory=$9

# Constants
SCHEMA_MAP_FILENAME="schema-map.json"
SCHEMA_MAP_NAME="schema-map"
SUCCESS_CODE=0
TREE=tree
INDENTATION_LEVEL_1=1
INDENTATION_LEVEL_2=2
INDENTATION_LEVEL_3=3
INDENTATION_LEVEL_4=4
INDENTATION_LEVEL_5=5

# Variables
tmp_location=$(mktemp -d)
valid_branches=""

# Create and move to directory for storing generated files
move_to_generation_directory() {
  mkdir "$generation_directory"
  cd ./"$generation_directory"
}

# Indents each line of string by adding indent_size*indent_string spaces on the beginning
# Optional argument is indent_string level, default: 1
# correct usage example:
# echo "Sample Text" | indent_string 2
indent_string() {
  indent_size=2
  indent_string=1
  if [ -n "$1" ]; then indent_string=$1; fi
  pr -to $(expr "$indent_string" \* "$indent_size")
}

# Clones all branches selected in $BRANCH from $repo_url
clone_repo() {
  for actual_branch in $branches; do
    clone_branch "$actual_branch"
  done
}

# Clones single branch $1 from $repo_url.
# $1 - branch name
clone_branch() {
  check_arguments $# $EXPECTED_1_ARG
  if [ -d $tmp_location/"$1" ]; then
    echo "Skipping cloning repository."
    echo "Branch $1 has already been cloned in the directory ./$tmp_location/$1"
    echo "To redownload branch remove ./$tmp_location/$1."
  else
    echo "Cloning repository from branch $1"
    git clone --quiet --single-branch --branch "$1" "$repo_url" "$tmp_location/$1" 2>/dev/null
    result=$?
    if [ $result -ne $SUCCESS_CODE ] ; then
      echo "Problem with cloning branch $1."
      echo "Branch $1 will not be added to spec."
    else
      valid_branches="${valid_branches} $1"
    fi
  fi
}

# Creates file with name $configmap_filename
# Inserts ConfigMap metadata and sets name as $configmap_name
# $1 - branch name
add_config_map_metadata() {
  branch_configmap_filename="${configmap_filename}-$1.yaml"
  branch_configmap_name=$( echo "$configmap_name-$1" | tr '[:upper:]' '[:lower:]' )
  echo "Creating ConfigMap spec file: $branch_configmap_filename"
  cat << EOF > "$branch_configmap_filename"
apiVersion: v1
kind: ConfigMap
metadata:
  name: $branch_configmap_name
  labels:
    name: $branch_configmap_name
  namespace: onap
data:
EOF
}

# For each selected branch:
#   clones the branch from repository,
#   adds schemas from branch to ConfigMap spec
# $1 - branch name
add_schemas() {
  echo "Adding schemas from branch $1 to spec"
  add_schemas_from_branch "$1"
}

# Adds schemas from single branch to spec
# $1 - branch name
add_schemas_from_branch() {
  branch_configmap_filename="${configmap_filename}-$1.yaml"
  check_arguments $# $EXPECTED_1_ARG
  schemas=$(ls -g $tmp_location/$1/$schemas_location/*.yaml | awk '{print $NF}')
  for schema in $schemas; do
    echo "$1-$(basename $schema): |-" | indent_string $INDENTATION_LEVEL_1
    cat "$schema" | indent_string $INDENTATION_LEVEL_2
  done
} >> "$branch_configmap_filename"

move_to_spec_directory() {
  mkdir "$specs_directory"
  cd ./"$specs_directory"
}

# Generates mapping file for collected schemas directly in spec
# $1 - schema map name
generate_mapping_file() {
  schema_map_filename="${configmap_filename}-$1.yaml"
  echo "Generating mapping file in spec"
  echo "$SCHEMA_MAP_FILENAME"": |-" | indent_string $INDENTATION_LEVEL_1 >> "$schema_map_filename"
  echo "[" | indent_string $INDENTATION_LEVEL_2 >> "$schema_map_filename"

  for actual_branch in $valid_branches; do
    echo "Adding mappings from branch: $actual_branch"
    add_mappings_from_branch $actual_branch $schema_map_filename
  done

  truncate -s-2 "$schema_map_filename"
  echo "" >> "$schema_map_filename"
  echo "]" | indent_string $INDENTATION_LEVEL_2 >> "$schema_map_filename"
}

# Adds mappings from single branch directly to spec
# $1 - branch name
# $2 - schema map file name
add_mappings_from_branch() {
  check_arguments $# $EXPECTED_2_ARGS
  schema_map_filename="$2"
  schemas=$(ls -g $tmp_location/$1/$schemas_location/*.yaml | awk '{print $NF}' )

  for schema in $schemas; do
    repo_endpoint=$(echo "$repo_url" | cut -d/ -f4- | rev | cut -d. -f2- | rev)
    schema_repo_path=$(echo "$schema" | cut -d/ -f4-)
    public_url_schemas_location=${repo_url%.*}
    public_url=$public_url_schemas_location/$TREE/$schema_repo_path
    local_url=$vendor/$repo_endpoint/$TREE/$schema_repo_path

    echo "{" | indent_string $INDENTATION_LEVEL_3 >> "$schema_map_filename"
    echo "\"publicURL\": \"$public_url\"," | indent_string $INDENTATION_LEVEL_4 >> "$schema_map_filename"
    echo "\"localURL\": \"$local_url\"" | indent_string $INDENTATION_LEVEL_4 >> "$schema_map_filename"
    echo "}," | indent_string $INDENTATION_LEVEL_3 >> "$schema_map_filename"
  done
}

# Create snippet file to describe how to connect mount ConfigMaps in VES
create_snippet() {
  echo "Generating snippets in file: $snippet_filename"
  generate_entries
  base_mounts_path="/opt/app/VESCollector/etc/externalRepo"
  base_mounts_name="external-repo-$vendor-schemas"
  mounts_paths="
        - mountPath: $base_mounts_path/schema-map
          name: $base_mounts_name"

  config_maps="
      - configMap:
          defaultMode: 420
          name: $configmap_name-$SCHEMA_MAP_NAME
        name: $base_mounts_name"

  for actual_branch in $valid_branches; do

    actual_branch_name=$( echo "$actual_branch" | tr '[:upper:]' '[:lower:]' )

    repo_endpoint=$(echo "$repo_url" | cut -d/ -f4- | rev | cut -d. -f2- | rev)
    local_url=$vendor/$repo_endpoint/$TREE/$actual_branch/$schemas_location
    mounts_paths="$mounts_paths
        - mountPath: $base_mounts_path/$local_url
          name: $base_mounts_name-$actual_branch_name"

    config_maps="$config_maps
      - configMap:
          defaultMode: 420
          name: $configmap_name-$actual_branch_name
        name: $base_mounts_name-$actual_branch_name"
  done


  cat << EOF > "$snippet_filename"
Snippets for mounting ConfigMap in DCAE VESCollector Deployment
=========================================================================

## Description
These snippets will override existing in VESCollector schemas and mapping file.

No extra configuration in VESCollector is needed with these snippets.

## Snippets
#### spec.template.spec.containers[0].volumeMounts
\`\`\`$mounts_paths
\`\`\`

#### spec.template.spec.volumes
\`\`\`$config_maps
\`\`\`
EOF
}

generate_entries() {
  for actual_branch in $valid_branches; do
    schemas=$(ls -g $tmp_location/$actual_branch/$schemas_location/*.yaml | awk '{print $NF}')
    for schema in $schemas; do
      repo_endpoint=$(echo "$repo_url" | cut -d/ -f4- | rev | cut -d. -f2- | rev)
      schema_repo_path=$(echo "$schema" | cut -d/ -f4-)

      key="$actual_branch-$(basename "$schema")"
      path=$vendor/$repo_endpoint/$TREE/$schema_repo_path
      schemas_entries="$schemas_entries- key: $key\n  path: $path\n"
    done
  done
  schemas_entries=$(echo "$schemas_entries" | indent_string $INDENTATION_LEVEL_5)
}

# Generate specs for branch
# $1 - branch name
generate_specs_for_branch() {
  check_arguments $# $EXPECTED_1_ARG
  add_config_map_metadata $1
  add_schemas $1
}

# Generate specs for schema map
generate_specs_for_schema_map() {
  add_config_map_metadata "$SCHEMA_MAP_NAME"
  generate_mapping_file "$SCHEMA_MAP_NAME"
}

# Generate specs for all releases and for schema map
generate_specs() {
  move_to_spec_directory
  for actual_branch in $valid_branches; do
    generate_specs_for_branch $actual_branch
  done
  generate_specs_for_schema_map
  cd ..
}


# todo add check of global env whether script should be ran
main() {
  check_arguments $arguments_number $EXPECTED_9_ARGS
  move_to_generation_directory
  clone_repo
  generate_specs
  create_snippet
  move_to_starting_directory
}

main