summaryrefslogtreecommitdiffstats
path: root/bash/tools/creating_data
diff options
context:
space:
mode:
authorMichal Ptacek <m.ptacek@partner.samsung.com>2019-01-29 11:51:16 +0000
committerGerrit Code Review <gerrit@onap.org>2019-01-29 11:51:16 +0000
commite766eb8b72ae59be34d94f55333e62ae840c292b (patch)
tree0a27f86b8cd25f72b5a0f9098c9fe8a884baf184 /bash/tools/creating_data
parentfc3bb8f8c1c73f99b4e9d2b5d12f0870998f7569 (diff)
parent91bc226dc7c0096fbaa4aa1bf22598a1a55f6a4c (diff)
Merge "Remove bash version of installer"
Diffstat (limited to 'bash/tools/creating_data')
-rwxr-xr-xbash/tools/creating_data/create_nginx_image/01create-image.sh24
-rw-r--r--bash/tools/creating_data/create_nginx_image/Dockerfile32
-rw-r--r--bash/tools/creating_data/create_nginx_image/gitconfig2
-rwxr-xr-xbash/tools/creating_data/docker-login.sh38
-rwxr-xr-xbash/tools/creating_data/download-bin-tools.sh51
-rwxr-xr-xbash/tools/creating_data/download-docker-images.sh53
-rwxr-xr-xbash/tools/creating_data/download-files.sh47
-rwxr-xr-xbash/tools/creating_data/download-git-repos.sh36
-rwxr-xr-xbash/tools/creating_data/download-http-files.sh48
-rwxr-xr-xbash/tools/creating_data/download-npm-pkgs.sh41
-rwxr-xr-xbash/tools/creating_data/download-oom.sh37
-rwxr-xr-xbash/tools/creating_data/download-pip.sh45
-rwxr-xr-xbash/tools/creating_data/download-pkg.sh42
-rwxr-xr-xbash/tools/creating_data/load-docker-images.sh75
-rwxr-xr-xbash/tools/creating_data/make-docker-images-list.sh23
-rwxr-xr-xbash/tools/creating_data/make-git-http-list.sh74
-rwxr-xr-xbash/tools/creating_data/make-npm-list.sh35
-rwxr-xr-xbash/tools/creating_data/remote-list-gathering.sh53
-rwxr-xr-xbash/tools/creating_data/save-docker-images.sh67
-rwxr-xr-xbash/tools/creating_data/upload-maven-files.sh43
-rwxr-xr-xbash/tools/creating_data/upload-npm-pkgs.sh48
21 files changed, 0 insertions, 914 deletions
diff --git a/bash/tools/creating_data/create_nginx_image/01create-image.sh b/bash/tools/creating_data/create_nginx_image/01create-image.sh
deleted file mode 100755
index 86d96cf2..00000000
--- a/bash/tools/creating_data/create_nginx_image/01create-image.sh
+++ /dev/null
@@ -1,24 +0,0 @@
-#! /usr/bin/env bash
-
-# COPYRIGHT NOTICE STARTS HERE
-#
-# Copyright 2018 © Samsung Electronics Co., Ltd.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-# COPYRIGHT NOTICE ENDS HERE
-
-
-script_dir="$(dirname ${BASH_SOURCE[0]})"
-cd "$script_dir"
-docker build -t own_nginx .
diff --git a/bash/tools/creating_data/create_nginx_image/Dockerfile b/bash/tools/creating_data/create_nginx_image/Dockerfile
deleted file mode 100644
index 412d4edb..00000000
--- a/bash/tools/creating_data/create_nginx_image/Dockerfile
+++ /dev/null
@@ -1,32 +0,0 @@
-# COPYRIGHT NOTICE STARTS HERE
-#
-# Copyright 2018 © Samsung Electronics Co., Ltd.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-# COPYRIGHT NOTICE ENDS HERE
-
-FROM nginx:alpine
-
-RUN apk add --no-cache --update fcgiwrap git git-daemon spawn-fcgi
-
-#RUN mkdir /srv/http
-#VOLUME ["/var/log/nginx"]
-
-COPY gitconfig /etc/
-#COPY nginx.conf /etc/nginx/nginx.conf
-
-CMD spawn-fcgi -M 666 -s /var/run/fcgiwrap.socket /usr/bin/fcgiwrap && \
- nginx -g "daemon off;"
-
-#CMD ["spawn-fcgi","-M 666","-s /var/run/fcgiwrap.socket","/usr/sbin/fcgiwrap"]
diff --git a/bash/tools/creating_data/create_nginx_image/gitconfig b/bash/tools/creating_data/create_nginx_image/gitconfig
deleted file mode 100644
index 0c6ab113..00000000
--- a/bash/tools/creating_data/create_nginx_image/gitconfig
+++ /dev/null
@@ -1,2 +0,0 @@
-[http]
- postBuffer = 1048576
diff --git a/bash/tools/creating_data/docker-login.sh b/bash/tools/creating_data/docker-login.sh
deleted file mode 100755
index d57e23bd..00000000
--- a/bash/tools/creating_data/docker-login.sh
+++ /dev/null
@@ -1,38 +0,0 @@
-#! /usr/bin/env bash
-
-# COPYRIGHT NOTICE STARTS HERE
-#
-# Copyright 2018 © Samsung Electronics Co., Ltd.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-# COPYRIGHT NOTICE ENDS HERE
-
-
-# boilerplate
-RELATIVE_PATH=../ # relative path from this script to 'common-functions.sh'
-if [ "$IS_COMMON_FUNCTIONS_SOURCED" != YES ] ; then
- SCRIPT_DIR=$(dirname "${0}")
- LOCAL_PATH=$(readlink -f "$SCRIPT_DIR")
- . "${LOCAL_PATH}"/"${RELATIVE_PATH}"/common-functions.sh
-fi
-
-echo "Reading configuration"
-get_configuration
-
-docker login -u "${NEXUS_USERNAME}" -p "${NEXUS_PASSWORD}"
-docker login -u "${NEXUS_USERNAME}" -p "${NEXUS_PASSWORD}" docker.elastic.co
-docker login -u "${NEXUS_USERNAME}" -p "${NEXUS_PASSWORD}" gcr.io
-docker login -u "${NEXUS_USERNAME}" -p "${NEXUS_PASSWORD}" nexus3.onap.org:10001
-docker login -u "${NEXUS_USERNAME}" -p "${NEXUS_PASSWORD}" registry.hub.docker.com
-docker login -u "${NEXUS_USERNAME}" -p "${NEXUS_PASSWORD}" "$NEXUS_FQDN"
diff --git a/bash/tools/creating_data/download-bin-tools.sh b/bash/tools/creating_data/download-bin-tools.sh
deleted file mode 100755
index b48cd2df..00000000
--- a/bash/tools/creating_data/download-bin-tools.sh
+++ /dev/null
@@ -1,51 +0,0 @@
-# COPYRIGHT NOTICE STARTS HERE
-#
-# Copyright 2018 © Samsung Electronics Co., Ltd.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-# COPYRIGHT NOTICE ENDS HERE
-
-outdir="$1"
-if [[ -z "$outdir" ]]; then
- echo "Missing arg outdir"
- exit 1
-fi
-
-
-mkdir -p "$outdir"
-cd "$outdir"
-
-download() {
- url="$1"
- url_file="${url%%\?*}"
- file=$(basename "$url_file")
- echo "Downloading $url"
- curl --retry 5 -y 10 -Y 10 --location "$url" -o "$file"
-}
-
-download "https://github.com/stedolan/jq/releases/download/jq-1.5/jq-linux64"
-mv ./jq-linux64 ./jq
-
-download "https://storage.googleapis.com/kubernetes-release/release/v1.8.10/bin/linux/amd64/kubectl"
-
-download "https://storage.googleapis.com/kubernetes-helm/helm-v2.8.2-linux-amd64.tar.gz"
-tar -xf ./helm-v2.8.2-linux-amd64.tar.gz linux-amd64/helm -O > helm
-rm ./helm-v2.8.2-linux-amd64.tar.gz
-
-download "https://github.com/rancher/cli/releases/download/v0.6.7/rancher-linux-amd64-v0.6.7.tar.gz"
-tar -xf ./rancher-linux-amd64-v0.6.7.tar.gz ./rancher-v0.6.7/rancher -O > rancher
-rm ./rancher-linux-amd64-v0.6.7.tar.gz
-
-
-chmod a+x ./helm ./jq ./kubectl ./rancher
diff --git a/bash/tools/creating_data/download-docker-images.sh b/bash/tools/creating_data/download-docker-images.sh
deleted file mode 100755
index 121cd5af..00000000
--- a/bash/tools/creating_data/download-docker-images.sh
+++ /dev/null
@@ -1,53 +0,0 @@
-#! /usr/bin/env bash
-
-# COPYRIGHT NOTICE STARTS HERE
-#
-# Copyright 2018 © Samsung Electronics Co., Ltd.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-# COPYRIGHT NOTICE ENDS HERE
-
-
-# boilerplate
-RELATIVE_PATH=../ # relative path from this script to 'common-functions.sh'
-if [ "$IS_COMMON_FUNCTIONS_SOURCED" != YES ] ; then
- SCRIPT_DIR=$(dirname "${0}")
- LOCAL_PATH=$(readlink -f "$SCRIPT_DIR")
- . "${LOCAL_PATH}"/"${RELATIVE_PATH}"/common-functions.sh
-fi
-
-SRC_IMAGE_LIST=$1
-if [[ -z "$SRC_IMAGE_LIST" ]]; then
- SRC_IMAGE_LIST="docker_image_list.txt"
-fi
-
-echo "Download all images"
-
-lines=$(cat $SRC_IMAGE_LIST | wc -l)
-line=1
-while read -r image; do
- echo "== pkg #$line of $lines =="
-
- name=$(echo $image|awk '{print $1}')
- digest=$(echo $image|awk '{print $2}')
-
- echo "$name digest:$digest"
- if [[ "$digest" == "<none>" ]]; then
- retry docker -l error pull "$name"
- else
- retry docker -l error pull "$name"
- fi
- line=$((line+1))
-
-done < "$SRC_IMAGE_LIST"
diff --git a/bash/tools/creating_data/download-files.sh b/bash/tools/creating_data/download-files.sh
deleted file mode 100755
index 89e2026c..00000000
--- a/bash/tools/creating_data/download-files.sh
+++ /dev/null
@@ -1,47 +0,0 @@
-# COPYRIGHT NOTICE STARTS HERE
-#
-# Copyright 2018 © Samsung Electronics Co., Ltd.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-# COPYRIGHT NOTICE ENDS HERE
-
-LIST_FILE="$1"
-if [[ -z "$LIST_FILE" ]]; then
- echo "Missing list file"
- exit 1
-fi
-
-outdir="$2"
-if [[ -z "$outdir" ]]; then
- echo "Missing output directory"
- exit 1
-fi
-
-lines=$(cat "$LIST_FILE" | wc -l)
-cnt=1
-
-# create output dir if not exists
-mkdir -p "$outdir"
-
-while read -r line; do
- # www.springframework.org/schema/tool/spring-tool-4.3.xsd
- file="${line%%\?*}"
- filename=$(basename "$file")
- echo "Downloading $cnt / $lines: $file"
- # following curl params are ensurring 5 reties and cut-off if connectivity will
- # drop below 10b/10s
- curl --retry 5 -y 10 -Y 10 --location "$line" -o "$outdir/$filename" &>/dev/null
- cnt=$((cnt+1))
-
-done < "$LIST_FILE"
diff --git a/bash/tools/creating_data/download-git-repos.sh b/bash/tools/creating_data/download-git-repos.sh
deleted file mode 100755
index 9d651d93..00000000
--- a/bash/tools/creating_data/download-git-repos.sh
+++ /dev/null
@@ -1,36 +0,0 @@
-# COPYRIGHT NOTICE STARTS HERE
-#
-# Copyright 2018 © Samsung Electronics Co., Ltd.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-# COPYRIGHT NOTICE ENDS HERE
-
-lists_dir="$1"
-
-if [[ -z "$lists_dir" ]]; then
- echo "Missing argument for lists_dir"
- exit 1
-fi
-
-outdir="$2"
-if [[ -z "$outdir" ]]; then
- outdir="./git-repo"
-fi
-
-mkdir -p "$outdir"
-cd "$outdir"
-# NOTE: will be better to use sh extension?
-sh $lists_dir/git_manual_list
-sh $lists_dir/git_repos_list
-
diff --git a/bash/tools/creating_data/download-http-files.sh b/bash/tools/creating_data/download-http-files.sh
deleted file mode 100755
index 06f41354..00000000
--- a/bash/tools/creating_data/download-http-files.sh
+++ /dev/null
@@ -1,48 +0,0 @@
-# COPYRIGHT NOTICE STARTS HERE
-#
-# Copyright 2018 © Samsung Electronics Co., Ltd.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-# COPYRIGHT NOTICE ENDS HERE
-
-LIST_FILE="$1"
-if [[ -z "$LIST_FILE" ]]; then
- echo "Missing list file"
- exit 1
-fi
-
-outdir="$2"
-if [[ -z "$outdir" ]]; then
- echo "Missing output directory"
- exit 1
-fi
-
-lines=$(cat "$LIST_FILE" | wc -l)
-cnt=1
-
-# create output dir if not exists
-mkdir -p "$outdir"
-
-while read -r line; do
- # www.springframework.org/schema/tool/spring-tool-4.3.xsd
- file="${line%%\?*}"
- echo "Downloading $cnt / $lines: $file"
- fdir=$(dirname "$file")
- mkdir -p $outdir/$fdir
- # following curl params are ensurring 5 reties and cut-off if connectivity will
- # drop below 10b/10s
- curl --retry 5 -y 10 -Y 10 --location "$line" -o "$outdir/$file" &>/dev/null
- cnt=$((cnt+1))
-
-done < "$LIST_FILE"
diff --git a/bash/tools/creating_data/download-npm-pkgs.sh b/bash/tools/creating_data/download-npm-pkgs.sh
deleted file mode 100755
index 9e8847c9..00000000
--- a/bash/tools/creating_data/download-npm-pkgs.sh
+++ /dev/null
@@ -1,41 +0,0 @@
-# COPYRIGHT NOTICE STARTS HERE
-#
-# Copyright 2018 © Samsung Electronics Co., Ltd.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-# COPYRIGHT NOTICE ENDS HERE
-
-LIST_FILE="$1"
-
-if [[ -z "$LIST_FILE" ]]; then
- LIST_FILE="all_npm_list.txt"
-fi
-
-outdir="$2"
-if [[ -z "$outdir" ]]; then
- echo "Missing arg outdir"
- exit 1
-fi
-
-mkdir -p "$outdir"
-cd "$outdir"
-lines=$(cat "$LIST_FILE" | wc -l)
-cnt=1
-while read -r line; do
- echo "== pkg #$cnt of $lines =="
- # yallist@2.1.2
- npm pack $line
- cnt=$((cnt+1))
-
-done < "$LIST_FILE"
diff --git a/bash/tools/creating_data/download-oom.sh b/bash/tools/creating_data/download-oom.sh
deleted file mode 100755
index 010eeec1..00000000
--- a/bash/tools/creating_data/download-oom.sh
+++ /dev/null
@@ -1,37 +0,0 @@
-# COPYRIGHT NOTICE STARTS HERE
-#
-# Copyright 2018 © Samsung Electronics Co., Ltd.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-# COPYRIGHT NOTICE ENDS HERE
-
-outdir="$1"
-if [[ -z "$outdir" ]]; then
- echo "Missing output dir"
- exit 1
-fi
-patch_file="$2"
-if [[ -z "$patch_file" ]]; then
- echo "Missing patch file"
- exit 1
-fi
-
-cd "$outdir"
-git clone https://github.com/onap/oom.git
-cd oom
-echo "Checkout base commit which will be patched"
-git checkout -b patched_beijing bf47d706fc8b94fd1232960e90329a9a532c6a7b
-
-patch -p1 < "$patch_file"
-
diff --git a/bash/tools/creating_data/download-pip.sh b/bash/tools/creating_data/download-pip.sh
deleted file mode 100755
index dea60b52..00000000
--- a/bash/tools/creating_data/download-pip.sh
+++ /dev/null
@@ -1,45 +0,0 @@
-# COPYRIGHT NOTICE STARTS HERE
-#
-# Copyright 2018 © Samsung Electronics Co., Ltd.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-# COPYRIGHT NOTICE ENDS HERE
-
-LIST_FILE="$1"
-if [[ -z "$LIST_FILE" ]]; then
- echo "Missing list file"
- exit 1
-fi
-LIST_FILE=$(readlink -f "$LIST_FILE")
-
-
-outdir="$2"
-if [[ -z "$outdir" ]]; then
- echo "Missing output directory"
- exit 1
-fi
-
-lines=$(cat "$LIST_FILE" | wc -l)
-cnt=1
-
-# create output dir if not exists
-mkdir -p "$outdir"
-
-cd "$outdir"
-while read -r line; do
- echo "Downloading $cnt / $lines: $line"
- pip download $line
- cnt=$((cnt+1))
-
-done < "$LIST_FILE"
diff --git a/bash/tools/creating_data/download-pkg.sh b/bash/tools/creating_data/download-pkg.sh
deleted file mode 100755
index 03bfe07f..00000000
--- a/bash/tools/creating_data/download-pkg.sh
+++ /dev/null
@@ -1,42 +0,0 @@
-# COPYRIGHT NOTICE STARTS HERE
-#
-# Copyright 2018 © Samsung Electronics Co., Ltd.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-# COPYRIGHT NOTICE ENDS HERE
-
-outdir="$1"
-if [[ -z "$outdir" ]]; then
- echo "Missing output dir"
- exit 1
-fi
-
-# if onap.repo does not exists create it
-mkdir -p $outdir
-if [ ! -f "$outdir/onap.repo" ]; then
- cat > "$outdir/onap.repo" <<EOF
-[ONAP]
-name=Offline ONAP repository
-baseurl=PATH
-enabled=1
-gpgcheck=0
-EOF
-fi
-
-# this exact docker version is required by ONAP/beijing
-# it should be available in centos docker repo
-yumdownloader --resolve --destdir="$outdir" docker-ce-17.03.2.ce libtool-ltdl docker-ce-selinux
-
-yumdownloader --resolve --destdir="$outdir" dnsmasq icewm firefox tigervnc-server perl*
-createrepo "$outdir"
diff --git a/bash/tools/creating_data/load-docker-images.sh b/bash/tools/creating_data/load-docker-images.sh
deleted file mode 100755
index 685bed42..00000000
--- a/bash/tools/creating_data/load-docker-images.sh
+++ /dev/null
@@ -1,75 +0,0 @@
-#! /usr/bin/env bash
-
-# COPYRIGHT NOTICE STARTS HERE
-#
-# Copyright 2018 © Samsung Electronics Co., Ltd.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-# COPYRIGHT NOTICE ENDS HERE
-
-
-# boilerplate
-RELATIVE_PATH=../ # relative path from this script to 'common-functions.sh'
-if [ "$IS_COMMON_FUNCTIONS_SOURCED" != YES ] ; then
- SCRIPT_DIR=$(dirname "${0}")
- LOCAL_PATH=$(readlink -f "$SCRIPT_DIR")
- . "${LOCAL_PATH}"/"${RELATIVE_PATH}"/common-functions.sh
-fi
-
-CLEAN=false
-
-if [ -z "$NEXUS_HOST" ]; then
- echo "Independent run for inserting of additional docker images"
- CLEAN=true
- mv ~/.docker/config.json ~/.docker/config.json_backup 2>/dev/null
- source "$LOCAL_PATH/docker-login.sh"
-fi
-
-IMG_DIR="$1"
-if [[ -z "$IMG_DIR" ]]; then
- IMG_DIR="$(pwd)/images"
-fi
-
-if [[ ! -d "${IMG_DIR}" ]]; then
- echo "No ${IMG_DIR} to load images"
- exit 0
-fi
-
-load_image() {
- local image="$1"
- echo "[DEBUG] load ${image}"
- result=$(docker load -i "${image}")
- echo $result
- name=$(echo $result | awk '{print $3}')
- echo "[DEBUG] pushing $name"
- retry docker push "$name"
- # delete pushed image from docker
- retry docker rmi "$name"
-}
-
-IMAGES=$(find ${IMG_DIR} -name "*.tar" -type f)
-lines=$(echo ${IMAGES} | wc -l)
-line=1
-for image in ${IMAGES}; do
- echo "== pkg #$line of $lines =="
- load_image "$image"
-
- line=$((line+1))
-done
-
-if [ "$CLEAN" = true ]; then
- # onap is using different credentials for docker login which can be conflicted
- # with ours so better to clean this-up
- rm ~/.docker/config.json
-fi
diff --git a/bash/tools/creating_data/make-docker-images-list.sh b/bash/tools/creating_data/make-docker-images-list.sh
deleted file mode 100755
index b925d91d..00000000
--- a/bash/tools/creating_data/make-docker-images-list.sh
+++ /dev/null
@@ -1,23 +0,0 @@
-# COPYRIGHT NOTICE STARTS HERE
-#
-# Copyright 2018 © Samsung Electronics Co., Ltd.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-# COPYRIGHT NOTICE ENDS HERE
-
-readonly IMG_LIST="/tmp/docker_image_list.txt"
-
-echo "gathering images"
-docker images --digests | grep -v 'IMAGE ID'|awk '{printf("%s:%s %s\n", $1, $2, $3)}' > $IMG_LIST
-
diff --git a/bash/tools/creating_data/make-git-http-list.sh b/bash/tools/creating_data/make-git-http-list.sh
deleted file mode 100755
index a724d6f0..00000000
--- a/bash/tools/creating_data/make-git-http-list.sh
+++ /dev/null
@@ -1,74 +0,0 @@
-# COPYRIGHT NOTICE STARTS HERE
-#
-# Copyright 2018 © Samsung Electronics Co., Ltd.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-# COPYRIGHT NOTICE ENDS HERE
-
-if [[ -z "$LISTS_DIR" ]]; then
- LISTS_DIR=.
- echo "Using default output directory ."
-fi
-
-OOM_PATH="$1"
-
-if [[ -z "$OOM_PATH" ]]; then
- echo "Missing oom path"
- exit 1
-fi
-
-
-GOUTPUT="$LISTS_DIR/git_repos_list"
-FOUTPUT="$LISTS_DIR/fetch_list.txt"
-
-trim_last() {
- echo "${@:1:$#-1}";
-}
-
-TMP='/tmp/git_tmp_list'
-:> $TMP
-
-:> $FOUTPUT
-
-echo "Gathering git repos and list possible html data"
-
-while read -r chart; do
- out="$(helm template $(dirname "$chart") 2>/dev/null)"
- gitcmds=$(echo "$out" | grep 'git clone')
-
- if [[ -n "$gitcmds" ]] ; then
- while read gitcmd; do
- gitcmd=$(trim_last $gitcmd)
- repo_path=$(echo "$gitcmd" | sed 's#.*http://\(.*\)$#\1#')
- full="$gitcmd --bare $repo_path"
- echo "Cmd: $full"
- echo "$full" >> $TMP
- done <<< "$gitcmds"
- fi
-
- fetchcmds=$(echo "$out" | grep 'wget \|curl ' | grep -v 'HEALTH_CHECK_ENDPOINT\|PUT\|POST' )
- if [[ -n "$fetchcmds" ]] ; then
- while read fetchcmd; do
- echo "Fetch: $fetchcmd"
- echo "=== From: $chart" >> $FOUTPUT
- echo "$fetchcmd" >> $FOUTPUT
- done <<< "$fetchcmds"
- fi
-
-
-done <<< "$(find $OOM_PATH -name Chart.yaml)"
-
-sort $TMP | uniq > $GOUTPUT
-
-
diff --git a/bash/tools/creating_data/make-npm-list.sh b/bash/tools/creating_data/make-npm-list.sh
deleted file mode 100755
index 5901d54d..00000000
--- a/bash/tools/creating_data/make-npm-list.sh
+++ /dev/null
@@ -1,35 +0,0 @@
-# COPYRIGHT NOTICE STARTS HERE
-#
-# Copyright 2018 © Samsung Electronics Co., Ltd.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-# COPYRIGHT NOTICE ENDS HERE
-
-FIND_PATH="/var/lib/docker/aufs/mnt/"
-
-LIST_FILE="/tmp/npm.list"
-
-: > $LIST_FILE
-
-echo "gathering npm packages from $FIND_PATH"
-while read -r line; do
- # yallist/2.1.2/package/package.json
- name=$(echo $line | cut -d '/' -f1 )
- ver=$(echo $line | cut -d '/' -f2 )
-# tag=$(echo $image|awk '{print $2}')
-# save_image "$name:$tag"
- echo "$name@$ver" >> $LIST_FILE
-
-done <<< "$(find $FIND_PATH -path "*/.npm/*/package.json" | sed 's#^.*\.npm/\(.*\)$#\1#' | sort | uniq)"
-
diff --git a/bash/tools/creating_data/remote-list-gathering.sh b/bash/tools/creating_data/remote-list-gathering.sh
deleted file mode 100755
index 73fb164a..00000000
--- a/bash/tools/creating_data/remote-list-gathering.sh
+++ /dev/null
@@ -1,53 +0,0 @@
-# COPYRIGHT NOTICE STARTS HERE
-#
-# Copyright 2018 © Samsung Electronics Co., Ltd.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-# COPYRIGHT NOTICE ENDS HERE
-
-
-if [[ -z "$ONAP_SERVERS" ]]; then
-# ONAP_SERVERS="oom-beijing-postRC2-master oom-beijing-postRC2-compute1 oom-beijing-postRC2-compute2"
- echo "Missing environment ONAP_SERVERS"
- exit 1
-fi
-if [[ -z "$LISTS_DIR" ]]; then
- LISTS_DIR=.
- echo "Using default output directory ."
-fi
-
-echo "Using onap servers: $ONAP_SERVERS"
-
-cd $(dirname $0)
-
-for server in $ONAP_SERVERS; do
-
- echo "================================================="
- echo "Gathering docker images list from server: $server"
- echo "================================================="
- scp ./make-docker-images-list.sh $server:/tmp/
- ssh $server '/tmp/make-docker-images-list.sh;rm /tmp/make-docker-images-list.sh'
- scp $server:/tmp/docker_image_list.txt $LISTS_DIR/docker_image_list-${server}.txt
-
- echo "================================================="
- echo "Gathering NPM packages list from server: $server"
- echo "================================================="
- scp ./make-npm-list.sh $server:/tmp/
- ssh $server '/tmp/make-npm-list.sh; rm /tmp/make-npm-list.sh'
- scp $server:/tmp/npm.list $LISTS_DIR/npm_list-${server}.txt
-done
-
-cat "$LISTS_DIR"/docker_image_list-*.txt | grep -v sonatype/nexus3 | grep -v own_nginx | sort | uniq > "$LISTS_DIR/docker_image_list.txt"
-cat "$LISTS_DIR"/npm_list-*.txt | grep -v '^@$' | sort | uniq > "$LISTS_DIR/npm_list.txt"
-
diff --git a/bash/tools/creating_data/save-docker-images.sh b/bash/tools/creating_data/save-docker-images.sh
deleted file mode 100755
index f4a5d3c7..00000000
--- a/bash/tools/creating_data/save-docker-images.sh
+++ /dev/null
@@ -1,67 +0,0 @@
-#! /usr/bin/env bash
-
-# COPYRIGHT NOTICE STARTS HERE
-#
-# Copyright 2018 © Samsung Electronics Co., Ltd.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-# COPYRIGHT NOTICE ENDS HERE
-
-
-# boilerplate
-RELATIVE_PATH=../ # relative path from this script to 'common-functions.sh'
-if [ "$IS_COMMON_FUNCTIONS_SOURCED" != YES ] ; then
- SCRIPT_DIR=$(dirname "${0}")
- LOCAL_PATH=$(readlink -f "$SCRIPT_DIR")
- . "${LOCAL_PATH}"/"${RELATIVE_PATH}"/common-functions.sh
-fi
-
-IMG_DIR="$1"
-
-if [[ -z "$IMG_DIR" ]]; then
- IMG_DIR="./images"
-fi
-
-echo "Creating ${IMG_DIR}"
-if [[ ! -d "${IMG_DIR}" ]]; then
- mkdir -p "${IMG_DIR}"
-fi
-
-save_image() {
- local name_tag=$1
- echo "$name_tag"
- local img_name=$(echo "${name_tag}" | tr /: __)
- local img_path="${IMG_DIR}/${img_name}.tar"
-
- if [[ ! -f "${img_path}" ]] ; then
- echo "[DEBUG] save ${name_tag} to ${img_path}"
- echo "${name_tag}" >> $IMG_DIR/_image_list.txt
- retry docker -l error save -o "${img_path}" ${name_tag}
- else
- echo "[DEBUG] ${name_tag} already saved"
- fi
-}
-
-echo "Save all images"
-line=1
-lines=$(docker images|grep -v 'IMAGE ID'|wc -l)
-while read -r image; do
- echo "== pkg #$line of $lines =="
-
- name=$(echo $image|awk '{print $1}')
- tag=$(echo $image|awk '{print $2}')
- save_image "$name:$tag"
- line=$((line+1))
-
-done <<< "$(docker images|grep -v 'IMAGE ID'|awk '{printf("%s %s\n", $1, $2)}'|column -t)"
diff --git a/bash/tools/creating_data/upload-maven-files.sh b/bash/tools/creating_data/upload-maven-files.sh
deleted file mode 100755
index 07d6e7ab..00000000
--- a/bash/tools/creating_data/upload-maven-files.sh
+++ /dev/null
@@ -1,43 +0,0 @@
-# COPYRIGHT NOTICE STARTS HERE
-#
-# Copyright 2018 © Samsung Electronics Co., Ltd.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-# COPYRIGHT NOTICE ENDS HERE
-
-DATA_DIR="$1"
-if [[ -z "$DATA_DIR" ]]; then
- # needs for example: /root/onap-offline-installer/http
- echo "Mising arg DATA_DIR"
- echo "Usage: $0 <path to http dir> <name of server> [<next server>...]"
- exit 1
-fi
-
-shift
-cd "$DATA_DIR"
-
-for server in $*; do
- echo "Uploading to server: $server"
-
- lines=$(find $server/ -type f | wc -l)
- count=1
- while read -r url; do
- echo "== pkg #$count of $lines =="
- count=$((count + 1))
- path="$url"
- echo "Uploading file: $url"
- curl -u admin:admin123 --upload-file $path http://$url
-
- done <<< "$(find $server/ -type f)"
-done
diff --git a/bash/tools/creating_data/upload-npm-pkgs.sh b/bash/tools/creating_data/upload-npm-pkgs.sh
deleted file mode 100755
index 9a7ed559..00000000
--- a/bash/tools/creating_data/upload-npm-pkgs.sh
+++ /dev/null
@@ -1,48 +0,0 @@
-# COPYRIGHT NOTICE STARTS HERE
-#
-# Copyright 2018 © Samsung Electronics Co., Ltd.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-# COPYRIGHT NOTICE ENDS HERE
-
-LIST_FILE="$1"
-if [[ -z "$LIST_FILE" ]]; then
- echo "Mising arg LIST_FILE"
- exit 1
-fi
-
-DATA_DIR="$2"
-if [[ -z "$DATA_DIR" ]]; then
- echo "Mising arg DATA_DIR"
- exit 1
-fi
-
-NEXUS_HOST="$3"
-if [[ -z "$NEXUS_HOST" ]]; then
- echo "Mising arg NEXUS_HOST"
- exit 1
-fi
-
-npm config set registry $NEXUS_HOST/repository/npm-private/
-# npm adduser moved to top
-
-cd "$DATA_DIR"
-lines=$(ls *.tgz | wc -l)
-cnt=1
-for line in *.tgz; do
- echo "== pkg #$cnt of $lines =="
- # yallist@2.1.2
- npm publish --access public "${line}"
- cnt=$((cnt+1))
-done