From 91bc226dc7c0096fbaa4aa1bf22598a1a55f6a4c Mon Sep 17 00:00:00 2001
From: Milan Verespej <m.verespej@partner.samsung.com>
Date: Mon, 21 Jan 2019 15:45:42 +0100
Subject: Remove bash version of installer

Since bash version of offline installer is not supported in Casablanca
release this change removes it and provides small refactor of offline
resource building scripts.

Change-Id: I953733edc31e994da123b7f0b1c502e156676669
Issue-ID: OOM-1597
Signed-off-by: Milan Verespej <m.verespej@partner.samsung.com>
---
 .../create_nginx_image/01create-image.sh           | 24 +++++++
 build/creating_data/create_nginx_image/Dockerfile  | 27 ++++++++
 build/creating_data/create_nginx_image/gitconfig   |  2 +
 build/creating_data/download-bin-tools.sh          | 48 ++++++++++++++
 build/creating_data/download-docker-images.sh      | 53 ++++++++++++++++
 build/creating_data/download-files.sh              | 47 ++++++++++++++
 build/creating_data/download-git-repos.sh          | 36 +++++++++++
 build/creating_data/download-http-files.sh         | 48 ++++++++++++++
 build/creating_data/download-npm-pkgs.sh           | 41 ++++++++++++
 build/creating_data/download-oom.sh                | 37 +++++++++++
 build/creating_data/download-pip.sh                | 45 +++++++++++++
 build/creating_data/download-pkg.sh                | 42 ++++++++++++
 build/creating_data/make-docker-images-list.sh     | 23 +++++++
 build/creating_data/make-git-http-list.sh          | 74 ++++++++++++++++++++++
 build/creating_data/make-npm-list.sh               | 35 ++++++++++
 build/creating_data/remote-list-gathering.sh       | 52 +++++++++++++++
 build/creating_data/save-docker-images.sh          | 67 ++++++++++++++++++++
 17 files changed, 701 insertions(+)
 create mode 100755 build/creating_data/create_nginx_image/01create-image.sh
 create mode 100644 build/creating_data/create_nginx_image/Dockerfile
 create mode 100644 build/creating_data/create_nginx_image/gitconfig
 create mode 100755 build/creating_data/download-bin-tools.sh
 create mode 100755 build/creating_data/download-docker-images.sh
 create mode 100755 build/creating_data/download-files.sh
 create mode 100755 build/creating_data/download-git-repos.sh
 create mode 100755 build/creating_data/download-http-files.sh
 create mode 100755 build/creating_data/download-npm-pkgs.sh
 create mode 100755 build/creating_data/download-oom.sh
 create mode 100755 build/creating_data/download-pip.sh
 create mode 100755 build/creating_data/download-pkg.sh
 create mode 100755 build/creating_data/make-docker-images-list.sh
 create mode 100755 build/creating_data/make-git-http-list.sh
 create mode 100755 build/creating_data/make-npm-list.sh
 create mode 100755 build/creating_data/remote-list-gathering.sh
 create mode 100755 build/creating_data/save-docker-images.sh

(limited to 'build/creating_data')

diff --git a/build/creating_data/create_nginx_image/01create-image.sh b/build/creating_data/create_nginx_image/01create-image.sh
new file mode 100755
index 00000000..86d96cf2
--- /dev/null
+++ b/build/creating_data/create_nginx_image/01create-image.sh
@@ -0,0 +1,24 @@
+#! /usr/bin/env bash
+
+#   COPYRIGHT NOTICE STARTS HERE
+#
+#   Copyright 2018 © Samsung Electronics Co., Ltd.
+#
+#   Licensed under the Apache License, Version 2.0 (the "License");
+#   you may not use this file except in compliance with the License.
+#   You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#   Unless required by applicable law or agreed to in writing, software
+#   distributed under the License is distributed on an "AS IS" BASIS,
+#   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#   See the License for the specific language governing permissions and
+#   limitations under the License.
+#
+#   COPYRIGHT NOTICE ENDS HERE
+
+
+script_dir="$(dirname ${BASH_SOURCE[0]})"
+cd "$script_dir"
+docker build -t own_nginx .
diff --git a/build/creating_data/create_nginx_image/Dockerfile b/build/creating_data/create_nginx_image/Dockerfile
new file mode 100644
index 00000000..6a14f221
--- /dev/null
+++ b/build/creating_data/create_nginx_image/Dockerfile
@@ -0,0 +1,27 @@
+#   COPYRIGHT NOTICE STARTS HERE
+#
+#   Copyright 2018 © Samsung Electronics Co., Ltd.
+#
+#   Licensed under the Apache License, Version 2.0 (the "License");
+#   you may not use this file except in compliance with the License.
+#   You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#   Unless required by applicable law or agreed to in writing, software
+#   distributed under the License is distributed on an "AS IS" BASIS,
+#   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#   See the License for the specific language governing permissions and
+#   limitations under the License.
+#
+#   COPYRIGHT NOTICE ENDS HERE
+
+FROM nginx:alpine
+
+RUN apk add --no-cache --update fcgiwrap git git-daemon spawn-fcgi
+
+COPY gitconfig /etc/
+
+CMD spawn-fcgi -M 666 -s /var/run/fcgiwrap.socket /usr/bin/fcgiwrap && \
+    nginx -g "daemon off;"
+
diff --git a/build/creating_data/create_nginx_image/gitconfig b/build/creating_data/create_nginx_image/gitconfig
new file mode 100644
index 00000000..0c6ab113
--- /dev/null
+++ b/build/creating_data/create_nginx_image/gitconfig
@@ -0,0 +1,2 @@
+[http]
+	postBuffer = 1048576
diff --git a/build/creating_data/download-bin-tools.sh b/build/creating_data/download-bin-tools.sh
new file mode 100755
index 00000000..a0087517
--- /dev/null
+++ b/build/creating_data/download-bin-tools.sh
@@ -0,0 +1,48 @@
+#   COPYRIGHT NOTICE STARTS HERE
+#
+#   Copyright 2018 © Samsung Electronics Co., Ltd.
+#
+#   Licensed under the Apache License, Version 2.0 (the "License");
+#   you may not use this file except in compliance with the License.
+#   You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#   Unless required by applicable law or agreed to in writing, software
+#   distributed under the License is distributed on an "AS IS" BASIS,
+#   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#   See the License for the specific language governing permissions and
+#   limitations under the License.
+#
+#   COPYRIGHT NOTICE ENDS HERE
+
+outdir="$1"
+if [[ -z "$outdir" ]]; then
+    echo "Missing arg outdir"
+    exit 1
+fi
+
+
+mkdir -p "$outdir"
+cd "$outdir"
+
+download() {
+    url="$1"
+    url_file="${url%%\?*}"
+    file=$(basename "$url_file")
+    echo "Downloading $url"
+    curl --retry 5 -y 10 -Y 10 --location  "$url" -o "$file"
+}
+
+download "https://storage.googleapis.com/kubernetes-release/release/v1.8.10/bin/linux/amd64/kubectl"
+
+download "https://storage.googleapis.com/kubernetes-helm/helm-v2.8.2-linux-amd64.tar.gz"
+tar -xf ./helm-v2.8.2-linux-amd64.tar.gz linux-amd64/helm -O > helm
+rm ./helm-v2.8.2-linux-amd64.tar.gz
+
+download "https://github.com/rancher/cli/releases/download/v0.6.7/rancher-linux-amd64-v0.6.7.tar.gz"
+tar -xf ./rancher-linux-amd64-v0.6.7.tar.gz ./rancher-v0.6.7/rancher -O > rancher
+rm ./rancher-linux-amd64-v0.6.7.tar.gz
+
+
+chmod a+x ./helm ./kubectl ./rancher
diff --git a/build/creating_data/download-docker-images.sh b/build/creating_data/download-docker-images.sh
new file mode 100755
index 00000000..121cd5af
--- /dev/null
+++ b/build/creating_data/download-docker-images.sh
@@ -0,0 +1,53 @@
+#! /usr/bin/env bash
+
+#   COPYRIGHT NOTICE STARTS HERE
+#
+#   Copyright 2018 © Samsung Electronics Co., Ltd.
+#
+#   Licensed under the Apache License, Version 2.0 (the "License");
+#   you may not use this file except in compliance with the License.
+#   You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#   Unless required by applicable law or agreed to in writing, software
+#   distributed under the License is distributed on an "AS IS" BASIS,
+#   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#   See the License for the specific language governing permissions and
+#   limitations under the License.
+#
+#   COPYRIGHT NOTICE ENDS HERE
+
+
+# boilerplate
+RELATIVE_PATH=../ # relative path from this script to 'common-functions.sh'
+if [ "$IS_COMMON_FUNCTIONS_SOURCED" != YES ] ; then
+    SCRIPT_DIR=$(dirname "${0}")
+    LOCAL_PATH=$(readlink -f "$SCRIPT_DIR")
+    . "${LOCAL_PATH}"/"${RELATIVE_PATH}"/common-functions.sh
+fi
+
+SRC_IMAGE_LIST=$1
+if [[ -z "$SRC_IMAGE_LIST" ]]; then
+    SRC_IMAGE_LIST="docker_image_list.txt"
+fi
+
+echo "Download all images"
+
+lines=$(cat $SRC_IMAGE_LIST | wc -l)
+line=1
+while read -r image; do
+    echo "== pkg #$line of $lines =="
+
+    name=$(echo $image|awk '{print $1}')
+    digest=$(echo $image|awk '{print $2}')
+
+    echo "$name digest:$digest"
+    if [[ "$digest" == "<none>" ]]; then
+        retry docker -l error pull "$name"
+    else
+        retry docker -l error pull "$name"
+    fi
+    line=$((line+1))
+
+done < "$SRC_IMAGE_LIST"
diff --git a/build/creating_data/download-files.sh b/build/creating_data/download-files.sh
new file mode 100755
index 00000000..89e2026c
--- /dev/null
+++ b/build/creating_data/download-files.sh
@@ -0,0 +1,47 @@
+#   COPYRIGHT NOTICE STARTS HERE
+#
+#   Copyright 2018 © Samsung Electronics Co., Ltd.
+#
+#   Licensed under the Apache License, Version 2.0 (the "License");
+#   you may not use this file except in compliance with the License.
+#   You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#   Unless required by applicable law or agreed to in writing, software
+#   distributed under the License is distributed on an "AS IS" BASIS,
+#   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#   See the License for the specific language governing permissions and
+#   limitations under the License.
+#
+#   COPYRIGHT NOTICE ENDS HERE
+
+LIST_FILE="$1"
+if [[ -z "$LIST_FILE" ]]; then
+    echo "Missing list file"
+    exit 1
+fi
+
+outdir="$2"
+if [[ -z "$outdir" ]]; then
+    echo "Missing output directory"
+    exit 1
+fi
+
+lines=$(cat "$LIST_FILE" | wc -l)
+cnt=1
+
+# create output dir if not exists
+mkdir -p "$outdir"
+
+while read -r line; do
+    # www.springframework.org/schema/tool/spring-tool-4.3.xsd
+    file="${line%%\?*}"
+    filename=$(basename "$file")
+    echo "Downloading $cnt / $lines: $file"
+    # following curl params are ensurring 5 reties and cut-off if connectivity will
+    # drop below 10b/10s
+    curl --retry 5 -y 10 -Y 10 --location  "$line" -o "$outdir/$filename" &>/dev/null
+    cnt=$((cnt+1))
+
+done < "$LIST_FILE"
diff --git a/build/creating_data/download-git-repos.sh b/build/creating_data/download-git-repos.sh
new file mode 100755
index 00000000..9d651d93
--- /dev/null
+++ b/build/creating_data/download-git-repos.sh
@@ -0,0 +1,36 @@
+#   COPYRIGHT NOTICE STARTS HERE
+#
+#   Copyright 2018 © Samsung Electronics Co., Ltd.
+#
+#   Licensed under the Apache License, Version 2.0 (the "License");
+#   you may not use this file except in compliance with the License.
+#   You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#   Unless required by applicable law or agreed to in writing, software
+#   distributed under the License is distributed on an "AS IS" BASIS,
+#   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#   See the License for the specific language governing permissions and
+#   limitations under the License.
+#
+#   COPYRIGHT NOTICE ENDS HERE
+
+lists_dir="$1"
+
+if [[ -z "$lists_dir" ]]; then
+    echo "Missing argument for lists_dir"
+    exit 1
+fi
+
+outdir="$2"
+if [[ -z "$outdir" ]]; then
+    outdir="./git-repo"
+fi
+
+mkdir -p "$outdir"
+cd "$outdir"
+# NOTE: will be better to use sh extension?
+sh $lists_dir/git_manual_list
+sh $lists_dir/git_repos_list
+
diff --git a/build/creating_data/download-http-files.sh b/build/creating_data/download-http-files.sh
new file mode 100755
index 00000000..06f41354
--- /dev/null
+++ b/build/creating_data/download-http-files.sh
@@ -0,0 +1,48 @@
+#   COPYRIGHT NOTICE STARTS HERE
+#
+#   Copyright 2018 © Samsung Electronics Co., Ltd.
+#
+#   Licensed under the Apache License, Version 2.0 (the "License");
+#   you may not use this file except in compliance with the License.
+#   You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#   Unless required by applicable law or agreed to in writing, software
+#   distributed under the License is distributed on an "AS IS" BASIS,
+#   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#   See the License for the specific language governing permissions and
+#   limitations under the License.
+#
+#   COPYRIGHT NOTICE ENDS HERE
+
+LIST_FILE="$1"
+if [[ -z "$LIST_FILE" ]]; then
+    echo "Missing list file"
+    exit 1
+fi
+
+outdir="$2"
+if [[ -z "$outdir" ]]; then
+    echo "Missing output directory"
+    exit 1
+fi
+
+lines=$(cat "$LIST_FILE" | wc -l)
+cnt=1
+
+# create output dir if not exists
+mkdir -p "$outdir"
+
+while read -r line; do
+    # www.springframework.org/schema/tool/spring-tool-4.3.xsd
+    file="${line%%\?*}"
+    echo "Downloading $cnt / $lines: $file"
+    fdir=$(dirname "$file")
+    mkdir -p $outdir/$fdir
+    # following curl params are ensurring 5 reties and cut-off if connectivity will
+    # drop below 10b/10s
+    curl --retry 5 -y 10 -Y 10 --location  "$line" -o "$outdir/$file" &>/dev/null
+    cnt=$((cnt+1))
+
+done < "$LIST_FILE"
diff --git a/build/creating_data/download-npm-pkgs.sh b/build/creating_data/download-npm-pkgs.sh
new file mode 100755
index 00000000..9e8847c9
--- /dev/null
+++ b/build/creating_data/download-npm-pkgs.sh
@@ -0,0 +1,41 @@
+#   COPYRIGHT NOTICE STARTS HERE
+#
+#   Copyright 2018 © Samsung Electronics Co., Ltd.
+#
+#   Licensed under the Apache License, Version 2.0 (the "License");
+#   you may not use this file except in compliance with the License.
+#   You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#   Unless required by applicable law or agreed to in writing, software
+#   distributed under the License is distributed on an "AS IS" BASIS,
+#   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#   See the License for the specific language governing permissions and
+#   limitations under the License.
+#
+#   COPYRIGHT NOTICE ENDS HERE
+
+LIST_FILE="$1"
+
+if [[ -z "$LIST_FILE" ]]; then
+    LIST_FILE="all_npm_list.txt"
+fi
+
+outdir="$2"
+if [[ -z "$outdir" ]]; then
+    echo "Missing arg outdir"
+    exit 1
+fi
+
+mkdir -p "$outdir"
+cd "$outdir"
+lines=$(cat "$LIST_FILE" | wc -l)
+cnt=1
+while read -r line; do
+    echo "== pkg #$cnt of $lines =="
+    # yallist@2.1.2
+    npm pack $line
+    cnt=$((cnt+1))
+
+done < "$LIST_FILE"
diff --git a/build/creating_data/download-oom.sh b/build/creating_data/download-oom.sh
new file mode 100755
index 00000000..010eeec1
--- /dev/null
+++ b/build/creating_data/download-oom.sh
@@ -0,0 +1,37 @@
+#   COPYRIGHT NOTICE STARTS HERE
+#
+#   Copyright 2018 © Samsung Electronics Co., Ltd.
+#
+#   Licensed under the Apache License, Version 2.0 (the "License");
+#   you may not use this file except in compliance with the License.
+#   You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#   Unless required by applicable law or agreed to in writing, software
+#   distributed under the License is distributed on an "AS IS" BASIS,
+#   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#   See the License for the specific language governing permissions and
+#   limitations under the License.
+#
+#   COPYRIGHT NOTICE ENDS HERE
+
+outdir="$1"
+if [[ -z "$outdir" ]]; then
+    echo "Missing output dir"
+    exit 1
+fi
+patch_file="$2"
+if [[ -z "$patch_file" ]]; then
+    echo "Missing patch file"
+    exit 1
+fi
+
+cd "$outdir"
+git clone https://github.com/onap/oom.git
+cd oom
+echo "Checkout base commit which will be patched"
+git checkout -b patched_beijing bf47d706fc8b94fd1232960e90329a9a532c6a7b
+
+patch -p1 < "$patch_file"
+
diff --git a/build/creating_data/download-pip.sh b/build/creating_data/download-pip.sh
new file mode 100755
index 00000000..dea60b52
--- /dev/null
+++ b/build/creating_data/download-pip.sh
@@ -0,0 +1,45 @@
+#   COPYRIGHT NOTICE STARTS HERE
+#
+#   Copyright 2018 © Samsung Electronics Co., Ltd.
+#
+#   Licensed under the Apache License, Version 2.0 (the "License");
+#   you may not use this file except in compliance with the License.
+#   You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#   Unless required by applicable law or agreed to in writing, software
+#   distributed under the License is distributed on an "AS IS" BASIS,
+#   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#   See the License for the specific language governing permissions and
+#   limitations under the License.
+#
+#   COPYRIGHT NOTICE ENDS HERE
+
+LIST_FILE="$1"
+if [[ -z "$LIST_FILE" ]]; then
+    echo "Missing list file"
+    exit 1
+fi
+LIST_FILE=$(readlink -f "$LIST_FILE")
+
+
+outdir="$2"
+if [[ -z "$outdir" ]]; then
+    echo "Missing output directory"
+    exit 1
+fi
+
+lines=$(cat "$LIST_FILE" | wc -l)
+cnt=1
+
+# create output dir if not exists
+mkdir -p "$outdir"
+
+cd "$outdir"
+while read -r line; do
+    echo "Downloading $cnt / $lines: $line"
+    pip download $line
+    cnt=$((cnt+1))
+
+done < "$LIST_FILE"
diff --git a/build/creating_data/download-pkg.sh b/build/creating_data/download-pkg.sh
new file mode 100755
index 00000000..03bfe07f
--- /dev/null
+++ b/build/creating_data/download-pkg.sh
@@ -0,0 +1,42 @@
+#   COPYRIGHT NOTICE STARTS HERE
+#
+#   Copyright 2018 © Samsung Electronics Co., Ltd.
+#
+#   Licensed under the Apache License, Version 2.0 (the "License");
+#   you may not use this file except in compliance with the License.
+#   You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#   Unless required by applicable law or agreed to in writing, software
+#   distributed under the License is distributed on an "AS IS" BASIS,
+#   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#   See the License for the specific language governing permissions and
+#   limitations under the License.
+#
+#   COPYRIGHT NOTICE ENDS HERE
+
+outdir="$1"
+if [[ -z "$outdir" ]]; then
+    echo "Missing output dir"
+    exit 1
+fi
+
+# if onap.repo does not exists create it
+mkdir -p $outdir
+if [ ! -f "$outdir/onap.repo" ]; then
+   cat > "$outdir/onap.repo" <<EOF
+[ONAP]
+name=Offline ONAP repository
+baseurl=PATH
+enabled=1
+gpgcheck=0
+EOF
+fi
+
+# this exact docker version is required by ONAP/beijing
+# it should be available in centos docker repo
+yumdownloader --resolve --destdir="$outdir" docker-ce-17.03.2.ce libtool-ltdl docker-ce-selinux
+
+yumdownloader --resolve --destdir="$outdir" dnsmasq icewm firefox tigervnc-server perl*
+createrepo "$outdir"
diff --git a/build/creating_data/make-docker-images-list.sh b/build/creating_data/make-docker-images-list.sh
new file mode 100755
index 00000000..b925d91d
--- /dev/null
+++ b/build/creating_data/make-docker-images-list.sh
@@ -0,0 +1,23 @@
+#   COPYRIGHT NOTICE STARTS HERE
+#
+#   Copyright 2018 © Samsung Electronics Co., Ltd.
+#
+#   Licensed under the Apache License, Version 2.0 (the "License");
+#   you may not use this file except in compliance with the License.
+#   You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#   Unless required by applicable law or agreed to in writing, software
+#   distributed under the License is distributed on an "AS IS" BASIS,
+#   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#   See the License for the specific language governing permissions and
+#   limitations under the License.
+#
+#   COPYRIGHT NOTICE ENDS HERE
+
+readonly IMG_LIST="/tmp/docker_image_list.txt"
+
+echo "gathering images"
+docker images --digests | grep -v 'IMAGE ID'|awk '{printf("%s:%s %s\n", $1, $2, $3)}' > $IMG_LIST
+
diff --git a/build/creating_data/make-git-http-list.sh b/build/creating_data/make-git-http-list.sh
new file mode 100755
index 00000000..a724d6f0
--- /dev/null
+++ b/build/creating_data/make-git-http-list.sh
@@ -0,0 +1,74 @@
+#   COPYRIGHT NOTICE STARTS HERE
+#
+#   Copyright 2018 © Samsung Electronics Co., Ltd.
+#
+#   Licensed under the Apache License, Version 2.0 (the "License");
+#   you may not use this file except in compliance with the License.
+#   You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#   Unless required by applicable law or agreed to in writing, software
+#   distributed under the License is distributed on an "AS IS" BASIS,
+#   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#   See the License for the specific language governing permissions and
+#   limitations under the License.
+#
+#   COPYRIGHT NOTICE ENDS HERE
+
+if [[ -z "$LISTS_DIR" ]]; then
+    LISTS_DIR=.
+    echo "Using default output directory ."
+fi
+
+OOM_PATH="$1"
+
+if [[ -z "$OOM_PATH" ]]; then
+    echo "Missing oom path"
+    exit 1
+fi
+
+
+GOUTPUT="$LISTS_DIR/git_repos_list"
+FOUTPUT="$LISTS_DIR/fetch_list.txt"
+
+trim_last() {
+   echo "${@:1:$#-1}";
+}
+
+TMP='/tmp/git_tmp_list'
+:> $TMP
+
+:> $FOUTPUT
+
+echo "Gathering git repos and list possible html data"
+
+while read -r chart; do
+    out="$(helm template $(dirname "$chart") 2>/dev/null)"
+    gitcmds=$(echo "$out" | grep 'git clone')
+
+    if [[ -n "$gitcmds" ]] ; then
+        while read gitcmd; do
+            gitcmd=$(trim_last $gitcmd)
+            repo_path=$(echo "$gitcmd" | sed 's#.*http://\(.*\)$#\1#')
+            full="$gitcmd --bare $repo_path"
+            echo "Cmd: $full"
+            echo "$full" >> $TMP
+        done <<< "$gitcmds"
+    fi
+
+    fetchcmds=$(echo "$out" | grep 'wget \|curl ' | grep -v 'HEALTH_CHECK_ENDPOINT\|PUT\|POST' )
+    if [[ -n "$fetchcmds" ]] ; then
+        while read fetchcmd; do
+            echo "Fetch: $fetchcmd"
+            echo "=== From: $chart" >> $FOUTPUT
+            echo "$fetchcmd" >> $FOUTPUT
+        done <<< "$fetchcmds"
+    fi
+
+
+done <<< "$(find $OOM_PATH -name Chart.yaml)"
+
+sort $TMP | uniq > $GOUTPUT
+
+
diff --git a/build/creating_data/make-npm-list.sh b/build/creating_data/make-npm-list.sh
new file mode 100755
index 00000000..5901d54d
--- /dev/null
+++ b/build/creating_data/make-npm-list.sh
@@ -0,0 +1,35 @@
+#   COPYRIGHT NOTICE STARTS HERE
+#
+#   Copyright 2018 © Samsung Electronics Co., Ltd.
+#
+#   Licensed under the Apache License, Version 2.0 (the "License");
+#   you may not use this file except in compliance with the License.
+#   You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#   Unless required by applicable law or agreed to in writing, software
+#   distributed under the License is distributed on an "AS IS" BASIS,
+#   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#   See the License for the specific language governing permissions and
+#   limitations under the License.
+#
+#   COPYRIGHT NOTICE ENDS HERE
+
+FIND_PATH="/var/lib/docker/aufs/mnt/"
+
+LIST_FILE="/tmp/npm.list"
+
+: > $LIST_FILE
+
+echo "gathering npm packages from $FIND_PATH"
+while read -r line; do
+    # yallist/2.1.2/package/package.json
+    name=$(echo $line | cut -d '/' -f1 )
+    ver=$(echo $line | cut -d '/' -f2 )
+#    tag=$(echo $image|awk '{print $2}')
+#    save_image "$name:$tag"
+    echo "$name@$ver" >> $LIST_FILE
+
+done <<< "$(find $FIND_PATH -path "*/.npm/*/package.json" | sed 's#^.*\.npm/\(.*\)$#\1#' | sort | uniq)"
+
diff --git a/build/creating_data/remote-list-gathering.sh b/build/creating_data/remote-list-gathering.sh
new file mode 100755
index 00000000..dde1e0f5
--- /dev/null
+++ b/build/creating_data/remote-list-gathering.sh
@@ -0,0 +1,52 @@
+#   COPYRIGHT NOTICE STARTS HERE
+#
+#   Copyright 2018 © Samsung Electronics Co., Ltd.
+#
+#   Licensed under the Apache License, Version 2.0 (the "License");
+#   you may not use this file except in compliance with the License.
+#   You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#   Unless required by applicable law or agreed to in writing, software
+#   distributed under the License is distributed on an "AS IS" BASIS,
+#   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#   See the License for the specific language governing permissions and
+#   limitations under the License.
+#
+#   COPYRIGHT NOTICE ENDS HERE
+
+
+if [[ -z "$ONAP_SERVERS" ]]; then
+    echo "Missing environment ONAP_SERVERS"
+    exit 1
+fi
+if [[ -z "$LISTS_DIR" ]]; then
+    LISTS_DIR=.
+    echo "Using default output directory ."
+fi
+
+echo "Using onap servers: $ONAP_SERVERS"
+
+cd $(dirname $0)
+
+for server in $ONAP_SERVERS; do
+
+    echo "================================================="
+    echo "Gathering docker images list from server: $server"
+    echo "================================================="
+    scp ./make-docker-images-list.sh $server:/tmp/
+    ssh $server '/tmp/make-docker-images-list.sh;rm /tmp/make-docker-images-list.sh'
+    scp $server:/tmp/docker_image_list.txt $LISTS_DIR/docker_image_list-${server}.txt
+
+    echo "================================================="
+    echo "Gathering NPM packages list from server: $server"
+    echo "================================================="
+    scp ./make-npm-list.sh $server:/tmp/
+    ssh $server '/tmp/make-npm-list.sh; rm /tmp/make-npm-list.sh'
+    scp $server:/tmp/npm.list $LISTS_DIR/npm_list-${server}.txt
+done
+
+cat "$LISTS_DIR"/docker_image_list-*.txt | grep -v sonatype/nexus3 | grep -v own_nginx | sort | uniq > "$LISTS_DIR/docker_image_list.txt"
+cat "$LISTS_DIR"/npm_list-*.txt | grep -v '^@$' | sort | uniq > "$LISTS_DIR/npm_list.txt"
+
diff --git a/build/creating_data/save-docker-images.sh b/build/creating_data/save-docker-images.sh
new file mode 100755
index 00000000..f4a5d3c7
--- /dev/null
+++ b/build/creating_data/save-docker-images.sh
@@ -0,0 +1,67 @@
+#! /usr/bin/env bash
+
+#   COPYRIGHT NOTICE STARTS HERE
+#
+#   Copyright 2018 © Samsung Electronics Co., Ltd.
+#
+#   Licensed under the Apache License, Version 2.0 (the "License");
+#   you may not use this file except in compliance with the License.
+#   You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#   Unless required by applicable law or agreed to in writing, software
+#   distributed under the License is distributed on an "AS IS" BASIS,
+#   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#   See the License for the specific language governing permissions and
+#   limitations under the License.
+#
+#   COPYRIGHT NOTICE ENDS HERE
+
+
+# boilerplate
+RELATIVE_PATH=../ # relative path from this script to 'common-functions.sh'
+if [ "$IS_COMMON_FUNCTIONS_SOURCED" != YES ] ; then
+    SCRIPT_DIR=$(dirname "${0}")
+    LOCAL_PATH=$(readlink -f "$SCRIPT_DIR")
+    . "${LOCAL_PATH}"/"${RELATIVE_PATH}"/common-functions.sh
+fi
+
+IMG_DIR="$1"
+
+if [[ -z "$IMG_DIR" ]]; then
+    IMG_DIR="./images"
+fi
+
+echo "Creating ${IMG_DIR}"
+if [[ ! -d "${IMG_DIR}" ]]; then
+    mkdir -p "${IMG_DIR}"
+fi
+
+save_image() {
+    local name_tag=$1
+    echo "$name_tag"
+    local img_name=$(echo "${name_tag}" | tr /: __)
+    local img_path="${IMG_DIR}/${img_name}.tar"
+
+    if [[ ! -f "${img_path}" ]] ; then
+        echo "[DEBUG] save ${name_tag} to ${img_path}"
+        echo "${name_tag}" >> $IMG_DIR/_image_list.txt
+        retry docker -l error save -o "${img_path}" ${name_tag}
+    else
+        echo "[DEBUG] ${name_tag} already saved"
+    fi
+}
+
+echo "Save all images"
+line=1
+lines=$(docker images|grep -v 'IMAGE ID'|wc -l)
+while read -r image; do
+    echo "== pkg #$line of $lines =="
+
+    name=$(echo $image|awk '{print $1}')
+    tag=$(echo $image|awk '{print $2}')
+    save_image "$name:$tag"
+    line=$((line+1))
+
+done <<< "$(docker images|grep -v 'IMAGE ID'|awk '{printf("%s %s\n", $1, $2)}'|column -t)"
-- 
cgit 1.2.3-korg