Inserting to repo make-npm-list.sh

Script will gather needed npm package.

Change-Id: I18b6c129c8a1f0ad4b3c9f49a4fcec0591ed8efe
Issue-ID: OOM-1551
Signed-off-by: Piotr Perzanowski <p.perzanowsk@samsung.com>

2 files changed, 82 insertions, 0 deletions

diff --git a/bash/tools/creating_data/make-git-http-list.sh b/bash/tools/creating_data/make-git-http-list.sh
new file mode 100644
index 00000000..1e97d337
--- /dev/null
+++ b/bash/tools/creating_data/make-git-http-list.sh
@@ -0,0 +1,55 @@
+#   Copyright 2018 © Samsung Electronics Co., Ltd.
+#
+#   Licensed under the Apache License, Version 2.0 (the "License");
+#   you may not use this file except in compliance with the License.
+#   You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#   Unless required by applicable law or agreed to in writing, software
+#   distributed under the License is distributed on an "AS IS" BASIS,
+#   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#   See the License for the specific language governing permissions and
+#   limitations under the License.
+#
+#   COPYRIGHT NOTICE ENDS HERE
+if [[ -z "$LISTS_DIR" ]]; then
+    LISTS_DIR=.
+    echo "Using default output directory ."
+fi
+OOM_PATH="$1"
+if [[ -z "$OOM_PATH" ]]; then
+    echo "Missing oom path"
+    exit 1
+fi
+GOUTPUT="$LISTS_DIR/git_repos_list"
+FOUTPUT="$LISTS_DIR/fetch_list.txt"
+trim_last() {
+   echo "${@:1:$#-1}";
+}
+TMP='/tmp/git_tmp_list'
+:> $TMP
+:> $FOUTPUT
+echo "Gathering git repos and list possible html data"
+while read -r chart; do
+    out="$(helm template $(dirname "$chart") 2>/dev/null)"
+    gitcmds=$(echo "$out" | grep 'git clone')
+    if [[ -n "$gitcmds" ]] ; then
+        while read gitcmd; do
+            gitcmd=$(trim_last $gitcmd)
+            repo_path=$(echo "$gitcmd" | sed 's#.*http://\(.*\)$#\1#')
+            full="$gitcmd --bare $repo_path"
+            echo "Cmd: $full"
+            echo "$full" >> $TMP
+        done <<< "$gitcmds"
+    fi
+    fetchcmds=$(echo "$out" | grep 'wget \|curl ' | grep -v 'HEALTH_CHECK_ENDPOINT\|PUT\|POST' )
+    if [[ -n "$fetchcmds" ]] ; then
+        while read fetchcmd; do
+            echo "Fetch: $fetchcmd"
+            echo "=== From: $chart" >> $FOUTPUT
+            echo "$fetchcmd" >> $FOUTPUT
+        done <<< "$fetchcmds"
+    fi
+done <<< "$(find $OOM_PATH -name Chart.yaml)"
+sort $TMP | uniq > $GOUTPUT
diff --git a/bash/tools/creating_data/make-npm-list.sh b/bash/tools/creating_data/make-npm-list.sh
new file mode 100644
index 00000000..dd3be670
--- /dev/null
+++ b/bash/tools/creating_data/make-npm-list.sh
@@ -0,0 +1,27 @@
+#   Copyright 2018 © Samsung Electronics Co., Ltd.
+#
+#   Licensed under the Apache License, Version 2.0 (the "License");
+#   you may not use this file except in compliance with the License.
+#   You may obtain a copy of the License at
+#
+#       http://www.apache.org/licenses/LICENSE-2.0
+#
+#   Unless required by applicable law or agreed to in writing, software
+#   distributed under the License is distributed on an "AS IS" BASIS,
+#   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#   See the License for the specific language governing permissions and
+#   limitations under the License.
+#
+#   COPYRIGHT NOTICE ENDS HERE
+FIND_PATH="/var/lib/docker/aufs/mnt/"
+LIST_FILE="/tmp/npm.list"
+: > $LIST_FILE
+echo "gathering npm packages from $FIND_PATH"
+while read -r line; do
+    # yallist/2.1.2/package/package.json
+    name=$(echo $line | cut -d '/' -f1 )
+    ver=$(echo $line | cut -d '/' -f2 )
+#    tag=$(echo $image|awk '{print $2}')
+#    save_image "$name:$tag"
+    echo "$name@$ver" >> $LIST_FILE
+done <<< "$(find $FIND_PATH -path "*/.npm/*/package.json" | sed 's#^.*\.npm/\(.*\)$#\1#' | sort | uniq)"