summaryrefslogtreecommitdiffstats
path: root/bash
diff options
context:
space:
mode:
authorPiotr Perzanowski <p.perzanowsk@samsung.com>2018-12-18 16:45:11 +0100
committerPiotr Perzanowski <p.perzanowsk@samsung.com>2018-12-18 16:45:11 +0100
commit613787d13ff684e5870947fa4159be783816b6f4 (patch)
treec0f2c61a2bcea29bf5d5db21baeb2b88cb171ac8 /bash
parent046196fceca59b10d82622c24bb249e23cdb3069 (diff)
Inserting to repo make-npm-list.sh
Script will gather needed npm package. Change-Id: I18b6c129c8a1f0ad4b3c9f49a4fcec0591ed8efe Issue-ID: OOM-1551 Signed-off-by: Piotr Perzanowski <p.perzanowsk@samsung.com>
Diffstat (limited to 'bash')
-rw-r--r--bash/tools/creating_data/make-git-http-list.sh55
-rw-r--r--bash/tools/creating_data/make-npm-list.sh27
2 files changed, 82 insertions, 0 deletions
diff --git a/bash/tools/creating_data/make-git-http-list.sh b/bash/tools/creating_data/make-git-http-list.sh
new file mode 100644
index 00000000..1e97d337
--- /dev/null
+++ b/bash/tools/creating_data/make-git-http-list.sh
@@ -0,0 +1,55 @@
+# Copyright 2018 © Samsung Electronics Co., Ltd.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# COPYRIGHT NOTICE ENDS HERE
+if [[ -z "$LISTS_DIR" ]]; then
+ LISTS_DIR=.
+ echo "Using default output directory ."
+fi
+OOM_PATH="$1"
+if [[ -z "$OOM_PATH" ]]; then
+ echo "Missing oom path"
+ exit 1
+fi
+GOUTPUT="$LISTS_DIR/git_repos_list"
+FOUTPUT="$LISTS_DIR/fetch_list.txt"
+trim_last() {
+ echo "${@:1:$#-1}";
+}
+TMP='/tmp/git_tmp_list'
+:> $TMP
+:> $FOUTPUT
+echo "Gathering git repos and list possible html data"
+while read -r chart; do
+ out="$(helm template $(dirname "$chart") 2>/dev/null)"
+ gitcmds=$(echo "$out" | grep 'git clone')
+ if [[ -n "$gitcmds" ]] ; then
+ while read gitcmd; do
+ gitcmd=$(trim_last $gitcmd)
+ repo_path=$(echo "$gitcmd" | sed 's#.*http://\(.*\)$#\1#')
+ full="$gitcmd --bare $repo_path"
+ echo "Cmd: $full"
+ echo "$full" >> $TMP
+ done <<< "$gitcmds"
+ fi
+ fetchcmds=$(echo "$out" | grep 'wget \|curl ' | grep -v 'HEALTH_CHECK_ENDPOINT\|PUT\|POST' )
+ if [[ -n "$fetchcmds" ]] ; then
+ while read fetchcmd; do
+ echo "Fetch: $fetchcmd"
+ echo "=== From: $chart" >> $FOUTPUT
+ echo "$fetchcmd" >> $FOUTPUT
+ done <<< "$fetchcmds"
+ fi
+done <<< "$(find $OOM_PATH -name Chart.yaml)"
+sort $TMP | uniq > $GOUTPUT
diff --git a/bash/tools/creating_data/make-npm-list.sh b/bash/tools/creating_data/make-npm-list.sh
new file mode 100644
index 00000000..dd3be670
--- /dev/null
+++ b/bash/tools/creating_data/make-npm-list.sh
@@ -0,0 +1,27 @@
+# Copyright 2018 © Samsung Electronics Co., Ltd.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# COPYRIGHT NOTICE ENDS HERE
+FIND_PATH="/var/lib/docker/aufs/mnt/"
+LIST_FILE="/tmp/npm.list"
+: > $LIST_FILE
+echo "gathering npm packages from $FIND_PATH"
+while read -r line; do
+ # yallist/2.1.2/package/package.json
+ name=$(echo $line | cut -d '/' -f1 )
+ ver=$(echo $line | cut -d '/' -f2 )
+# tag=$(echo $image|awk '{print $2}')
+# save_image "$name:$tag"
+ echo "$name@$ver" >> $LIST_FILE
+done <<< "$(find $FIND_PATH -path "*/.npm/*/package.json" | sed 's#^.*\.npm/\(.*\)$#\1#' | sort | uniq)"