summaryrefslogtreecommitdiffstats
path: root/bash/tools/creating_data/make-git-http-list.sh
blob: a724d6f0ee6d7af5a5398b5afa1f829e38a87e54 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
#   COPYRIGHT NOTICE STARTS HERE
#
#   Copyright 2018 © Samsung Electronics Co., Ltd.
#
#   Licensed under the Apache License, Version 2.0 (the "License");
#   you may not use this file except in compliance with the License.
#   You may obtain a copy of the License at
#
#       http://www.apache.org/licenses/LICENSE-2.0
#
#   Unless required by applicable law or agreed to in writing, software
#   distributed under the License is distributed on an "AS IS" BASIS,
#   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
#   See the License for the specific language governing permissions and
#   limitations under the License.
#
#   COPYRIGHT NOTICE ENDS HERE

if [[ -z "$LISTS_DIR" ]]; then
    LISTS_DIR=.
    echo "Using default output directory ."
fi

OOM_PATH="$1"

if [[ -z "$OOM_PATH" ]]; then
    echo "Missing oom path"
    exit 1
fi


GOUTPUT="$LISTS_DIR/git_repos_list"
FOUTPUT="$LISTS_DIR/fetch_list.txt"

trim_last() {
   echo "${@:1:$#-1}";
}

TMP='/tmp/git_tmp_list'
:> $TMP

:> $FOUTPUT

echo "Gathering git repos and list possible html data"

while read -r chart; do
    out="$(helm template $(dirname "$chart") 2>/dev/null)"
    gitcmds=$(echo "$out" | grep 'git clone')

    if [[ -n "$gitcmds" ]] ; then
        while read gitcmd; do
            gitcmd=$(trim_last $gitcmd)
            repo_path=$(echo "$gitcmd" | sed 's#.*http://\(.*\)$#\1#')
            full="$gitcmd --bare $repo_path"
            echo "Cmd: $full"
            echo "$full" >> $TMP
        done <<< "$gitcmds"
    fi

    fetchcmds=$(echo "$out" | grep 'wget \|curl ' | grep -v 'HEALTH_CHECK_ENDPOINT\|PUT\|POST' )
    if [[ -n "$fetchcmds" ]] ; then
        while read fetchcmd; do
            echo "Fetch: $fetchcmd"
            echo "=== From: $chart" >> $FOUTPUT
            echo "$fetchcmd" >> $FOUTPUT
        done <<< "$fetchcmds"
    fi


done <<< "$(find $OOM_PATH -name Chart.yaml)"

sort $TMP | uniq > $GOUTPUT