1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
|
#! /usr/bin/env bash
# COPYRIGHT NOTICE STARTS HERE
#
# Copyright 2019-2020 © Samsung Electronics Co., Ltd.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
# COPYRIGHT NOTICE ENDS HERE
### This script is preparing docker images list based on kubernetes project
### NOTE: helm needs to be installed; it is required for correct processing
### of helm charts in oom directory
# Fail fast settings
set -e
usage () {
echo " "
echo " This script is preparing docker images list based on kubernetes project"
echo " Usage:"
echo " ./$(basename $0) [OPTION]... <path to project> [<output list file>]"
echo " "
echo " Options:"
echo " -h | --help Show script usage synopsis"
echo " -p | --helm-port Chart repository server port"
echo " "
echo " Example: ./$(basename $0) /root/oom/kubernetes/onap"
echo " "
echo " Dependencies: helm, python-yaml, make"
echo " "
exit 1
}
parse_yaml() {
python3 - <<PYP
#!/usr/bin/python3
import yaml
import sys
with open("${1}", 'r') as f:
values = yaml.load(f, Loader=yaml.SafeLoader)
enabled = filter(lambda x: values[x].get('enabled', False) == True, values)
print(' '.join(enabled))
PYP
}
create_list() {
if [ -d "${PROJECT_DIR}/../${1}" ]; then
SUBSYS_DIR="${PROJECT_DIR}/../${1}"
elif [ -d "${PROJECT_DIR}/../common/${1}" ]; then
SUBSYS_DIR="${PROJECT_DIR}/../common/${1}"
else
>&2 echo -e \n" !!! ${1} sybsystem does not exist !!!"\n
fi
helm template --set global.masterPassword=TemplatePassword,global.offlineDeploymentBuild=true -f ${PROJECT_DIR}/values.yaml "${SUBSYS_DIR}" | grep 'image:\ \|tag_version:\ \|h._image' |
sed -e 's/^.*\"h._image\"\ :\ //; s/^.*\"\(.*\)\".*$/\1/' \
-e 's/\x27\|,//g; s/^.*\(image\|tag_version\):\ //' | tr -d '\r'
}
# Kill helm if already running
kill_helm() {
for pid in $(pgrep -f "helm serve --address ${HELM_REPO}");
do
kill $pid
done
}
validate_port() {
if [ -z $1 ];
then
echo "Error: No valid port number provided"
exit 1
fi
if ! [[ "$1" =~ ^[0-9]*$ ]];
then
echo "Error: "${1}" is not a valid port number"
exit 1
fi
}
check_helm() {
sleep 2 # let the helm process settle
if [ $(pgrep -f "helm serve --address ${HELM_REPO}" -c) -eq 0 ];
then
echo "Fatal: Helm chart repository server failed to start"
exit 1
fi
}
# Proccess input options
if [ $# -lt 1 ]; then
usage
fi
while [ $# -gt 0 ];
do
case "${1}" in
-h | --help)
usage
;;
-p | --helm-port)
PORT="${2}"
validate_port "${PORT}"
shift 2
;;
-*)
echo "Unknown option ${1}"
usage
;;
*)
# end of options
break
;;
esac
done
# Configuration
PROJECT_DIR="${1}"
LIST="${2}"
LISTS_DIR="$(readlink -f $(dirname ${0}))/../data_lists"
HELM_REPO_HOST="127.0.0.1"
HELM_REPO_PORT="${PORT:-8879}"
HELM_REPO="${HELM_REPO_HOST}:${HELM_REPO_PORT}"
HELM_REPO_PATH="dist/packages" # based on PACKAGE_DIR defined in oom/kubernetes/Makefile
DOCKER_CONTAINER="generate-certs-${HELM_REPO_PORT}" # oom-cert-service container name override
PROJECT="$(basename ${1})"
if [ ! -f "${PROJECT_DIR}/../Makefile" ]; then
echo "Wrong path to project directory entered"
exit 1
elif [ -z "${LIST}" ]; then
mkdir -p ${LISTS_DIR}
LIST="${LISTS_DIR}/${PROJECT}_docker_images.list"
else
# $2 is not empty - ensure LIST path exists
LIST_DIR="$(dirname ${LIST})"
mkdir -p "${LIST_DIR}"
MSG="${LIST_DIR} didn't exist, created\n"
fi
if [ -e "${LIST}" ]; then
mv -f "${LIST}" "${LIST}.bk"
MSG="$(realpath ${LIST}) already existed\nCreated backup $(realpath ${LIST}).bk\n"
fi
# Setup helm
HELM_HOME=$(mktemp -p /tmp -d .helm.XXXXXXXX)
export HELM_HOME
kill_helm # make sure it's not already running
mkdir -p "${PROJECT_DIR}/../${HELM_REPO_PATH}"
helm init -c --local-repo-url "http://${HELM_REPO}"
helm serve --address ${HELM_REPO} --repo-path "${PROJECT_DIR}/../${HELM_REPO_PATH}" &
helm repo remove stable 2>/dev/null || true
check_helm
# Make all
pushd "${PROJECT_DIR}/.."
echo "Building project..."
export SKIP_LINT=TRUE
export DOCKER_CONTAINER
make -e all > /dev/null; make -e ${PROJECT} > /dev/null
popd
# Create the list from all enabled subsystems
echo "Creating the list..."
if [ "${PROJECT}" == "onap" ]; then
COMMENT="OOM commit $(git --git-dir="${PROJECT_DIR}/../../.git" rev-parse HEAD)"
for subsystem in `parse_yaml "${PROJECT_DIR}/resources/overrides/onap-all.yaml"`; do
create_list ${subsystem}
done | sort -u > ${LIST}
else
COMMENT="${PROJECT}"
create_list ${PROJECT} | sort -u > ${LIST}
fi
# Add comment reffering to the project
sed -i "1i# generated from ${COMMENT}" "${LIST}"
echo -e ${MSG}
echo -e 'The list has been created:\n '"${LIST}"
# Remove temporary helm directory
rm -rf ${HELM_HOME}
# Kill helm
kill_helm
exit 0
|
