From 226041a9596a59c51489bb2ef2c9cb1a6383bee5 Mon Sep 17 00:00:00 2001
From: Piotr Perzanowski
Date: Tue, 18 Dec 2018 14:57:07 +0100
Subject: Folder structure change.
Providing script for downloading files.
This script depends on common-function.sh
Issue-ID: OOM-1551 Signed-off-by:
Change-Id: Idf84a42ae62c1ed9dc7486fb64b4de5e44e9ddcc
Signed-off-by: Piotr Perzanowski
---
bash/tools/creating_data/Dockerfile | 22 ------------
.../create_nginx_image/01create-image.sh | 21 +++++++++++
.../creating_data/create_nginx_image/Dockerfile | 22 ++++++++++++
.../creating_data/create_nginx_image/gitconfig | 2 ++
bash/tools/creating_data/download_files.sh | 41 ++++++++++++++++++++++
bash/tools/creating_data/gitconfig | 2 --
6 files changed, 86 insertions(+), 24 deletions(-)
delete mode 100644 bash/tools/creating_data/Dockerfile
create mode 100644 bash/tools/creating_data/create_nginx_image/01create-image.sh
create mode 100644 bash/tools/creating_data/create_nginx_image/Dockerfile
create mode 100644 bash/tools/creating_data/create_nginx_image/gitconfig
create mode 100644 bash/tools/creating_data/download_files.sh
delete mode 100644 bash/tools/creating_data/gitconfig
(limited to 'bash/tools/creating_data')
diff --git a/bash/tools/creating_data/Dockerfile b/bash/tools/creating_data/Dockerfile
deleted file mode 100644
index aafa264c..00000000
--- a/bash/tools/creating_data/Dockerfile
+++ /dev/null
@@ -1,22 +0,0 @@
-# COPYRIGHT NOTICE STARTS HERE
-#
-# Copyright 2018 © Samsung Electronics Co., Ltd.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-# COPYRIGHT NOTICE ENDS HERE
-FROM nginx:alpine
-RUN apk add --no-cache --update fcgiwrap git git-daemon spawn-fcgi
-COPY gitconfig /etc/
-CMD spawn-fcgi -M 666 -s /var/run/fcgiwrap.socket /usr/bin/fcgiwrap && \
- nginx -g "daemon off;"
diff --git a/bash/tools/creating_data/create_nginx_image/01create-image.sh b/bash/tools/creating_data/create_nginx_image/01create-image.sh
new file mode 100644
index 00000000..5469d3e7
--- /dev/null
+++ b/bash/tools/creating_data/create_nginx_image/01create-image.sh
@@ -0,0 +1,21 @@
+#! /usr/bin/env bash
+# COPYRIGHT NOTICE STARTS HERE
+#
+# Copyright 2018 © Samsung Electronics Co., Ltd.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# COPYRIGHT NOTICE ENDS HERE
+script_dir="$(dirname ${BASH_SOURCE[0]})"
+cd "$script_dir"
+docker build -t own_nginx .
diff --git a/bash/tools/creating_data/create_nginx_image/Dockerfile b/bash/tools/creating_data/create_nginx_image/Dockerfile
new file mode 100644
index 00000000..aafa264c
--- /dev/null
+++ b/bash/tools/creating_data/create_nginx_image/Dockerfile
@@ -0,0 +1,22 @@
+# COPYRIGHT NOTICE STARTS HERE
+#
+# Copyright 2018 © Samsung Electronics Co., Ltd.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# COPYRIGHT NOTICE ENDS HERE
+FROM nginx:alpine
+RUN apk add --no-cache --update fcgiwrap git git-daemon spawn-fcgi
+COPY gitconfig /etc/
+CMD spawn-fcgi -M 666 -s /var/run/fcgiwrap.socket /usr/bin/fcgiwrap && \
+ nginx -g "daemon off;"
diff --git a/bash/tools/creating_data/create_nginx_image/gitconfig b/bash/tools/creating_data/create_nginx_image/gitconfig
new file mode 100644
index 00000000..0c6ab113
--- /dev/null
+++ b/bash/tools/creating_data/create_nginx_image/gitconfig
@@ -0,0 +1,2 @@
+[http]
+ postBuffer = 1048576
diff --git a/bash/tools/creating_data/download_files.sh b/bash/tools/creating_data/download_files.sh
new file mode 100644
index 00000000..31e02f55
--- /dev/null
+++ b/bash/tools/creating_data/download_files.sh
@@ -0,0 +1,41 @@
+# COPYRIGHT NOTICE STARTS HERE
+#
+# Copyright 2018 © Samsung Electronics Co., Ltd.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# COPYRIGHT NOTICE ENDS HERE
+LIST_FILE="$1"
+if [[ -z "$LIST_FILE" ]]; then
+ echo "Missing list file"
+ exit 1
+fi
+outdir="$2"
+if [[ -z "$outdir" ]]; then
+ echo "Missing output directory"
+ exit 1
+fi
+lines=$(cat "$LIST_FILE" | wc -l)
+cnt=1
+# create output dir if not exists
+mkdir -p "$outdir"
+while read -r line; do
+ # www.springframework.org/schema/tool/spring-tool-4.3.xsd
+ file="${line%%\?*}"
+ filename=$(basename "$file")
+ echo "Downloading $cnt / $lines: $file"
+ # following curl params are ensurring 5 reties and cut-off if connectivity will
+ # drop below 10b/10s
+ curl --retry 5 -y 10 -Y 10 --location "$line" -o "$outdir/$filename" &>/dev/null
+ cnt=$((cnt+1))
+done < "$LIST_FILE"
diff --git a/bash/tools/creating_data/gitconfig b/bash/tools/creating_data/gitconfig
deleted file mode 100644
index 0c6ab113..00000000
--- a/bash/tools/creating_data/gitconfig
+++ /dev/null
@@ -1,2 +0,0 @@
-[http]
- postBuffer = 1048576
--
cgit 1.2.3-korg