diff options
Diffstat (limited to 'build')
| -rwxr-xr-x | build/build_nexus_blob.sh | 4 | ||||
| -rwxr-xr-x | build/creating_data/download-pip.sh | 2 | ||||
| -rw-r--r-- | build/data_lists/onap_3.0.0-docker_images.list | 218 | ||||
| -rw-r--r-- | build/data_lists/onap_3.0.1-docker_images.list | 221 | ||||
| -rw-r--r-- | build/data_lists/onap_3.0.2-docker_images.list | 219 | ||||
| -rw-r--r-- | build/data_lists/onap_3.0.x-git_repos.list | 9 | ||||
| -rwxr-xr-x | build/data_lists/onap_docker_images.list | 224 | ||||
| -rw-r--r-- | build/data_lists/onap_git_repos.list | 2 | ||||
| -rw-r--r-- | build/data_lists/onap_npm.list (renamed from build/data_lists/onap_3.0.x-npm.list) | 556 | ||||
| -rw-r--r-- | build/data_lists/rke_docker_images.list | 22 | ||||
| -rw-r--r-- | build/download/__init__.py | 22 | ||||
| -rw-r--r-- | build/download/base.py | 114 | ||||
| -rwxr-xr-x | build/download/docker_images.py | 268 | ||||
| -rwxr-xr-x | build/download/git_repos.py | 93 | ||||
| -rwxr-xr-x | build/download/http_files.py | 131 | ||||
| -rwxr-xr-x | build/download/npm_packages.py | 121 | ||||
| -rw-r--r-- | build/download/requirements.txt | 5 | ||||
| -rwxr-xr-x | build/download/rpm_packages.py | 66 |
18 files changed, 1306 insertions, 991 deletions
diff --git a/build/build_nexus_blob.sh b/build/build_nexus_blob.sh index 64cf9d8d..09ed8969 100755 --- a/build/build_nexus_blob.sh +++ b/build/build_nexus_blob.sh @@ -329,10 +329,10 @@ echo "Stopping Nexus and returning backups" docker stop ${NEXUS_CONT_ID} > /dev/null # Return backed up configuration files -mv -f "${HOSTS_BACKUP}" /etc/hosts +mv -f "/etc/${HOSTS_BACKUP}" /etc/hosts if [ -f "~/.docker/${DOCKER_CONF_BACKUP}" ]; then - mv -f "${DOCKER_CONF_BACKUP}" ~/.docker/config.json + mv -f "~/.docker/${DOCKER_CONF_BACKUP}" ~/.docker/config.json fi # Return default settings diff --git a/build/creating_data/download-pip.sh b/build/creating_data/download-pip.sh index fd4a4363..7ab4b0c8 100755 --- a/build/creating_data/download-pip.sh +++ b/build/creating_data/download-pip.sh @@ -41,7 +41,7 @@ cnt=1 mkdir -p "$outdir" cd "$outdir" -for line in $(clean_list "$LIST_FILE)"; do +for line in $(clean_list "$LIST_FILE"); do echo "Downloading $cnt / $lines: $line" pip download $line cnt=$((cnt+1)) diff --git a/build/data_lists/onap_3.0.0-docker_images.list b/build/data_lists/onap_3.0.0-docker_images.list deleted file mode 100644 index 589c6a51..00000000 --- a/build/data_lists/onap_3.0.0-docker_images.list +++ /dev/null @@ -1,218 +0,0 @@ -aaionap/haproxy:1.2.4 -library/alpine:3.6 -library/busybox:latest -library/cassandra:2.1 -library/consul:1.0.6 -crunchydata/crunchy-pgpool:centos7-10.4-2.0.0 -crunchydata/crunchy-postgres:centos7-10.3-1.8.2 -crunchydata/crunchy-postgres:centos7-10.4-2.0.0 -docker.elastic.co/beats/filebeat:5.5.0 -docker.elastic.co/elasticsearch/elasticsearch-oss:6.1.3 -docker.elastic.co/elasticsearch/elasticsearch:5.5.0 -docker.elastic.co/elasticsearch/elasticsearch:6.1.2 -docker.elastic.co/elasticsearch/elasticsearch:6.3.1 -docker.elastic.co/kibana/kibana:5.5.0 -docker.elastic.co/kibana/kibana:6.3.1 -docker.elastic.co/logstash/logstash:5.4.3 -gcr.io/google-samples/xtrabackup:1.0 -gcr.io/google_samples/k8szk:v3 -gcr.io/kubernetes-helm/tiller:v2.9.1 -library/mariadb:10 -nexus3.onap.org:10001/adfinissygroup/k8s-mariadb-galera-centos:v002 -nexus3.onap.org:10001/busybox:latest -nexus3.onap.org:10001/library/consul:1.0.6 -nexus3.onap.org:10001/library/tomcat:8.5 -nexus3.onap.org:10001/library/vault:0.10.0 -nexus3.onap.org:10001/mariadb:10.1.11 -nexus3.onap.org:10001/mariadb:10.2.14 -nexus3.onap.org:10001/onap/aaf/aaf_cass:2.1.8 -nexus3.onap.org:10001/onap/aaf/aaf_cm:2.1.8 -nexus3.onap.org:10001/onap/aaf/aaf_config:2.1.8 -nexus3.onap.org:10001/onap/aaf/aaf_fs:2.1.8 -nexus3.onap.org:10001/onap/aaf/aaf_gui:2.1.8 -nexus3.onap.org:10001/onap/aaf/aaf_hello:2.1.8 -nexus3.onap.org:10001/onap/aaf/aaf_locate:2.1.8 -nexus3.onap.org:10001/onap/aaf/aaf_oauth:2.1.8 -nexus3.onap.org:10001/onap/aaf/aaf_service:2.1.8 -nexus3.onap.org:10001/onap/aaf/distcenter:3.0.0 -nexus3.onap.org:10001/onap/aaf/sms:3.0.1 -nexus3.onap.org:10001/onap/aaf/smsquorumclient:3.0.1 -nexus3.onap.org:10001/onap/aaf/testcaservice:3.0.0 -nexus3.onap.org:10001/onap/aai-graphadmin:1.0.1 -nexus3.onap.org:10001/onap/aai-resources:1.3.4 -nexus3.onap.org:10001/onap/aai-traversal:1.3.3 -nexus3.onap.org:10001/onap/aai/esr-gui:1.2.1 -nexus3.onap.org:10001/onap/aai/esr-server:1.2.1 -nexus3.onap.org:10001/onap/admportal-sdnc-image:1.4.3 -nexus3.onap.org:10001/onap/appc-cdt-image:1.4.3 -nexus3.onap.org:10001/onap/appc-image:1.4.3 -nexus3.onap.org:10001/onap/babel:1.3.2 -nexus3.onap.org:10001/onap/ccsdk-ansible-server-image:0.3.2 -nexus3.onap.org:10001/onap/ccsdk-apps-ms-neng:0.3.2 -nexus3.onap.org:10001/onap/ccsdk-controllerblueprints:0.3.2 -nexus3.onap.org:10001/onap/ccsdk-dgbuilder-image:0.3.2 -nexus3.onap.org:10001/onap/champ:1.3.0 -nexus3.onap.org:10001/onap/clamp-dashboard-kibana:3.0.3 -nexus3.onap.org:10001/onap/clamp-dashboard-logstash:3.0.3 -nexus3.onap.org:10001/onap/clamp:3.0.3 -nexus3.onap.org:10001/onap/cli:2.0.4 -nexus3.onap.org:10001/onap/data-router:1.3.1 -nexus3.onap.org:10001/onap/dcae-be:1.3.0 -nexus3.onap.org:10001/onap/dcae-dt:1.2.0 -nexus3.onap.org:10001/onap/dcae-fe:1.3.0 -nexus3.onap.org:10001/onap/dcae-tools:1.3.0 -nexus3.onap.org:10001/onap/dcae-tosca-app:1.3.0 -nexus3.onap.org:10001/onap/dmaap/buscontroller:1.0.23 -nexus3.onap.org:10001/onap/dmaap/datarouter-node:1.0.3 -nexus3.onap.org:10001/onap/dmaap/datarouter-prov:1.0.3 -nexus3.onap.org:10001/onap/dmaap/dmaap-mr:1.1.8 -nexus3.onap.org:10001/onap/dmaap/kafka01101:0.0.1 -nexus3.onap.org:10001/onap/externalapi/nbi:3.0.1 -nexus3.onap.org:10001/onap/gizmo:1.3.0 -nexus3.onap.org:10001/onap/holmes/engine-management:1.2.2 -nexus3.onap.org:10001/onap/holmes/rule-management:1.2.3 -nexus3.onap.org:10001/onap/model-loader:1.3.1 -nexus3.onap.org:10001/onap/msb/msb_apigateway:1.2.1 -nexus3.onap.org:10001/onap/msb/msb_discovery:1.2.1 -nexus3.onap.org:10001/onap/multicloud/azure:1.2.1 -nexus3.onap.org:10001/onap/multicloud/framework:1.2.1 -nexus3.onap.org:10001/onap/multicloud/openstack-ocata:1.2.1 -nexus3.onap.org:10001/onap/multicloud/openstack-pike:1.2.1 -nexus3.onap.org:10001/onap/multicloud/openstack-windriver:1.2.1 -nexus3.onap.org:10001/onap/multicloud/vio:1.2.1 -nexus3.onap.org:10001/onap/music/cassandra_3_11:3.0.24 -nexus3.onap.org:10001/onap/music/cassandra_job:3.0.24 -nexus3.onap.org:10001/onap/music/cassandra_music:3.0.0 -nexus3.onap.org:10001/onap/music/music:3.0.24 -nexus3.onap.org:10001/onap/network-discovery:1.4.2 -nexus3.onap.org:10001/onap/oom/kube2msb:1.1.0 -nexus3.onap.org:10001/onap/optf-cmso-dbinit:1.0.1 -nexus3.onap.org:10001/onap/optf-cmso-service:1.0.1 -nexus3.onap.org:10001/onap/optf-has:1.2.4 -nexus3.onap.org:10001/onap/optf-osdf:1.2.4 -nexus3.onap.org:10001/onap/org.onap.dcaegen2.collectors.datafile.datafile-app-server:1.0.4 -nexus3.onap.org:10001/onap/org.onap.dcaegen2.collectors.hv-ves.hv-collector-main:1.0.0 -nexus3.onap.org:10001/onap/org.onap.dcaegen2.collectors.snmptrap:1.4.0 -nexus3.onap.org:10001/onap/org.onap.dcaegen2.collectors.ves.vescollector:1.3.1 -nexus3.onap.org:10001/onap/org.onap.dcaegen2.deployments.cm-container:1.4.2 -nexus3.onap.org:10001/onap/org.onap.dcaegen2.deployments.healthcheck-container:1.1.2 -nexus3.onap.org:10001/onap/org.onap.dcaegen2.deployments.k8s-bootstrap-container:1.4.5 -nexus3.onap.org:10001/onap/org.onap.dcaegen2.deployments.redis-cluster-container:1.0.0 -nexus3.onap.org:10001/onap/org.onap.dcaegen2.deployments.tca-cdap-container:1.1.0 -nexus3.onap.org:10001/onap/org.onap.dcaegen2.deployments.tls-init-container:1.0.0 -nexus3.onap.org:10001/onap/org.onap.dcaegen2.platform.configbinding.app-app:2.2.3 -nexus3.onap.org:10001/onap/org.onap.dcaegen2.platform.deployment-handler:3.0.3 -nexus3.onap.org:10001/onap/org.onap.dcaegen2.platform.inventory-api:3.0.4 -nexus3.onap.org:10001/onap/org.onap.dcaegen2.platform.policy-handler:4.4.0 -nexus3.onap.org:10001/onap/org.onap.dcaegen2.platform.servicechange-handler:1.1.5 -nexus3.onap.org:10001/onap/org.onap.dcaegen2.services.prh.prh-app-server:1.1.1 -nexus3.onap.org:10001/onap/policy-apex-pdp:2.0.3 -nexus3.onap.org:10001/onap/policy-distribution:2.0.3 -nexus3.onap.org:10001/onap/policy-drools:1.3.4 -nexus3.onap.org:10001/onap/policy-pe:1.3.4 -nexus3.onap.org:10001/onap/pomba-aai-context-builder:1.3.2 -nexus3.onap.org:10001/onap/pomba-context-aggregator:1.3.4 -nexus3.onap.org:10001/onap/pomba-network-discovery-context-builder:1.3.1 -nexus3.onap.org:10001/onap/pomba-sdc-context-builder:1.3.2 -nexus3.onap.org:10001/onap/portal-app:2.3.1 -nexus3.onap.org:10001/onap/portal-db:2.3.1 -nexus3.onap.org:10001/onap/portal-sdk:2.3.1 -nexus3.onap.org:10001/onap/portal-wms:2.3.1 -nexus3.onap.org:10001/onap/sdc-backend-init:1.3.5 -nexus3.onap.org:10001/onap/sdc-backend:1.3.5 -nexus3.onap.org:10001/onap/sdc-cassandra-init:1.3.5 -nexus3.onap.org:10001/onap/sdc-cassandra:1.3.5 -nexus3.onap.org:10001/onap/sdc-elasticsearch:1.3.5 -nexus3.onap.org:10001/onap/sdc-frontend:1.3.5 -nexus3.onap.org:10001/onap/sdc-init-elasticsearch:1.3.5 -nexus3.onap.org:10001/onap/sdc-kibana:1.3.5 -nexus3.onap.org:10001/onap/sdc-onboard-backend:1.3.5 -nexus3.onap.org:10001/onap/sdc-onboard-cassandra-init:1.3.5 -nexus3.onap.org:10001/onap/sdnc-ansible-server-image:1.4.3 -nexus3.onap.org:10001/onap/sdnc-dmaap-listener-image:1.4.3 -nexus3.onap.org:10001/onap/sdnc-image:1.4.3 -nexus3.onap.org:10001/onap/sdnc-ueb-listener-image:1.4.3 -nexus3.onap.org:10001/onap/search-data-service:1.3.1 -nexus3.onap.org:10001/onap/service-decomposition:1.4.2 -nexus3.onap.org:10001/onap/sniroemulator:1.0.0 -nexus3.onap.org:10001/onap/so/api-handler-infra:1.3.3 -nexus3.onap.org:10001/onap/so/bpmn-infra:1.3.3 -nexus3.onap.org:10001/onap/so/catalog-db-adapter:1.3.3 -nexus3.onap.org:10001/onap/so/openstack-adapter:1.3.3 -nexus3.onap.org:10001/onap/so/request-db-adapter:1.3.3 -nexus3.onap.org:10001/onap/so/sdc-controller:1.3.3 -nexus3.onap.org:10001/onap/so/sdnc-adapter:1.3.3 -nexus3.onap.org:10001/onap/so/so-monitoring:1.3.3 -nexus3.onap.org:10001/onap/so/vfc-adapter:1.3.3 -nexus3.onap.org:10001/onap/sparky-be:1.3.0 -nexus3.onap.org:10001/onap/spike:1.3.1 -nexus3.onap.org:10001/onap/testsuite:1.3.2 -nexus3.onap.org:10001/onap/usecase-ui-server:1.2.1 -nexus3.onap.org:10001/onap/usecase-ui:1.2.2 -nexus3.onap.org:10001/onap/validation:1.3.1 -nexus3.onap.org:10001/onap/vfc/catalog:1.2.1 -nexus3.onap.org:10001/onap/vfc/db:1.2.1 -nexus3.onap.org:10001/onap/vfc/emsdriver:1.2.1 -nexus3.onap.org:10001/onap/vfc/gvnfmdriver:1.2.1 -nexus3.onap.org:10001/onap/vfc/jujudriver:1.2.1 -nexus3.onap.org:10001/onap/vfc/multivimproxy:1.2.1 -nexus3.onap.org:10001/onap/vfc/nfvo/svnfm/huawei:1.2.1 -nexus3.onap.org:10001/onap/vfc/nfvo/svnfm/nokia:1.1.0 -nexus3.onap.org:10001/onap/vfc/nfvo/svnfm/nokiav2:1.3.0 -nexus3.onap.org:10001/onap/vfc/nslcm:1.2.1 -nexus3.onap.org:10001/onap/vfc/resmanagement:1.2.1 -nexus3.onap.org:10001/onap/vfc/vnflcm:1.2.1 -nexus3.onap.org:10001/onap/vfc/vnfmgr:1.2.1 -nexus3.onap.org:10001/onap/vfc/vnfres:1.2.1 -nexus3.onap.org:10001/onap/vfc/wfengine-activiti:1.2.0 -nexus3.onap.org:10001/onap/vfc/wfengine-mgrservice:1.2.0 -nexus3.onap.org:10001/onap/vfc/ztesdncdriver:1.2.0 -nexus3.onap.org:10001/onap/vfc/ztevnfmdriver:1.2.1 -nexus3.onap.org:10001/onap/vid:3.2.2 -nexus3.onap.org:10001/onap/vnfsdk/refrepo:1.2.0 -nexus3.onap.org:10001/onap/workflow-backend:1.3.2 -nexus3.onap.org:10001/onap/workflow-frontend:1.3.2 -nexus3.onap.org:10001/onap/workflow-init:1.3.2 -nexus3.onap.org:10001/sonatype/nexus:2.14.8-01 -nexus3.onap.org:10001/zookeeper:3.4 -library/nginx:1.13-alpine -ninech/netbox:v2.3.5 -oomk8s/consul:1.0.0 -oomk8s/mariadb-client-init:3.0.0 -oomk8s/readiness-check:2.0.0 -oomk8s/readiness-check:2.0.1 -oomk8s/ubuntu-init:1.0.0 -library/postgres:10.2-alpine -library/postgres:9.5.2 -rancher/agent:v1.2.11 -rancher/dns:v0.17.4 -rancher/etc-host-updater:v0.0.3 -rancher/etcd:v2.3.7-17 -rancher/healthcheck:v0.3.8 -rancher/heapster-amd64:v1.5.2 -rancher/heapster-grafana-amd64:v4.4.3 -rancher/heapster-influxdb-amd64:v1.3.3 -rancher/k8s-dns-dnsmasq-nanny-amd64:1.14.10 -rancher/k8s-dns-kube-dns-amd64:1.14.10 -rancher/k8s-dns-sidecar-amd64:1.14.10 -rancher/k8s:v1.11.5-rancher1-1 -rancher/kubectld:v0.8.8 -rancher/kubernetes-agent:v0.6.9 -rancher/kubernetes-auth:v0.0.8 -rancher/kubernetes-dashboard-amd64:v1.8.3 -rancher/lb-service-haproxy:v0.9.6 -rancher/lb-service-rancher:v0.9.6 -rancher/metadata:v0.10.4 -rancher/net:holder -rancher/net:v0.13.17 -rancher/network-manager:v0.7.22 -rancher/pause-amd64:3.0 -rancher/server:v1.6.22 -rancher/tiller:v2.9.1 -registry.hub.docker.com/library/busybox:latest -registry.hub.docker.com/library/consul:0.9.3 -registry.hub.docker.com/library/mongo:3 -registry.hub.docker.com/library/mysql:5.7 -registry.hub.docker.com/oomk8s/ubuntu-init:2.0.0 -taskrabbit/elasticsearch-dump:latest -wurstmeister/zookeeper:latest diff --git a/build/data_lists/onap_3.0.1-docker_images.list b/build/data_lists/onap_3.0.1-docker_images.list deleted file mode 100644 index ec98a3ed..00000000 --- a/build/data_lists/onap_3.0.1-docker_images.list +++ /dev/null @@ -1,221 +0,0 @@ -aaionap/haproxy:1.2.4 -library/alpine:3.6 -library/busybox:latest -library/cassandra:2.1 -cdposs/zookeeper:3.4.9 -library/consul:1.0.6 -crunchydata/crunchy-pgpool:centos7-10.4-2.0.0 -crunchydata/crunchy-postgres:centos7-10.3-1.8.2 -crunchydata/crunchy-postgres:centos7-10.4-2.0.0 -docker.elastic.co/beats/filebeat:5.5.0 -docker.elastic.co/elasticsearch/elasticsearch-oss:6.1.3 -docker.elastic.co/elasticsearch/elasticsearch:5.5.0 -docker.elastic.co/elasticsearch/elasticsearch:6.1.2 -docker.elastic.co/elasticsearch/elasticsearch:6.3.1 -docker.elastic.co/kibana/kibana:5.5.0 -docker.elastic.co/kibana/kibana:6.3.1 -docker.elastic.co/logstash/logstash:5.4.3 -gcr.io/google-samples/xtrabackup:1.0 -gcr.io/google_samples/k8szk:v3 -gcr.io/kubernetes-helm/tiller:v2.9.1 -library/mariadb:10 -nexus3.onap.org:10001/adfinissygroup/k8s-mariadb-galera-centos:v002 -nexus3.onap.org:10001/busybox:latest -nexus3.onap.org:10001/library/consul:1.0.6 -nexus3.onap.org:10001/library/tomcat:8.5 -nexus3.onap.org:10001/library/vault:0.10.0 -nexus3.onap.org:10001/mariadb:10.1.11 -nexus3.onap.org:10001/mariadb:10.2.14 -nexus3.onap.org:10001/onap/aaf/aaf_cass:2.1.8 -nexus3.onap.org:10001/onap/aaf/aaf_cm:2.1.8 -nexus3.onap.org:10001/onap/aaf/aaf_config:2.1.8 -nexus3.onap.org:10001/onap/aaf/aaf_fs:2.1.8 -nexus3.onap.org:10001/onap/aaf/aaf_gui:2.1.8 -nexus3.onap.org:10001/onap/aaf/aaf_hello:2.1.8 -nexus3.onap.org:10001/onap/aaf/aaf_locate:2.1.8 -nexus3.onap.org:10001/onap/aaf/aaf_oauth:2.1.8 -nexus3.onap.org:10001/onap/aaf/aaf_service:2.1.8 -nexus3.onap.org:10001/onap/aaf/distcenter:3.0.0 -nexus3.onap.org:10001/onap/aaf/sms:3.0.1 -nexus3.onap.org:10001/onap/aaf/smsquorumclient:3.0.1 -nexus3.onap.org:10001/onap/aaf/testcaservice:3.0.0 -nexus3.onap.org:10001/onap/aai-graphadmin:1.0.4 -nexus3.onap.org:10001/onap/aai-resources:1.3.5 -nexus3.onap.org:10001/onap/aai-traversal:1.3.4 -nexus3.onap.org:10001/onap/aai/esr-gui:1.2.1 -nexus3.onap.org:10001/onap/aai/esr-server:1.2.1 -nexus3.onap.org:10001/onap/admportal-sdnc-image:1.4.4 -nexus3.onap.org:10001/onap/appc-cdt-image:1.4.4 -nexus3.onap.org:10001/onap/appc-image:1.4.4 -nexus3.onap.org:10001/onap/babel:1.3.3 -nexus3.onap.org:10001/onap/ccsdk-ansible-server-image:0.3.3 -nexus3.onap.org:10001/onap/ccsdk-apps-ms-neng:0.3.3 -nexus3.onap.org:10001/onap/ccsdk-controllerblueprints:0.3.3 -nexus3.onap.org:10001/onap/ccsdk-dgbuilder-image:0.3.3 -nexus3.onap.org:10001/onap/champ:1.3.1 -nexus3.onap.org:10001/onap/clamp-dashboard-kibana:3.0.3 -nexus3.onap.org:10001/onap/clamp-dashboard-logstash:3.0.3 -nexus3.onap.org:10001/onap/clamp:3.0.3 -nexus3.onap.org:10001/onap/cli:2.0.4 -nexus3.onap.org:10001/onap/data-router:1.3.1 -nexus3.onap.org:10001/onap/data-router:1.3.2 -nexus3.onap.org:10001/onap/data-router:1.3.3 -nexus3.onap.org:10001/onap/dcae-be:1.3.0 -nexus3.onap.org:10001/onap/dcae-dt:1.2.0 -nexus3.onap.org:10001/onap/dcae-fe:1.3.0 -nexus3.onap.org:10001/onap/dcae-tools:1.3.0 -nexus3.onap.org:10001/onap/dcae-tosca-app:1.3.0 -nexus3.onap.org:10001/onap/dmaap/buscontroller:1.0.23 -nexus3.onap.org:10001/onap/dmaap/datarouter-node:1.0.3 -nexus3.onap.org:10001/onap/dmaap/datarouter-prov:1.0.3 -nexus3.onap.org:10001/onap/dmaap/dmaap-mr:1.1.8 -nexus3.onap.org:10001/onap/dmaap/kafka01101:0.0.1 -nexus3.onap.org:10001/onap/externalapi/nbi:3.0.2 -nexus3.onap.org:10001/onap/gizmo:1.3.2 -nexus3.onap.org:10001/onap/holmes/engine-management:1.2.2 -nexus3.onap.org:10001/onap/holmes/rule-management:1.2.3 -nexus3.onap.org:10001/onap/model-loader:1.3.2 -nexus3.onap.org:10001/onap/msb/msb_apigateway:1.2.1 -nexus3.onap.org:10001/onap/msb/msb_discovery:1.2.1 -nexus3.onap.org:10001/onap/multicloud/azure:1.2.1 -nexus3.onap.org:10001/onap/multicloud/framework:1.2.1 -nexus3.onap.org:10001/onap/multicloud/openstack-ocata:1.2.3 -nexus3.onap.org:10001/onap/multicloud/openstack-pike:1.2.3 -nexus3.onap.org:10001/onap/multicloud/openstack-windriver:1.2.3 -nexus3.onap.org:10001/onap/multicloud/vio:1.2.1 -nexus3.onap.org:10001/onap/music/cassandra_3_11:3.0.24 -nexus3.onap.org:10001/onap/music/cassandra_job:3.0.24 -nexus3.onap.org:10001/onap/music/cassandra_music:3.0.0 -nexus3.onap.org:10001/onap/music/music:3.0.24 -nexus3.onap.org:10001/onap/network-discovery:1.4.2 -nexus3.onap.org:10001/onap/oom/kube2msb:1.1.0 -nexus3.onap.org:10001/onap/optf-cmso-dbinit:1.0.1 -nexus3.onap.org:10001/onap/optf-cmso-service:1.0.1 -nexus3.onap.org:10001/onap/optf-has:1.2.5 -nexus3.onap.org:10001/onap/optf-osdf:1.2.4 -nexus3.onap.org:10001/onap/org.onap.dcaegen2.collectors.datafile.datafile-app-server:1.0.5 -nexus3.onap.org:10001/onap/org.onap.dcaegen2.collectors.hv-ves.hv-collector-main:1.0.2 -nexus3.onap.org:10001/onap/org.onap.dcaegen2.collectors.snmptrap:1.4.0 -nexus3.onap.org:10001/onap/org.onap.dcaegen2.collectors.ves.vescollector:1.3.2 -nexus3.onap.org:10001/onap/org.onap.dcaegen2.deployments.cm-container:1.4.2 -nexus3.onap.org:10001/onap/org.onap.dcaegen2.deployments.healthcheck-container:1.1.2 -nexus3.onap.org:10001/onap/org.onap.dcaegen2.deployments.k8s-bootstrap-container:1.4.5 -nexus3.onap.org:10001/onap/org.onap.dcaegen2.deployments.redis-cluster-container:1.0.0 -nexus3.onap.org:10001/onap/org.onap.dcaegen2.deployments.tca-cdap-container:1.1.0 -nexus3.onap.org:10001/onap/org.onap.dcaegen2.deployments.tls-init-container:1.0.0 -nexus3.onap.org:10001/onap/org.onap.dcaegen2.platform.configbinding.app-app:2.2.3 -nexus3.onap.org:10001/onap/org.onap.dcaegen2.platform.deployment-handler:3.0.3 -nexus3.onap.org:10001/onap/org.onap.dcaegen2.platform.inventory-api:3.0.4 -nexus3.onap.org:10001/onap/org.onap.dcaegen2.platform.policy-handler:4.4.0 -nexus3.onap.org:10001/onap/org.onap.dcaegen2.platform.servicechange-handler:1.1.5 -nexus3.onap.org:10001/onap/org.onap.dcaegen2.services.prh.prh-app-server:1.1.1 -nexus3.onap.org:10001/onap/policy-apex-pdp:2.0.4 -nexus3.onap.org:10001/onap/policy-distribution:2.0.4 -nexus3.onap.org:10001/onap/policy-drools:1.3.5 -nexus3.onap.org:10001/onap/policy-pe:1.3.5 -nexus3.onap.org:10001/onap/pomba-aai-context-builder:1.3.2 -nexus3.onap.org:10001/onap/pomba-context-aggregator:1.3.4 -nexus3.onap.org:10001/onap/pomba-network-discovery-context-builder:1.3.1 -nexus3.onap.org:10001/onap/pomba-sdc-context-builder:1.3.2 -nexus3.onap.org:10001/onap/portal-app:2.3.1 -nexus3.onap.org:10001/onap/portal-db:2.3.1 -nexus3.onap.org:10001/onap/portal-sdk:2.3.1 -nexus3.onap.org:10001/onap/portal-wms:2.3.1 -nexus3.onap.org:10001/onap/sdc-backend-init:1.3.6 -nexus3.onap.org:10001/onap/sdc-backend:1.3.6 -nexus3.onap.org:10001/onap/sdc-cassandra-init:1.3.6 -nexus3.onap.org:10001/onap/sdc-cassandra:1.3.6 -nexus3.onap.org:10001/onap/sdc-elasticsearch:1.3.6 -nexus3.onap.org:10001/onap/sdc-frontend:1.3.6 -nexus3.onap.org:10001/onap/sdc-init-elasticsearch:1.3.6 -nexus3.onap.org:10001/onap/sdc-kibana:1.3.6 -nexus3.onap.org:10001/onap/sdc-onboard-backend:1.3.6 -nexus3.onap.org:10001/onap/sdc-onboard-cassandra-init:1.3.6 -nexus3.onap.org:10001/onap/sdnc-ansible-server-image:1.4.4 -nexus3.onap.org:10001/onap/sdnc-dmaap-listener-image:1.4.4 -nexus3.onap.org:10001/onap/sdnc-image:1.4.4 -nexus3.onap.org:10001/onap/sdnc-ueb-listener-image:1.4.4 -nexus3.onap.org:10001/onap/search-data-service:1.3.2 -nexus3.onap.org:10001/onap/service-decomposition:1.4.2 -nexus3.onap.org:10001/onap/sniroemulator:1.0.0 -nexus3.onap.org:10001/onap/so/api-handler-infra:1.3.6 -nexus3.onap.org:10001/onap/so/bpmn-infra:1.3.6 -nexus3.onap.org:10001/onap/so/catalog-db-adapter:1.3.6 -nexus3.onap.org:10001/onap/so/openstack-adapter:1.3.6 -nexus3.onap.org:10001/onap/so/request-db-adapter:1.3.6 -nexus3.onap.org:10001/onap/so/sdc-controller:1.3.6 -nexus3.onap.org:10001/onap/so/sdnc-adapter:1.3.6 -nexus3.onap.org:10001/onap/so/so-monitoring:1.3.6 -nexus3.onap.org:10001/onap/so/vfc-adapter:1.3.6 -nexus3.onap.org:10001/onap/sparky-be:1.3.2 -nexus3.onap.org:10001/onap/spike:1.3.1 -nexus3.onap.org:10001/onap/testsuite:1.3.3 -nexus3.onap.org:10001/onap/usecase-ui-server:1.2.1 -nexus3.onap.org:10001/onap/usecase-ui:1.2.2 -nexus3.onap.org:10001/onap/validation:1.3.1 -nexus3.onap.org:10001/onap/vfc/catalog:1.2.1 -nexus3.onap.org:10001/onap/vfc/db:1.2.1 -nexus3.onap.org:10001/onap/vfc/emsdriver:1.2.1 -nexus3.onap.org:10001/onap/vfc/gvnfmdriver:1.2.1 -nexus3.onap.org:10001/onap/vfc/jujudriver:1.2.1 -nexus3.onap.org:10001/onap/vfc/multivimproxy:1.2.1 -nexus3.onap.org:10001/onap/vfc/nfvo/svnfm/huawei:1.2.1 -nexus3.onap.org:10001/onap/vfc/nfvo/svnfm/nokia:1.1.0 -nexus3.onap.org:10001/onap/vfc/nfvo/svnfm/nokiav2:1.3.0 -nexus3.onap.org:10001/onap/vfc/nslcm:1.2.1 -nexus3.onap.org:10001/onap/vfc/resmanagement:1.2.1 -nexus3.onap.org:10001/onap/vfc/vnflcm:1.2.1 -nexus3.onap.org:10001/onap/vfc/vnfmgr:1.2.1 -nexus3.onap.org:10001/onap/vfc/vnfres:1.2.1 -nexus3.onap.org:10001/onap/vfc/wfengine-activiti:1.2.0 -nexus3.onap.org:10001/onap/vfc/wfengine-mgrservice:1.2.0 -nexus3.onap.org:10001/onap/vfc/ztesdncdriver:1.2.0 -nexus3.onap.org:10001/onap/vfc/ztevnfmdriver:1.2.1 -nexus3.onap.org:10001/onap/vid:3.2.2 -nexus3.onap.org:10001/onap/vnfsdk/refrepo:1.2.0 -nexus3.onap.org:10001/onap/workflow-backend:1.3.2 -nexus3.onap.org:10001/onap/workflow-frontend:1.3.2 -nexus3.onap.org:10001/onap/workflow-init:1.3.2 -nexus3.onap.org:10001/sonatype/nexus:2.14.8-01 -nexus3.onap.org:10001/zookeeper:3.4 -library/nginx:1.13-alpine -ninech/netbox:v2.3.5 -oomk8s/consul:1.0.0 -oomk8s/mariadb-client-init:3.0.0 -oomk8s/readiness-check:2.0.0 -oomk8s/readiness-check:2.0.1 -oomk8s/ubuntu-init:1.0.0 -library/postgres:10.2-alpine -library/postgres:9.5.2 -rancher/agent:v1.2.11 -rancher/dns:v0.17.4 -rancher/etc-host-updater:v0.0.3 -rancher/etcd:v2.3.7-17 -rancher/healthcheck:v0.3.8 -rancher/heapster-amd64:v1.5.2 -rancher/heapster-grafana-amd64:v4.4.3 -rancher/heapster-influxdb-amd64:v1.3.3 -rancher/k8s-dns-dnsmasq-nanny-amd64:1.14.10 -rancher/k8s-dns-kube-dns-amd64:1.14.10 -rancher/k8s-dns-sidecar-amd64:1.14.10 -rancher/k8s:v1.11.5-rancher1-1 -rancher/kubectld:v0.8.8 -rancher/kubernetes-agent:v0.6.9 -rancher/kubernetes-auth:v0.0.8 -rancher/kubernetes-dashboard-amd64:v1.8.3 -rancher/lb-service-haproxy:v0.9.6 -rancher/lb-service-rancher:v0.9.6 -rancher/metadata:v0.10.4 -rancher/net:holder -rancher/net:v0.13.17 -rancher/network-manager:v0.7.22 -rancher/pause-amd64:3.0 -rancher/server:v1.6.22 -rancher/tiller:v2.9.1 -registry.hub.docker.com/library/busybox:latest -registry.hub.docker.com/library/consul:0.9.3 -registry.hub.docker.com/library/mongo:3 -registry.hub.docker.com/library/mysql:5.7 -registry.hub.docker.com/oomk8s/ubuntu-init:2.0.0 -taskrabbit/elasticsearch-dump:latest -library/zookeeper:3.4 diff --git a/build/data_lists/onap_3.0.2-docker_images.list b/build/data_lists/onap_3.0.2-docker_images.list deleted file mode 100644 index eba44517..00000000 --- a/build/data_lists/onap_3.0.2-docker_images.list +++ /dev/null @@ -1,219 +0,0 @@ -alpine:3.6 -cassandra:2.1 -crunchydata/crunchy-pgpool:centos7-10.4-2.0.0 -crunchydata/crunchy-postgres:centos7-10.3-1.8.2 -crunchydata/crunchy-postgres:centos7-10.4-2.0.0 -docker.elastic.co/beats/filebeat:5.5.0 -docker.elastic.co/elasticsearch/elasticsearch:5.5.0 -docker.elastic.co/elasticsearch/elasticsearch:6.1.2 -docker.elastic.co/elasticsearch/elasticsearch:6.3.1 -docker.elastic.co/elasticsearch/elasticsearch-oss:6.1.3 -docker.elastic.co/kibana/kibana:5.5.0 -docker.elastic.co/kibana/kibana:6.3.1 -docker.elastic.co/logstash/logstash:5.4.3 -docker.io/aaionap/haproxy:1.2.4 -docker.io/busybox -docker.io/cdposs/zookeeper:3.4.9 -docker.io/consul:1.0.6 -docker.io/library/busybox:latest -docker.io/nginx:1.13-alpine -docker.io/ninech/netbox:v2.3.5 -docker.io/oomk8s/consul:1.0.0 -docker.io/postgres:10.2-alpine -docker.io/taskrabbit/elasticsearch-dump -gcr.io/google_samples/k8szk:v3 -gcr.io/google-samples/xtrabackup:1.0 -library/mariadb:10 -nexus3.onap.org:10001/adfinissygroup/k8s-mariadb-galera-centos:v002 -nexus3.onap.org:10001/busybox -nexus3.onap.org:10001/library/consul:1.0.6 -nexus3.onap.org:10001/library/tomcat:8.5 -nexus3.onap.org:10001/library/vault:0.10.0 -nexus3.onap.org:10001/mariadb:10.1.11 -nexus3.onap.org:10001/mariadb:10.2.14 -nexus3.onap.org:10001/onap/aaf/aaf_cass:2.1.8 -nexus3.onap.org:10001/onap/aaf/aaf_cm:2.1.8 -nexus3.onap.org:10001/onap/aaf/aaf_config:2.1.8 -nexus3.onap.org:10001/onap/aaf/aaf_fs:2.1.8 -nexus3.onap.org:10001/onap/aaf/aaf_gui:2.1.8 -nexus3.onap.org:10001/onap/aaf/aaf_hello:2.1.8 -nexus3.onap.org:10001/onap/aaf/aaf_locate:2.1.8 -nexus3.onap.org:10001/onap/aaf/aaf_oauth:2.1.8 -nexus3.onap.org:10001/onap/aaf/aaf_service:2.1.8 -nexus3.onap.org:10001/onap/aaf/distcenter:3.0.0 -nexus3.onap.org:10001/onap/aaf/sms:3.0.1 -nexus3.onap.org:10001/onap/aaf/smsquorumclient:3.0.1 -nexus3.onap.org:10001/onap/aaf/testcaservice:3.0.0 -nexus3.onap.org:10001/onap/aai/esr-gui:1.2.1 -nexus3.onap.org:10001/onap/aai/esr-server:1.2.1 -nexus3.onap.org:10001/onap/aai-graphadmin:1.0.4 -nexus3.onap.org:10001/onap/aai-resources:1.3.5 -nexus3.onap.org:10001/onap/aai-traversal:1.3.4 -nexus3.onap.org:10001/onap/admportal-sdnc-image:1.4.4 -nexus3.onap.org:10001/onap/appc-cdt-image:1.4.4 -nexus3.onap.org:10001/onap/appc-image:1.4.4 -nexus3.onap.org:10001/onap/babel:1.3.3 -nexus3.onap.org:10001/onap/ccsdk-ansible-server-image:0.3.4 -nexus3.onap.org:10001/onap/ccsdk-apps-ms-neng:0.3.3 -nexus3.onap.org:10001/onap/ccsdk-controllerblueprints:0.3.3 -nexus3.onap.org:10001/onap/ccsdk-dgbuilder-image:0.3.3 -nexus3.onap.org:10001/onap/champ:1.3.1 -nexus3.onap.org:10001/onap/clamp:3.0.4 -nexus3.onap.org:10001/onap/clamp-dashboard-kibana:3.0.4 -nexus3.onap.org:10001/onap/clamp-dashboard-logstash:3.0.4 -nexus3.onap.org:10001/onap/cli:2.0.4 -nexus3.onap.org:10001/onap/data-router:1.3.3 -nexus3.onap.org:10001/onap/dcae-be:1.3.0 -nexus3.onap.org:10001/onap/dcae-dt:1.2.0 -nexus3.onap.org:10001/onap/dcae-fe:1.3.0 -nexus3.onap.org:10001/onap/dcae-tools:1.3.0 -nexus3.onap.org:10001/onap/dcae-tosca-app:1.3.0 -nexus3.onap.org:10001/onap/dmaap/buscontroller:1.0.23 -nexus3.onap.org:10001/onap/dmaap/datarouter-node:1.0.9 -nexus3.onap.org:10001/onap/dmaap/datarouter-prov:1.0.9 -nexus3.onap.org:10001/onap/dmaap/dmaap-mr:1.1.8 -nexus3.onap.org:10001/onap/dmaap/kafka01101:0.0.1 -nexus3.onap.org:10001/onap/externalapi/nbi:3.0.2 -nexus3.onap.org:10001/onap/gizmo:1.3.2 -nexus3.onap.org:10001/onap/holmes/engine-management:1.2.2 -nexus3.onap.org:10001/onap/holmes/rule-management:1.2.3 -nexus3.onap.org:10001/onap/model-loader:1.3.2 -nexus3.onap.org:10001/onap/msb/msb_apigateway:1.2.1 -nexus3.onap.org:10001/onap/msb/msb_discovery:1.2.1 -nexus3.onap.org:10001/onap/multicloud/azure:1.2.1 -nexus3.onap.org:10001/onap/multicloud/framework:1.2.1 -nexus3.onap.org:10001/onap/multicloud/openstack-ocata:1.2.3 -nexus3.onap.org:10001/onap/multicloud/openstack-pike:1.2.3 -nexus3.onap.org:10001/onap/multicloud/openstack-windriver:1.2.3 -nexus3.onap.org:10001/onap/multicloud/vio:1.2.1 -nexus3.onap.org:10001/onap/music/cassandra_3_11:3.0.24 -nexus3.onap.org:10001/onap/music/cassandra_job:3.0.24 -nexus3.onap.org:10001/onap/music/cassandra_music:3.0.0 -nexus3.onap.org:10001/onap/music/music:3.0.24 -nexus3.onap.org:10001/onap/network-discovery:1.4.2 -nexus3.onap.org:10001/onap/oom/kube2msb:1.1.0 -nexus3.onap.org:10001/onap/optf-cmso-dbinit:1.0.1 -nexus3.onap.org:10001/onap/optf-cmso-service:1.0.1 -nexus3.onap.org:10001/onap/optf-has:1.2.5 -nexus3.onap.org:10001/onap/optf-osdf:1.2.4 -nexus3.onap.org:10001/onap/org.onap.dcaegen2.collectors.datafile.datafile-app-server:1.0.5 -nexus3.onap.org:10001/onap/org.onap.dcaegen2.collectors.hv-ves.hv-collector-main:1.0.2 -nexus3.onap.org:10001/onap/org.onap.dcaegen2.collectors.snmptrap:1.4.0 -nexus3.onap.org:10001/onap/org.onap.dcaegen2.collectors.ves.vescollector:1.3.2 -nexus3.onap.org:10001/onap/org.onap.dcaegen2.deployments.cm-container:1.4.2 -nexus3.onap.org:10001/onap/org.onap.dcaegen2.deployments.healthcheck-container:1.1.2 -nexus3.onap.org:10001/onap/org.onap.dcaegen2.deployments.k8s-bootstrap-container:1.4.5 -nexus3.onap.org:10001/onap/org.onap.dcaegen2.deployments.redis-cluster-container:1.0.0 -nexus3.onap.org:10001/onap/org.onap.dcaegen2.deployments.tca-cdap-container:1.1.0 -nexus3.onap.org:10001/onap/org.onap.dcaegen2.platform.configbinding.app-app:2.2.3 -nexus3.onap.org:10001/onap/org.onap.dcaegen2.platform.deployment-handler:3.0.3 -nexus3.onap.org:10001/onap/org.onap.dcaegen2.platform.inventory-api:3.0.4 -nexus3.onap.org:10001/onap/org.onap.dcaegen2.platform.policy-handler:4.4.0 -nexus3.onap.org:10001/onap/org.onap.dcaegen2.platform.servicechange-handler:1.1.5 -nexus3.onap.org:10001/onap/org.onap.dcaegen2.services.prh.prh-app-server:1.1.1 -nexus3.onap.org:10001/onap/policy-apex-pdp:2.0.5 -nexus3.onap.org:10001/onap/policy-distribution:2.0.6 -nexus3.onap.org:10001/onap/policy-drools:1.3.7 -nexus3.onap.org:10001/onap/policy-pe:1.3.7 -nexus3.onap.org:10001/onap/pomba-aai-context-builder:1.3.2 -nexus3.onap.org:10001/onap/pomba-context-aggregator:1.3.4 -nexus3.onap.org:10001/onap/pomba-network-discovery-context-builder:1.3.1 -nexus3.onap.org:10001/onap/pomba-sdc-context-builder:1.3.2 -nexus3.onap.org:10001/onap/portal-app:2.3.1 -nexus3.onap.org:10001/onap/portal-db:2.3.1 -nexus3.onap.org:10001/onap/portal-sdk:2.3.1 -nexus3.onap.org:10001/onap/portal-wms:2.3.1 -nexus3.onap.org:10001/onap/sdc-backend:1.3.6 -nexus3.onap.org:10001/onap/sdc-backend-init:1.3.6 -nexus3.onap.org:10001/onap/sdc-cassandra:1.3.6 -nexus3.onap.org:10001/onap/sdc-cassandra-init:1.3.6 -nexus3.onap.org:10001/onap/sdc-elasticsearch:1.3.6 -nexus3.onap.org:10001/onap/sdc-frontend:1.3.6 -nexus3.onap.org:10001/onap/sdc-init-elasticsearch:1.3.6 -nexus3.onap.org:10001/onap/sdc-kibana:1.3.6 -nexus3.onap.org:10001/onap/sdc-onboard-backend:1.3.6 -nexus3.onap.org:10001/onap/sdc-onboard-cassandra-init:1.3.6 -nexus3.onap.org:10001/onap/sdnc-ansible-server-image:1.4.5 -nexus3.onap.org:10001/onap/sdnc-dmaap-listener-image:1.4.4 -nexus3.onap.org:10001/onap/sdnc-image:1.4.4 -nexus3.onap.org:10001/onap/sdnc-ueb-listener-image:1.4.4 -nexus3.onap.org:10001/onap/search-data-service:1.3.2 -nexus3.onap.org:10001/onap/service-decomposition:1.4.2 -nexus3.onap.org:10001/onap/sniroemulator:1.0.0 -nexus3.onap.org:10001/onap/so/api-handler-infra:1.3.6 -nexus3.onap.org:10001/onap/so/bpmn-infra:1.3.6 -nexus3.onap.org:10001/onap/so/catalog-db-adapter:1.3.6 -nexus3.onap.org:10001/onap/so/openstack-adapter:1.3.6 -nexus3.onap.org:10001/onap/so/request-db-adapter:1.3.6 -nexus3.onap.org:10001/onap/so/sdc-controller:1.3.6 -nexus3.onap.org:10001/onap/so/sdnc-adapter:1.3.6 -nexus3.onap.org:10001/onap/so/so-monitoring:1.3.6 -nexus3.onap.org:10001/onap/so/vfc-adapter:1.3.6 -nexus3.onap.org:10001/onap/sparky-be:1.3.2 -nexus3.onap.org:10001/onap/spike:1.3.1 -nexus3.onap.org:10001/onap/testsuite:1.3.3 -nexus3.onap.org:10001/onap/usecase-ui:1.2.2 -nexus3.onap.org:10001/onap/usecase-ui-server:1.2.1 -nexus3.onap.org:10001/onap/validation:1.3.1 -nexus3.onap.org:10001/onap/vfc/catalog:1.2.1 -nexus3.onap.org:10001/onap/vfc/db:1.2.1 -nexus3.onap.org:10001/onap/vfc/emsdriver:1.2.1 -nexus3.onap.org:10001/onap/vfc/gvnfmdriver:1.2.1 -nexus3.onap.org:10001/onap/vfc/jujudriver:1.2.1 -nexus3.onap.org:10001/onap/vfc/multivimproxy:1.2.1 -nexus3.onap.org:10001/onap/vfc/nfvo/svnfm/huawei:1.2.1 -nexus3.onap.org:10001/onap/vfc/nfvo/svnfm/nokia:1.1.0 -nexus3.onap.org:10001/onap/vfc/nfvo/svnfm/nokiav2:1.3.0 -nexus3.onap.org:10001/onap/vfc/nslcm:1.2.1 -nexus3.onap.org:10001/onap/vfc/resmanagement:1.2.1 -nexus3.onap.org:10001/onap/vfc/vnflcm:1.2.1 -nexus3.onap.org:10001/onap/vfc/vnfmgr:1.2.1 -nexus3.onap.org:10001/onap/vfc/vnfres:1.2.1 -nexus3.onap.org:10001/onap/vfc/wfengine-activiti:1.2.0 -nexus3.onap.org:10001/onap/vfc/wfengine-mgrservice:1.2.0 -nexus3.onap.org:10001/onap/vfc/ztesdncdriver:1.2.0 -nexus3.onap.org:10001/onap/vfc/ztevnfmdriver:1.2.1 -nexus3.onap.org:10001/onap/vid:3.2.3 -nexus3.onap.org:10001/onap/vnfsdk/refrepo:1.2.0 -nexus3.onap.org:10001/onap/workflow-backend:1.3.2 -nexus3.onap.org:10001/onap/workflow-frontend:1.3.2 -nexus3.onap.org:10001/onap/workflow-init:1.3.2 -nexus3.onap.org:10001/sonatype/nexus:2.14.8-01 -nexus3.onap.org:10001/zookeeper:3.4 -oomk8s/mariadb-client-init:3.0.0 -oomk8s/readiness-check:2.0.0 -oomk8s/readiness-check:2.0.1 -oomk8s/ubuntu-init:1.0.0 -registry.hub.docker.com/library/busybox:latest -registry.hub.docker.com/library/consul:0.9.3 -registry.hub.docker.com/library/mongo:3 -registry.hub.docker.com/library/mysql:5.7 -registry.hub.docker.com/oomk8s/ubuntu-init:2.0.0 -gcr.io/kubernetes-helm/tiller:v2.9.1 -nexus3.onap.org:10001/onap/org.onap.dcaegen2.deployments.tls-init-container:1.0.0 -library/postgres:9.5.2 -rancher/agent:v1.2.11 -rancher/dns:v0.17.4 -rancher/etc-host-updater:v0.0.3 -rancher/etcd:v2.3.7-17 -rancher/healthcheck:v0.3.8 -rancher/heapster-amd64:v1.5.2 -rancher/heapster-grafana-amd64:v4.4.3 -rancher/heapster-influxdb-amd64:v1.3.3 -rancher/k8s-dns-dnsmasq-nanny-amd64:1.14.10 -rancher/k8s-dns-kube-dns-amd64:1.14.10 -rancher/k8s-dns-sidecar-amd64:1.14.10 -rancher/k8s:v1.11.5-rancher1-1 -rancher/kubectld:v0.8.8 -rancher/kubernetes-agent:v0.6.9 -rancher/kubernetes-auth:v0.0.8 -rancher/kubernetes-dashboard-amd64:v1.8.3 -rancher/lb-service-haproxy:v0.9.6 -rancher/lb-service-rancher:v0.9.6 -rancher/metadata:v0.10.4 -rancher/net:holder -rancher/net:v0.13.17 -rancher/network-manager:v0.7.22 -rancher/pause-amd64:3.0 -rancher/server:v1.6.22 -rancher/tiller:v2.9.1 diff --git a/build/data_lists/onap_3.0.x-git_repos.list b/build/data_lists/onap_3.0.x-git_repos.list deleted file mode 100644 index 27ecd57f..00000000 --- a/build/data_lists/onap_3.0.x-git_repos.list +++ /dev/null @@ -1,9 +0,0 @@ -#repo branch -gerrit.onap.org/r/aaf/authz.git casablanca -gerrit.onap.org/r/demo.git casablanca -gerrit.onap.org/r/dmaap/messagerouter/messageservice.git casablanca -gerrit.onap.org/r/so/docker-config.git casablanca -github.com/rancher/community-catalog.git -git.rancher.io/rancher-catalog.git -gerrit.onap.org/r/testsuite/properties.git casablanca -gerrit.onap.org/r/portal.git casablanca diff --git a/build/data_lists/onap_docker_images.list b/build/data_lists/onap_docker_images.list new file mode 100755 index 00000000..d6680a10 --- /dev/null +++ b/build/data_lists/onap_docker_images.list @@ -0,0 +1,224 @@ +alpine:3.6 +busybox +crunchydata/crunchy-pgpool:centos7-10.4-2.0.0 +crunchydata/crunchy-postgres:centos7-10.3-1.8.2 +crunchydata/crunchy-postgres:centos7-10.4-2.0.0 +docker.elastic.co/beats/filebeat:5.5.0 +docker.elastic.co/elasticsearch/elasticsearch:5.5.0 +docker.elastic.co/elasticsearch/elasticsearch:6.6.2 +docker.elastic.co/elasticsearch/elasticsearch-oss:6.6.2 +docker.elastic.co/kibana/kibana:5.5.0 +docker.elastic.co/kibana/kibana:6.6.2 +docker.elastic.co/logstash/logstash:5.4.3 +docker.io/aaionap/haproxy:1.4.0 +docker.io/busybox +docker.io/busybox:1.30 +docker.io/consul:1.0.6 +docker.io/library/busybox:latest +docker.io/nginx:1.15-alpine +docker.io/oomk8s/consul:1.0.0 +docker.io/postgres:10.4-alpine +docker.io/taskrabbit/elasticsearch-dump +gcr.io/google_samples/k8szk:v3 +k8s.gcr.io/etcd-amd64:2.2.5 +library/mariadb:10 +library/python:3.6-alpine +netboxcommunity/netbox:v2.5.8 +nexus3.onap.org:10001/adfinissygroup/k8s-mariadb-galera-centos:v002 +nexus3.onap.org:10001/busybox +nexus3.onap.org:10001/library/consul:1.0.6 +nexus3.onap.org:10001/library/tomcat:8.5 +nexus3.onap.org:10001/library/vault:0.10.0 +nexus3.onap.org:10001/mariadb:10.1.38 +nexus3.onap.org:10001/mariadb:10.2.14 +nexus3.onap.org:10001/mariadb:10.3.12 +nexus3.onap.org:10001/mariadb:10.3.14 +nexus3.onap.org:10001/onap/aaf/aaf_agent:2.1.13 +nexus3.onap.org:10001/onap/aaf/aaf_cass:2.1.13 +nexus3.onap.org:10001/onap/aaf/aaf_cm:2.1.13 +nexus3.onap.org:10001/onap/aaf/aaf_config:2.1.13 +nexus3.onap.org:10001/onap/aaf/aaf_fs:2.1.13 +nexus3.onap.org:10001/onap/aaf/aaf_gui:2.1.13 +nexus3.onap.org:10001/onap/aaf/aaf_hello:2.1.13 +nexus3.onap.org:10001/onap/aaf/aaf_locate:2.1.13 +nexus3.onap.org:10001/onap/aaf/aaf_oauth:2.1.13 +nexus3.onap.org:10001/onap/aaf/aaf_service:2.1.13 +nexus3.onap.org:10001/onap/aaf/distcenter:4.0.0 +nexus3.onap.org:10001/onap/aaf/sms:4.0.0 +nexus3.onap.org:10001/onap/aaf/smsquorumclient:4.0.0 +nexus3.onap.org:10001/onap/aaf/testcaservice:4.0.0 +nexus3.onap.org:10001/onap/aai/esr-gui:1.4.0 +nexus3.onap.org:10001/onap/aai/esr-server:1.4.0 +nexus3.onap.org:10001/onap/aai-graphadmin:1.1.0 +nexus3.onap.org:10001/onap/aai-resources:1.4.0 +nexus3.onap.org:10001/onap/aai-schema-service:1.0.6 +nexus3.onap.org:10001/onap/aai-traversal:1.4.1 +nexus3.onap.org:10001/onap/admportal-sdnc-image:1.5.1 +nexus3.onap.org:10001/onap/appc-cdt-image:1.5.0 +nexus3.onap.org:10001/onap/appc-image:1.5.0 +nexus3.onap.org:10001/onap/babel:1.4.2 +nexus3.onap.org:10001/onap/ccsdk-ansible-server-image:0.4.2 +nexus3.onap.org:10001/onap/ccsdk-apps-ms-neng:0.4.2 +nexus3.onap.org:10001/onap/ccsdk-blueprintsprocessor:0.4.2 +nexus3.onap.org:10001/onap/ccsdk-cds-ui-server:0.4.2 +nexus3.onap.org:10001/onap/ccsdk-commandexecutor:0.4.2 +nexus3.onap.org:10001/onap/ccsdk-controllerblueprints:0.4.2 +nexus3.onap.org:10001/onap/ccsdk-dgbuilder-image:0.4.2 +nexus3.onap.org:10001/onap/ccsdk-sdclistener:0.4.2 +nexus3.onap.org:10001/onap/champ:1.4.0 +nexus3.onap.org:10001/onap/clamp:4.0.2 +nexus3.onap.org:10001/onap/clamp-dashboard-kibana:4.0.1 +nexus3.onap.org:10001/onap/clamp-dashboard-logstash:4.0.1 +nexus3.onap.org:10001/onap/cli:2.0.4 +nexus3.onap.org:10001/onap/data-router:1.3.3 +nexus3.onap.org:10001/onap/data-router:1.4.0 +nexus3.onap.org:10001/onap/dcae-be:1.3.0 +nexus3.onap.org:10001/onap/dcae-dt:1.2.0 +nexus3.onap.org:10001/onap/dcae-fe:1.3.0 +nexus3.onap.org:10001/onap/dcae-tools:1.3.0 +nexus3.onap.org:10001/onap/dcae-tosca-app:1.3.0 +nexus3.onap.org:10001/onap/dmaap/datarouter-node:2.1.0 +nexus3.onap.org:10001/onap/dmaap/datarouter-prov:2.1.0 +nexus3.onap.org:10001/onap/dmaap/dbc-client:1.0.9 +nexus3.onap.org:10001/onap/dmaap/dmaap-bc:1.1.5 +nexus3.onap.org:10001/onap/dmaap/dmaap-mr:1.1.14 +nexus3.onap.org:10001/onap/dmaap/kafka111:1.0.1 +nexus3.onap.org:10001/onap/dmaap/zookeeper:6.0.0 +nexus3.onap.org:10001/onap/elasticsearch-sg:1.4.3 +nexus3.onap.org:10001/onap/externalapi/nbi:4.0.0 +nexus3.onap.org:10001/onap/gizmo:1.4.0 +nexus3.onap.org:10001/onap/holmes/engine-management:1.2.5 +nexus3.onap.org:10001/onap/holmes/rule-management:1.2.6 +nexus3.onap.org:10001/onap/modeling/genericparser:1.0.2 +nexus3.onap.org:10001/onap/model-loader:1.4.0 +nexus3.onap.org:10001/onap/msb/msb_apigateway:1.2.4 +nexus3.onap.org:10001/onap/msb/msb_discovery:1.2.3 +nexus3.onap.org:10001/onap/multicloud/azure:1.2.1 +nexus3.onap.org:10001/onap/multicloud/framework:1.3.1 +nexus3.onap.org:10001/onap/multicloud/framework-artifactbroker:1.3.3 +nexus3.onap.org:10001/onap/multicloud/k8s:0.2.0 +nexus3.onap.org:10001/onap/multicloud/openstack-fcaps:1.3.2 +nexus3.onap.org:10001/onap/multicloud/openstack-lenovo:1.3.1 +nexus3.onap.org:10001/onap/multicloud/openstack-ocata:1.3.2 +nexus3.onap.org:10001/onap/multicloud/openstack-pike:1.3.2 +nexus3.onap.org:10001/onap/multicloud/openstack-starlingx:1.3.2 +nexus3.onap.org:10001/onap/multicloud/openstack-windriver:1.3.2 +nexus3.onap.org:10001/onap/multicloud/vio:1.3.1 +nexus3.onap.org:10001/onap/music/cassandra_3_11:3.0.24 +nexus3.onap.org:10001/onap/music/cassandra_job:3.0.24 +nexus3.onap.org:10001/onap/music/cassandra_music:3.0.0 +nexus3.onap.org:10001/onap/music/music:3.0.24 +nexus3.onap.org:10001/onap/network-discovery:1.5.1 +nexus3.onap.org:10001/onap/oom/kube2msb:1.1.0 +nexus3.onap.org:10001/onap/optf-cmso-dbinit:2.0.0 +nexus3.onap.org:10001/onap/optf-cmso-optimizer:2.0.0 +nexus3.onap.org:10001/onap/optf-cmso-service:2.0.0 +nexus3.onap.org:10001/onap/optf-cmso-ticketmgt:2.0.0 +nexus3.onap.org:10001/onap/optf-cmso-topology:2.0.0 +nexus3.onap.org:10001/onap/optf-has:1.3.0 +nexus3.onap.org:10001/onap/optf-osdf:1.3.0 +nexus3.onap.org:10001/onap/org.onap.ccsdk.dashboard.ccsdk-app-os:1.1.0-SNAPSHOT-latest +nexus3.onap.org:10001/onap/org.onap.dcaegen2.collectors.hv-ves.hv-collector-main:1.1.0 +nexus3.onap.org:10001/onap/org.onap.dcaegen2.collectors.snmptrap:1.4.0 +nexus3.onap.org:10001/onap/org.onap.dcaegen2.collectors.ves.vescollector:1.4.4 +nexus3.onap.org:10001/onap/org.onap.dcaegen2.deployments.cm-container:1.6.2 +nexus3.onap.org:10001/onap/org.onap.dcaegen2.deployments.consul-loader-container:1.0.0 +nexus3.onap.org:10001/onap/org.onap.dcaegen2.deployments.healthcheck-container:1.2.4 +nexus3.onap.org:10001/onap/org.onap.dcaegen2.deployments.k8s-bootstrap-container:1.4.17 +nexus3.onap.org:10001/onap/org.onap.dcaegen2.deployments.multisite-init-container:1.0.0 +nexus3.onap.org:10001/onap/org.onap.dcaegen2.deployments.redis-cluster-container:1.0.0 +nexus3.onap.org:10001/onap/org.onap.dcaegen2.deployments.tca-cdap-container:1.1.1 +nexus3.onap.org:10001/onap/org.onap.dcaegen2.deployments.tls-init-container:1.0.3 +nexus3.onap.org:10001/onap/org.onap.dcaegen2.platform.configbinding.app-app:2.3.0 +nexus3.onap.org:10001/onap/org.onap.dcaegen2.platform.deployment-handler:4.0.1 +nexus3.onap.org:10001/onap/org.onap.dcaegen2.platform.inventory-api:3.2.0 +nexus3.onap.org:10001/onap/org.onap.dcaegen2.platform.policy-handler:5.0.0 +nexus3.onap.org:10001/onap/org.onap.dcaegen2.platform.servicechange-handler:1.1.5 +nexus3.onap.org:10001/onap/org.onap.dcaegen2.services.prh.prh-app-server:1.2.3 +nexus3.onap.org:10001/onap/policy-apex-pdp:2.1.0 +nexus3.onap.org:10001/onap/policy-api:2.0.1 +nexus3.onap.org:10001/onap/policy-distribution:2.1.0 +nexus3.onap.org:10001/onap/policy-pap:2.0.1 +nexus3.onap.org:10001/onap/policy-pdpd-cl:1.4.1 +nexus3.onap.org:10001/onap/policy-pe:1.4.1 +nexus3.onap.org:10001/onap/policy-xacml-pdp:2.0.1 +nexus3.onap.org:10001/onap/pomba-aai-context-builder:1.4.0 +nexus3.onap.org:10001/onap/pomba-context-aggregator:1.4.0 +nexus3.onap.org:10001/onap/pomba-network-discovery-context-builder:1.4.0 +nexus3.onap.org:10001/onap/pomba-sdc-context-builder:1.4.0 +nexus3.onap.org:10001/onap/pomba-sdnc-context-builder:1.4.0 +nexus3.onap.org:10001/onap/portal-app:2.5.0 +nexus3.onap.org:10001/onap/portal-db:2.5.0 +nexus3.onap.org:10001/onap/portal-sdk:2.5.0 +nexus3.onap.org:10001/onap/portal-wms:2.5.0 +nexus3.onap.org:10001/onap/sdc-backend:1.4.0 +nexus3.onap.org:10001/onap/sdc-backend-init:1.4.0 +nexus3.onap.org:10001/onap/sdc-cassandra-init:1.4.0 +nexus3.onap.org:10001/onap/sdc-elasticsearch:1.4.0 +nexus3.onap.org:10001/onap/sdc-frontend:1.4.0 +nexus3.onap.org:10001/onap/sdc-init-elasticsearch:1.4.0 +nexus3.onap.org:10001/onap/sdc-kibana:1.4.0 +nexus3.onap.org:10001/onap/sdc-onboard-backend:1.4.0 +nexus3.onap.org:10001/onap/sdc-onboard-cassandra-init:1.4.0 +nexus3.onap.org:10001/onap/sdnc-ansible-server-image:1.5.1 +nexus3.onap.org:10001/onap/sdnc-dmaap-listener-image:1.5.1 +nexus3.onap.org:10001/onap/sdnc-image:1.5.1 +nexus3.onap.org:10001/onap/sdnc-ueb-listener-image:1.5.1 +nexus3.onap.org:10001/onap/search-data-service:1.3.1 +nexus3.onap.org:10001/onap/search-data-service:1.4.3 +nexus3.onap.org:10001/onap/service-decomposition:1.5.1 +nexus3.onap.org:10001/onap/sniroemulator:1.0.0 +nexus3.onap.org:10001/onap/so/api-handler-infra:1.4.1 +nexus3.onap.org:10001/onap/so/bpmn-infra:1.4.1 +nexus3.onap.org:10001/onap/so/catalog-db-adapter:1.4.1 +nexus3.onap.org:10001/onap/so/openstack-adapter:1.4.1 +nexus3.onap.org:10001/onap/so/request-db-adapter:1.4.1 +nexus3.onap.org:10001/onap/so/sdc-controller:1.4.1 +nexus3.onap.org:10001/onap/so/sdnc-adapter:1.4.1 +nexus3.onap.org:10001/onap/so/so-monitoring:1.4.1 +nexus3.onap.org:10001/onap/so/vfc-adapter:1.4.1 +nexus3.onap.org:10001/onap/so/vnfm-adapter:1.4.1 +nexus3.onap.org:10001/onap/sparky-be:1.4.0 +nexus3.onap.org:10001/onap/spike:1.4.0 +nexus3.onap.org:10001/onap/testsuite:1.4.0 +nexus3.onap.org:10001/onap/usecase-ui:1.2.2 +nexus3.onap.org:10001/onap/usecase-ui-server:1.2.1 +nexus3.onap.org:10001/onap/validation:1.3.1 +nexus3.onap.org:10001/onap/vfc/catalog:1.3.1 +nexus3.onap.org:10001/onap/vfc/db:1.3.0 +nexus3.onap.org:10001/onap/vfc/emsdriver:1.3.0 +nexus3.onap.org:10001/onap/vfc/gvnfmdriver:1.3.1 +nexus3.onap.org:10001/onap/vfc/jujudriver:1.3.1 +nexus3.onap.org:10001/onap/vfc/multivimproxy:1.3.0 +nexus3.onap.org:10001/onap/vfc/nfvo/svnfm/huawei:1.3.0 +nexus3.onap.org:10001/onap/vfc/nfvo/svnfm/nokiav2:1.3.0 +nexus3.onap.org:10001/onap/vfc/nslcm:1.3.1 +nexus3.onap.org:10001/onap/vfc/resmanagement:1.3.0 +nexus3.onap.org:10001/onap/vfc/vnflcm:1.3.1 +nexus3.onap.org:10001/onap/vfc/vnfmgr:1.3.1 +nexus3.onap.org:10001/onap/vfc/vnfres:1.3.1 +nexus3.onap.org:10001/onap/vfc/wfengine-activiti:1.3.0 +nexus3.onap.org:10001/onap/vfc/wfengine-mgrservice:1.3.0 +nexus3.onap.org:10001/onap/vfc/ztesdncdriver:1.3.0 +nexus3.onap.org:10001/onap/vfc/ztevnfmdriver:1.3.1 +nexus3.onap.org:10001/onap/vid:4.0.0 +nexus3.onap.org:10001/onap/vnfsdk/refrepo:1.2.0 +nexus3.onap.org:10001/onap/workflow-backend:1.4.0 +nexus3.onap.org:10001/onap/workflow-frontend:1.4.0 +nexus3.onap.org:10001/onap/workflow-init:1.4.0 +nexus3.onap.org:10001/sonatype/nexus:2.14.8-01 +nexus3.onap.org:10001/zookeeper:3.4 +oomk8s/mariadb-client-init:3.0.0 +oomk8s/readiness-check:2.0.0 +oomk8s/readiness-check:2.0.1 +oomk8s/readiness-check:2.0.2 +oomk8s/ubuntu-init:1.0.0 +pndareg.ctao6.net/onap/org.onap.dcaegen2.deployments.pnda-bootstrap-container:5.0.0 +pndareg.ctao6.net/onap/org.onap.dcaegen2.deployments.pnda-mirror-container:5.0.0 +rabbitmq:alpine +registry.hub.docker.com/library/busybox:latest +registry.hub.docker.com/library/consul:1.4.3 +registry.hub.docker.com/library/mongo:4.0.8 +registry.hub.docker.com/oomk8s/ubuntu-init:2.0.0 +library/cassandra:2.2.14 +quay.io/kubernetes_incubator/nfs-provisioner:v1.0.8 diff --git a/build/data_lists/onap_git_repos.list b/build/data_lists/onap_git_repos.list new file mode 100644 index 00000000..518eecde --- /dev/null +++ b/build/data_lists/onap_git_repos.list @@ -0,0 +1,2 @@ +#repo branch +gerrit.onap.org/r/so/docker-config.git master diff --git a/build/data_lists/onap_3.0.x-npm.list b/build/data_lists/onap_npm.list index a22b237e..058307e3 100644 --- a/build/data_lists/onap_3.0.x-npm.list +++ b/build/data_lists/onap_npm.list @@ -1,389 +1,303 @@ async@0.1.22 -bl@0.9.5 -brace-expansion@1.1.11 -commander@2.1.0 compression@1.1.2 -connect@2.26.1 -cookiejar@1.3.2 -csurf@1.6.6 debug@0.7.4 -depd@0.4.5 -domelementtype@1.1.3 -domutils@1.4.3 errorhandler@1.2.4 -express@3.17.2 -extend@1.2.1 -formidable@1.0.14 fresh@0.2.4 -fs.extra@1.3.2 -graceful-fs@2.0.3 -grunt-cli@0.1.13 grunt-legacy-util@0.2.0 -htmlparser2@3.7.3 -inflight@1.0.6 -isarray@0.0.1 js-yaml@2.0.5 -libmime@0.1.7 -load-json-file@1.1.0 -lodash@4.17.11 mime-types@2.0.14 -morgan@1.3.2 -ncp@0.6.0 -object-assign@3.0.0 pause@0.0.1 -proxy-addr@1.0.10 -punycode@2.1.1 -range-parser@1.0.3 -redent@1.0.0 -request@2.42.0 -send@0.9.3 -sigmund@1.0.1 smtp-connection@1.3.8 -sntp@0.2.4 -statuses@1.5.0 -strip-indent@1.0.1 thenify@3.3.0 -through@2.2.7 -tough-cookie@2.5.0 -uglify-to-browserify@1.0.2 underscore.string@2.3.3 -validate-npm-package-license@3.0.4 -wordwrap@0.0.3 -ansi-color@0.2.1 any-promise@1.3.0 -array-find-index@1.0.2 -balanced-match@1.0.0 -basic-auth@1.0.0 -builtin-modules@1.1.1 -coffee-script@1.3.3 -combined-stream@0.0.7 -core-util-is@1.0.2 -crc@3.4.4 -csrf@2.0.7 -csv-stringify@0.0.8 -entities@1.0.0 etag@1.4.0 -exit@0.1.2 -finalhandler@0.2.0 -follow-redirects@0.0.3 hoek@0.9.1 -ipaddr.js@1.0.5 -is-builtin-module@1.0.0 -is-utf8@0.2.1 method-override@2.2.0 -minimatch@3.0.4 -mkdirp@0.3.5 -ms@2.0.0 needle@0.9.2 -nodemailer-direct-transport@1.1.0 -node-uuid@1.4.8 -normalize-package-data@2.4.0 oauth@0.9.12 -on-finished@2.3.0 -options@0.0.6 -parseurl@1.3.2 path-is-absolute@1.0.1 -pinkie@2.0.4 -pretty-data@0.40.0 -rimraf@2.2.8 sentiment@0.2.3 -stream-counter@0.2.0 -string_decoder@1.1.1 -trim-newlines@1.0.0 twitter-ng@0.6.2 -type-is@1.6.16 -underscore.string@2.4.0 -walk@2.3.14 -xml2js@0.4.4 -abbrev@1.1.1 -assert-plus@0.1.5 -async@0.2.10 -bootstrap@3.4.0 cookie-parser@1.3.5 -debug@2.0.0 -dicer@0.2.5 -domelementtype@1.3.1 -domutils@1.5.1 -ee-first@1.0.5 -etag@1.5.1 -formatio@1.0.2 -fs.realpath@1.0.0 -getobject@0.1.0 glob@3.1.21 -grunt-contrib-jshint@0.10.0 -grunt-simple-mocha@0.4.0 -htmlparser2@3.8.3 -http-signature@0.10.1 -iconv-lite@0.4.24 -inherits@1.0.2 -isarray@1.0.0 -libmime@1.2.0 -lodash@0.9.2 media-typer@0.3.0 -mime-db@1.12.0 -mime-types@2.1.21 -minimist@0.0.8 -mkdirp@0.5.0 multer@1.1.0 -native-or-bluebird@1.1.2 -object-assign@4.1.1 -on-headers@1.0.1 -properties-reader@0.0.9 -readable-stream@1.0.27-1 -signal-exit@3.0.2 -spdx-license-ids@3.0.3 -stringstream@0.0.6 -strip-json-comments@1.0.4 -thenify-all@1.6.0 -uid-safe@1.0.1 -underscore@1.6.0 -utf7@1.0.0 -vary@1.0.1 -addressparser@0.3.2 -append-field@0.1.0 -async@0.9.2 -bignumber.js@2.0.7 -busboy@0.2.14 -component-emitter@1.1.2 concat-map@0.0.1 -connect-timeout@1.3.0 -cors@2.4.2 -csv@0.4.6 -csvtojson@0.5.14 -dateformat@1.0.12 -domhandler@2.2.1 -duplexer@0.1.1 entities@1.1.2 -express@4.9.8 -foreachasync@3.0.0 -graceful-fs@4.1.15 -http-errors@1.2.8 -iconv-lite@0.4.4 irc@0.3.7 -is-arrayish@0.2.1 -jshint@2.5.11 -keypress@0.1.0 libqp@0.1.1 -loud-rejection@1.6.0 -minimatch@0.2.14 -mkdirp@0.5.1 -mqtt@0.3.13 mysql@2.7.0 -negotiator@0.4.9 -nodemailer-smtp-transport@0.1.13 -oauth-sign@0.4.0 once@1.4.0 -path-to-regexp@0.1.3 -pinkie-promise@2.0.1 -process@0.11.10 qs@0.6.6 -raw-body@1.3.0 -samsam@1.1.3 -semver@5.6.0 serve-favicon@2.1.7 -shelljs@0.3.0 -spdx-correct@3.1.0 -streamsearch@0.1.2 utils-merge@1.0.0 -when@3.4.6 -wrappy@1.0.2 -async@1.5.2 -basic-auth-connect@1.0.0 -bootstrap-submenu@2.0.4 -camelcase@2.1.1 -caseless@0.6.0 -commander@0.6.1 cookie@0.1.2 -cookie-signature@1.0.5 -cron@1.0.4 -CSSselect@0.4.1 debug@2.6.9 -depd@1.1.2 -diff@1.0.7 -ee-first@1.1.1 -form-data@0.1.2 -forwarded@0.1.2 -fs-extra@0.11.1 -glob@3.2.11 -growl@1.8.1 -grunt-legacy-log@0.1.3 hooker@0.2.3 -iconv-lite@0.2.11 -imap@0.8.13 -inherits@2.0.3 -is-finite@1.0.2 json-stringify-safe@5.0.1 -lodash@1.3.1 -map-obj@1.0.1 -meow@3.7.0 -methods@0.0.1 -mime@1.2.11 -minimist@1.2.0 -mocha@1.21.4 -multer@1.4.1 -mz@1.3.0 -optimist@0.3.7 -psl@1.1.31 -readable-stream@1.0.34 -read-pkg@1.1.0 reduce-component@1.0.1 -repeating@2.0.1 -response-time@2.0.1 -rimraf@2.6.3 -serve-static@1.6.5 -sinon@1.10.3 -spdx-exceptions@2.2.0 -tinycolor@0.0.1 -uid-safe@1.1.0 underscore@1.7.0 -util@0.10.4 -xmlbuilder@9.0.7 -accepts@1.1.4 -append-field@1.0.0 -async@2.6.1 -buffer-from@1.1.1 -bytes@1.0.0 -cli@0.6.6 -crc@3.0.0 -csv-generate@0.0.6 -ctype@0.5.3 -dateformat@1.0.2-1.2.3 -decamelize@1.2.0 -delayed-stream@0.0.5 -destroy@1.0.3 -domhandler@2.3.0 -duplexer2@0.0.2 -ejs@0.8.8 escape-html@1.0.1 -esprima@1.0.4 -eventemitter2@0.4.14 -find-up@1.1.2 forever-agent@0.5.2 -glob@3.2.3 -hyperquest@0.3.0 -jsonfile@1.0.1 -libqp@1.1.0 lodash@2.4.2 -mime-db@1.37.0 -minimatch@0.3.0 -ms@0.6.2 -multiparty@3.3.2 -nodemailer-wellknown@0.1.10 nopt@1.0.10 -number-is-nan@1.0.1 -parse-json@2.2.0 -path@0.12.7 qs@1.2.2 +cookie@0.1.3 +form-data@0.1.4 +grunt-legacy-log-utils@0.1.1 +libbase64@0.1.0 +qs@2.2.3 +glob@7.1.3 +nopt@3.0.1 +qs@2.2.4 +scmp@1.0.0 +type-is@1.5.7 +abbrev@1.1.1 +etag@1.5.1 +iconv-lite@0.4.24 +readable-stream@1.0.27-1 +strip-json-comments@1.0.4 +utf7@1.0.0 +async@0.9.2 +fs-extra@0.11.1 +mime@1.2.11 +optimist@0.3.7 +sinon@1.10.3 +buffer-from@1.1.1 +destroy@1.0.3 +mime-db@1.37.0 readable-stream@1.1.14 -require-all@1.0.0 -sax@0.6.1 -shelljs@0.5.3 -stream-transform@0.1.2 superagent@0.18.0 -tunnel-agent@0.4.3 -typedarray@0.0.6 -underscore@1.9.1 -utils-merge@1.0.1 which@1.0.9 -ws@0.4.32 -argparse@0.1.16 -aws-sign2@0.5.0 batch@0.5.1 -body-parser@1.8.4 -bootstrap-table@1.13.1 -camelcase-keys@2.1.0 colors@0.6.2 -commander@1.3.2 -compressible@2.0.15 -console-browserify@1.1.0 -cookie@0.1.3 cookie-signature@1.0.6 +should@4.0.4 +uglify-js@2.4.15 +base64-url@1.2.1 +clone@0.1.18 +hyperquest@1.3.0 +methods@1.1.0 +on-finished@2.1.0 +readable-stream@2.3.6 +bl@0.9.5 +connect@2.26.1 +depd@0.4.5 +express@3.17.2 +htmlparser2@3.7.3 +libmime@0.1.7 +morgan@1.3.2 +request@2.42.0 +sntp@0.2.4 +through@2.2.7 +coffee-script@1.3.3 +csrf@2.0.7 +exit@0.1.2 +minimatch@3.0.4 +nodemailer-direct-transport@1.1.0 +on-finished@2.3.0 +stream-counter@0.2.0 +type-is@1.6.16 +debug@2.0.0 +formatio@1.0.2 +grunt-contrib-jshint@0.10.0 +mime-db@1.12.0 +native-or-bluebird@1.1.2 +bignumber.js@2.0.7 +connect-timeout@1.3.0 +negotiator@0.4.9 +raw-body@1.3.0 +shelljs@0.3.0 +when@3.4.6 +cookie-signature@1.0.5 +diff@1.0.7 +iconv-lite@0.2.11 +lodash@1.3.1 +ctype@0.5.3 +esprima@1.0.4 +glob@3.2.3 +minimatch@0.3.0 +require-all@1.0.0 cryptiles@0.2.2 -CSSwhat@0.4.7 -date-now@0.1.4 -dns-sync@0.1.3 dom-serializer@0.0.1 -error-ex@1.3.2 -express-session@1.15.6 -form-data@0.1.4 -fs-extra@0.6.4 -get-stdin@4.0.1 -glob@5.0.15 -graceful-fs@1.2.3 -grunt@0.4.5 -grunt-legacy-log-utils@0.1.1 hawk@1.1.1 -hosted-git-info@2.7.1 -indent-string@2.1.0 -libbase64@0.1.0 -lodash@3.10.1 -merge-descriptors@0.0.2 -methods@1.0.0 -mime@1.2.5 -mime-types@1.0.2 -moment@2.23.0 nan@1.0.0 -ncp@0.4.2 -path-type@1.1.0 -proxy-addr@1.0.1 -qs@2.2.3 -random-bytes@1.0.0 -read-pkg-up@1.0.1 -safe-buffer@5.1.2 -serve-index@1.2.1 -should@4.0.4 -spdx-expression-parse@3.0.0 -strip-bom@2.0.0 -through2@0.6.5 -uglify-js@2.4.15 +ipaddr.js@0.1.2 +minimatch@1.0.0 +resolve@0.3.1 +send@0.9.2 +util-deprecate@1.0.2 +assert-plus@0.1.5 +dicer@0.2.5 +inherits@1.0.2 +thenify-all@1.6.0 +vary@1.0.1 +glob@3.2.11 +imap@0.8.13 +psl@1.1.31 +xmlbuilder@9.0.7 +bytes@1.0.0 +domhandler@2.3.0 +hyperquest@0.3.0 +ms@0.6.2 +tunnel-agent@0.4.3 +ws@0.4.32 +body-parser@1.8.4 +commander@1.3.2 +merge-descriptors@0.0.2 underscore.string@2.2.1 -util@0.11.1 -amdefine@1.0.1 -asn1@0.1.11 -base64-url@1.2.1 boom@0.4.2 -buildmail@1.3.0 -cheerio@0.17.0 -clone@0.1.18 commander@2.0.0 +jade@0.26.3 +mkdirp@0.3.0 +source-map@0.1.34 +brace-expansion@1.1.11 +cookiejar@1.3.2 +domelementtype@1.1.3 +extend@1.2.1 +graceful-fs@2.0.3 +inflight@1.0.6 +ncp@0.6.0 +punycode@2.1.1 +send@0.9.3 +statuses@1.5.0 +tough-cookie@2.5.0 +wordwrap@0.0.3 +balanced-match@1.0.0 +combined-stream@0.0.7 +finalhandler@0.2.0 +mkdirp@0.3.5 +node-uuid@1.4.8 +options@0.0.6 +pretty-data@0.40.0 +string_decoder@1.1.1 +underscore.string@2.4.0 +fs.realpath@1.0.0 +grunt-simple-mocha@0.4.0 +mime-types@2.1.21 +busboy@0.2.14 +cors@2.4.2 +domhandler@2.2.1 +graceful-fs@4.1.15 +jshint@2.5.11 +minimatch@0.2.14 +nodemailer-smtp-transport@0.1.13 +samsam@1.1.3 +wrappy@1.0.2 +cron@1.0.4 +ee-first@1.1.1 +growl@1.8.1 +mocha@1.21.4 +response-time@2.0.1 +dateformat@1.0.2-1.2.3 +duplexer2@0.0.2 +eventemitter2@0.4.14 +multiparty@3.3.2 +sax@0.6.1 +compressible@2.0.15 +CSSwhat@0.4.7 +glob@5.0.15 +util@0.11.1 concat-stream@1.6.2 -cookie@0.3.1 -crc@3.2.1 -csv-parse@1.3.3 -currently-unhandled@0.4.1 etag@1.3.1 +mustache@0.8.2 +rndm@1.1.1 +vhost@3.0.2 +async@0.2.10 +domelementtype@1.3.1 +isarray@1.0.0 +minimist@0.0.8 +on-headers@1.0.1 +uid-safe@1.0.1 +addressparser@0.3.2 +http-errors@1.2.8 +mkdirp@0.5.1 +caseless@0.6.0 +form-data@0.1.2 +inherits@2.0.3 +readable-stream@1.0.34 +tinycolor@0.0.1 +accepts@1.1.4 +cli@0.6.6 +typedarray@0.0.6 +argparse@0.1.16 +graceful-fs@1.2.3 +methods@1.0.0 +safe-buffer@5.1.2 +amdefine@1.0.1 +buildmail@1.3.0 express-session@1.8.2 -findup-sync@0.1.3 -glob@7.1.3 -hyperquest@1.3.0 -ipaddr.js@0.1.2 -jade@0.26.3 jsonfile@2.4.0 +string_decoder@0.10.31 +commander@2.1.0 +csurf@1.6.6 +domutils@1.4.3 +formidable@1.0.14 +grunt-cli@0.1.13 +isarray@0.0.1 +object-assign@3.0.0 +range-parser@1.0.3 +sigmund@1.0.1 +uglify-to-browserify@1.0.2 +ansi-color@0.2.1 +basic-auth@1.0.0 +core-util-is@1.0.2 +entities@1.0.0 +follow-redirects@0.0.3 +ms@2.0.0 +parseurl@1.3.2 +rimraf@2.2.8 +domutils@1.5.1 +getobject@0.1.0 +htmlparser2@3.8.3 +libmime@1.2.0 +component-emitter@1.1.2 +duplexer@0.1.1 +keypress@0.1.0 +mqtt@0.3.13 +oauth-sign@0.4.0 +streamsearch@0.1.2 +CSSselect@0.4.1 +grunt-legacy-log@0.1.3 +rimraf@2.6.3 +nodemailer-wellknown@0.1.10 +console-browserify@1.1.0 +date-now@0.1.4 +grunt@0.4.5 +mime@1.2.5 +findup-sync@0.1.3 lodash@3.7.0 -lru-cache@2.7.3 -methods@1.1.0 -minimatch@1.0.0 -mkdirp@0.3.0 -mustache@0.8.2 nodemailer@1.3.0 -nopt@3.0.1 -on-finished@2.1.0 -path-exists@2.1.0 -pify@2.3.0 process-nextick-args@2.0.0 -qs@2.2.4 -readable-stream@2.3.6 -resolve@0.3.1 -rndm@1.1.1 safer-buffer@2.1.2 -scmp@1.0.0 -send@0.9.2 -source-map@0.1.34 -string_decoder@0.10.31 supertest@0.13.0 -type-is@1.5.7 -uid-safe@2.1.5 -util-deprecate@1.0.2 -vhost@3.0.2 -xml2js@0.4.19 +xml2js@0.4.4 +ee-first@1.0.5 +http-signature@0.10.1 +lodash@0.9.2 +mkdirp@0.5.0 +stringstream@0.0.6 +underscore@1.6.0 +append-field@0.1.0 +iconv-lite@0.4.4 +basic-auth-connect@1.0.0 +commander@0.6.1 +methods@0.0.1 +mz@1.3.0 +serve-static@1.6.5 +uid-safe@1.1.0 +crc@3.0.0 +delayed-stream@0.0.5 +libqp@1.1.0 +underscore@1.9.1 +aws-sign2@0.5.0 +mime-types@1.0.2 +proxy-addr@1.0.1 +serve-index@1.2.1 +through2@0.6.5 +asn1@0.1.11 +cheerio@0.17.0 +crc@3.2.1 +lru-cache@2.7.3 xtend@4.0.1
\ No newline at end of file diff --git a/build/data_lists/rke_docker_images.list b/build/data_lists/rke_docker_images.list new file mode 100644 index 00000000..75d35c72 --- /dev/null +++ b/build/data_lists/rke_docker_images.list @@ -0,0 +1,22 @@ +coredns/coredns:1.2.6 +gcr.io/kubernetes-helm/tiller:v2.12.3 +k8s.gcr.io/kubernetes-dashboard-amd64:v1.10.1 +rancher/calico-cni:v3.4.0 +rancher/calico-ctl:v2.0.0 +rancher/calico-node:v3.4.0 +rancher/cluster-proportional-autoscaler:1.0.0 +rancher/coreos-etcd:v3.2.24-rancher1 +rancher/coreos-flannel:v0.10.0 +rancher/coreos-flannel:v0.10.0-rancher1 +rancher/flannel-cni:v0.3.0-rancher1 +rancher/hyperkube:v1.13.5-rancher1 +rancher/k8s-dns-dnsmasq-nanny:1.15.0 +rancher/k8s-dns-kube-dns:1.15.0 +rancher/k8s-dns-sidecar:1.15.0 +rancher/metrics-server:v0.3.1 +rancher/nginx-ingress-controller-defaultbackend:1.4-rancher1 +rancher/nginx-ingress-controller:0.21.0-rancher3 +rancher/pause:3.1 +rancher/rke-tools:v0.1.27 +weaveworks/weave-kube:2.5.0 +weaveworks/weave-npc:2.5.0 diff --git a/build/download/__init__.py b/build/download/__init__.py new file mode 100644 index 00000000..f0efbc15 --- /dev/null +++ b/build/download/__init__.py @@ -0,0 +1,22 @@ + +#! /usr/bin/env python +# -*- coding: utf-8 -*- + +# COPYRIGHT NOTICE STARTS HERE + +# Copyright 2019 © Samsung Electronics Co., Ltd. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +# COPYRIGHT NOTICE ENDS HERE + diff --git a/build/download/base.py b/build/download/base.py new file mode 100644 index 00000000..5bcd0ef6 --- /dev/null +++ b/build/download/base.py @@ -0,0 +1,114 @@ +#! /usr/bin/env python +# -*- coding: utf-8 -*- + +# COPYRIGHT NOTICE STARTS HERE + +# Copyright 2019 © Samsung Electronics Co., Ltd. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +# COPYRIGHT NOTICE ENDS HERE + + +import concurrent.futures +import os +import progressbar +import prettytable +import requests +from distutils.spawn import find_executable + +progressbar.streams.wrap_stdout() +progressbar.streams.wrap_stderr() + + +def load_list(item_list): + """ + Parse list with items to be downloaded. + :param item_list: File with list of items (1 line per item) + :return: set of items from file + """ + with open(item_list, 'r') as f: + return {item for item in (line.strip() for line in f) if item} + + +def init_progress(items_name): + progress_widgets = ['Downloading {}: '.format(items_name), + progressbar.Bar(), ' ', + progressbar.Percentage(), ' ', + '(', progressbar.SimpleProgress(), ')'] + + progress = progressbar.ProgressBar(widgets=progress_widgets, + poll_rate=1.0, + redirect_stdout=True) + return progress + + +def start_progress(progress, target_count, skipping, log): + log_skipping(skipping, log) + log.info("Initializing download. Takes a while.") + + progress.max_value = target_count + progress.start() + progress.update(len(skipping)) + + +def log_skipping(skipping_iterable, logger): + for skipped in skipping_iterable: + logger.info('Skipping: {}'.format(skipped)) + + +def run_concurrent(workers, progress, fn, iterable, *args): + with concurrent.futures.ThreadPoolExecutor(max_workers=workers) as executor: + futures = [executor.submit(fn, item, *args) for item in iterable] + error_count = 0 + for future in concurrent.futures.as_completed(futures): + error = future.exception() + if error: + error_count += 1 + progress.update() + else: + progress.update(progress.value +1) + return error_count + + +def finish_progress(progress, error_count, log): + progress.finish(dirty=error_count > 0) + log.info('Download ended. Elapsed time {}'.format(progress.data()['time_elapsed'])) + +def check_tool(name): + return find_executable(name) + +def save_to_file(dst, content): + """ + Save downloaded byte content to file + :param dst: path to file to save content to + :param content: byte content of file + """ + dst_dir = os.path.dirname(dst) + if not os.path.exists(dst_dir): + os.makedirs(dst_dir) + with open(dst, 'wb') as dst_file: + dst_file.write(content) + +def make_get_request(url): + req = requests.get(url) + req.raise_for_status() + return req + +def simple_check_table(target, missing): + table = prettytable.PrettyTable(['Name', 'Downloaded']) + table.align['Name'] = 'l' + for item in sorted(target): + table.add_row([item, item not in missing]) + return table + diff --git a/build/download/docker_images.py b/build/download/docker_images.py new file mode 100755 index 00000000..e4e742b3 --- /dev/null +++ b/build/download/docker_images.py @@ -0,0 +1,268 @@ +#! /usr/bin/env python +# -*- coding: utf-8 -*- + +# COPYRIGHT NOTICE STARTS HERE + +# Copyright 2019 © Samsung Electronics Co., Ltd. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +# COPYRIGHT NOTICE ENDS HERE + + +import argparse +import concurrent.futures +import docker +import itertools +import json +import logging +import os +import prettytable +import sys +import threading +from retrying import retry + +import base + +log = logging.getLogger(__name__) + + +def image_filename(image_name): + """ + Get a name of a file where image will be saved. + :param image_name: Name of the image from list + :return: Filename of the image + """ + return '{}.tar'.format(image_name.replace(':', '_').replace('/', '_')) + + +def image_registry_name(image_name): + """ + Get the name as shown in local registry. Since some strings are not part of name + when using default registry e.g. docker.io + :param image_name: name of the image from the list + :return: name of the image as it is shown by docker + """ + name = image_name + + if name.startswith('docker.io/'): + name = name.replace('docker.io/', '') + + if name.startswith('library/'): + name = name.replace('library/', '') + + if ':' not in name.rsplit('/')[-1]: + name = '{}:latest'.format(name) + + return name + + +def not_pulled_images(docker_client, target_list): + """ + Get set of images that are not pulled on local system. + :param docker_client: docker.client.DockerClient + :param target_list: list of images to look for + :return: (set) images that are not present on local system + """ + pulled = set(itertools.chain.from_iterable((image.tags for image + in docker_client.images.list()))) + return {image for image in target_list if image_registry_name(image) not in pulled} + + +def not_saved(target_images, target_dir): + """ + Get set of images that are not saved in target directory + :param target_images: List of images to check for + :param target_dir: Directory where those images should be + :return: (set) Images that are missing from target directory + """ + return set(image for image in target_images + if not os.path.isfile('/'.join((target_dir, image_filename(image))))) + + +def missing(docker_client, target_list, save, target_dir): + """ + Get dictionary of images not present locally. + :param docker_client: docker.client.DockerClient for communication with docker + :param target_list: list of desired images + :param save: (boolean) check for saved images + :param target_dir: target directory for saved images + :return: Dictionary of missing images ('not_pulled', 'not_saved') + """ + return {'not_pulled': not_pulled_images(docker_client, target_list), + 'not_saved': not_saved(target_list, target_dir) if save else set()} + + +def merge_dict_sets(dictionary): + return set.union(*dictionary.values()) + + +def check_table(check_list, missing, save): + table = prettytable.PrettyTable(['Image', 'Pulled', 'Saved']) + table.align['Image'] = 'l' + for image in sorted(check_list): + pulled = not image in missing['not_pulled'] + download_state = [pulled] + if save: + # if not pulled save anyway + download_state.append(pulled and not image in missing['not_saved']) + else: + download_state.append('Not checked') + table.add_row([image] + download_state) + return table + + +@retry(stop_max_attempt_number=5, wait_fixed=5000) +def pull_image(docker_client, image_name): + """ + Pull docker image. + :param docker_client: docker.client.DockerClient for communication with docker + :param image_name: name of the image to be pulled + :return: pulled image (image object) + :raises docker.errors.APIError: after unsuccessful retries + """ + if ':' not in image_name.rsplit('/')[-1]: + image_name = '{}:latest'.format(image_name) + try: + image = docker_client.images.pull(image_name) + log.info('Image {} pulled'.format(image_name)) + return image + except docker.errors.APIError as err: + log.warning('Failed: {}: {}. Retrying...'.format(image_name, err)) + raise err + + +def save_image(image_name, image, output_dir, docker_client=None): + """ + Save image to tar. + :param output_dir: path to destination directory + :param image: image object from pull_image function + :param image_name: name of the image from list + :param docker_client: docker.client.DockerClient for communication with docker + :return: None + """ + dst = '{}/{}'.format(output_dir, image_filename(image_name)) + if not os.path.exists(output_dir): + os.makedirs(output_dir) + if not isinstance(image, docker.models.images.Image): + image = docker_client.images.get(image_name) + try: + with open(dst, 'wb') as f: + for chunk in image.save(named=image_registry_name(image_name)): + f.write(chunk) + log.info('Image {} saved as {}'.format(image_name, dst)) + except Exception as err: + os.remove(dst) + raise err + + +def download_docker_image(image, save, output_dir, docker_client): + """ Pull and save docker image from specified docker registry + :param docker_client: docker.client.DockerClient for communication with docker + :param image: image to be downloaded + :param save: boolean - save image to disk or skip saving + :param output_dir: directory where image will be saved + :return: None + """ + log.info('Downloading image: {}'.format(image)) + try: + pulled_image = pull_image(docker_client, image) + if save: + save_image(image, pulled_image, output_dir) + except Exception as err: + log.error('Error downloading {}: {}'.format(image, err)) + raise err + + +def download(image_list, save, output_dir, check_mode, progress, workers=3): + """ + Download images from list + :param image_list: list of images to be downloaded + :param save: whether images should be saved to disk + :param output_dir: directory where images will be saved + :param check_mode: only check for missing images. No download + :param progress_bar: progressbar.ProgressBar to show how far download is + :return: None + """ + try: + docker_client = docker.client.DockerClient(version='auto') + except docker.errors.DockerException as err: + log.error(err) + log.error('Error creating docker client. Check if is docker installed and running' + ' or if you have right permissions.') + raise err + + target_images = base.load_list(image_list) + missing_images = missing(docker_client, target_images, save, output_dir) + + if check_mode: + log.info(check_table(target_images, missing_images, save)) + return + + skipping = target_images - merge_dict_sets(missing_images) + + base.start_progress(progress, len(target_images), skipping, log) + + # if pulling and save is True. Save every pulled image to assure parity + error_count = base.run_concurrent(workers, progress, download_docker_image, missing_images['not_pulled'], + save, output_dir, docker_client) + # only save those that are pulled already but not saved + error_count += base.run_concurrent(workers, progress, save_image, + missing_images['not_saved'] - missing_images['not_pulled'], + None, output_dir, docker_client) + + if error_count > 0: + log.error('{} images were not downloaded'.format(error_count)) + missing_images = missing(docker_client, target_images, save, output_dir) + log.info(check_table(merge_dict_sets(missing_images), missing_images, save)) + + base.finish_progress(progress, error_count, log) + + return error_count + + +def run_cli(): + parser = argparse.ArgumentParser(description='Download docker images from list') + parser.add_argument('image_list', metavar='image-list', + help='File with list of images to download.') + parser.add_argument('--save', '-s', action='store_true', default=False, + help='Save images (without it only pull is executed)') + parser.add_argument('--output-dir', '-o', default=os.getcwd(), + help='Download destination') + parser.add_argument('--check', '-c', action='store_true', default=False, + help='Check what is missing. No download.' + 'Use with combination with -s to check saved images as well.') + parser.add_argument('--debug', action='store_true', default=False, + help='Turn on debug output') + parser.add_argument('--workers', type=int, default=3, + help='Set maximum workers for parallel download (default: 3)') + + args = parser.parse_args() + + if args.debug: + logging.basicConfig(stream=sys.stdout, level=logging.DEBUG) + else: + logging.basicConfig(stream=sys.stdout, level=logging.INFO, format='%(message)s') + + progress = base.init_progress('Docker images') if not args.check else None + try: + sys.exit(download(args.image_list, args.save, args.output_dir, args.check, + progress, args.workers)) + except docker.errors.DockerException: + log.error('Irrecoverable error detected.') + sys.exit(1) + + +if __name__ == '__main__': + run_cli() + diff --git a/build/download/git_repos.py b/build/download/git_repos.py new file mode 100755 index 00000000..e388e94c --- /dev/null +++ b/build/download/git_repos.py @@ -0,0 +1,93 @@ +#! /usr/bin/env python +# -*- coding: utf-8 -*- + +# COPYRIGHT NOTICE STARTS HERE + +# Copyright 2019 © Samsung Electronics Co., Ltd. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +# COPYRIGHT NOTICE ENDS HEREE + +import argparse +import subprocess +import logging +import sys +import os +from retrying import retry + +import base + +log = logging.getLogger(name=__name__) + +@retry(stop_max_attempt_number=5, wait_fixed=5000) +def clone_repo(dst, repo, branch=None): + if branch: + command = 'git clone -b {} --single-branch https://{} --bare {}'.format(branch, repo, dst) + else: + command = 'git clone https://{} --bare {}'.format(repo, dst) + log.info('Running: {}'.format(command)) + log.info(subprocess.check_output(command.split(), stderr=subprocess.STDOUT).decode()) + log.info('Downloaded: {}'.format(repo)) + + +def download(git_list, dst_dir, progress): + if not base.check_tool('git'): + log.error('ERROR: git is not installed') + progress.finish(dirty=True) + return 1 + + git_set = {tuple(item.split()) for item in base.load_list(git_list) + if not item.startswith('#')} + + error_count = 0 + + base.start_progress(progress, len(git_set), [], log) + + for repo in git_set: + dst = '{}/{}'.format(dst_dir, repo[0]) + if os.path.isdir(dst): + log.warning('Directory {} already exists. Repo probably present'.format(dst)) + progress.update(progress.value + 1) + continue + try: + clone_repo(dst, *repo) + progress.update(progress.value + 1) + except subprocess.CalledProcessError as err: + log.error(err.output.decode()) + error_count += 1 + + base.finish_progress(progress, error_count, log) + if error_count > 0: + log.error('{} were not downloaded. Check logs for details'.format(error_count)) + return error_count + + +def run_cli(): + parser = argparse.ArgumentParser(description='Download git repositories from list') + parser.add_argument('git_list', metavar='git-list', + help='File with list of npm packages to download.') + parser.add_argument('--output-dir', '-o', default=os.getcwd(), + help='Download destination') + + args = parser.parse_args() + + logging.basicConfig(stream=sys.stdout, level=logging.INFO, format='%(message)s') + + progress = base.init_progress('git repositories') + + sys.exit(download(args.git_list, args.output_dir, progress)) + + +if __name__ == '__main__': + run_cli() diff --git a/build/download/http_files.py b/build/download/http_files.py new file mode 100755 index 00000000..f5b1e59a --- /dev/null +++ b/build/download/http_files.py @@ -0,0 +1,131 @@ +#! /usr/bin/env python +# -*- coding: utf-8 -*- + +# COPYRIGHT NOTICE STARTS HERE + +# Copyright 2019 © Samsung Electronics Co., Ltd. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +# COPYRIGHT NOTICE ENDS HERE + + +import argparse +import concurrent.futures +import logging +import os +import sys +from retrying import retry + +import base + +log = logging.getLogger(__name__) + +@retry(stop_max_attempt_number=5, wait_fixed=2000) +def get_file(file_uri): + """ + Get file from the Internet + :param file_uri: address of file + :return: byte content of file + """ + if not file_uri.startswith('http'): + file_uri = 'http://' + file_uri + file_req = base.make_get_request(file_uri) + return file_req.content + + +def download_file(file_uri, dst_dir): + """ + Download http file and save it to file. + :param file_uri: http address of file + :param dst_dir: directory where file will be saved + """ + log.info('Downloading: {}'.format(file_uri)) + dst_path = '{}/{}'.format(dst_dir, file_uri.rsplit('//')[-1]) + try: + file_content = get_file(file_uri) + base.save_to_file(dst_path, file_content) + except Exception as err: + if os.path.isfile(dst_path): + os.remove(dst_path) + log.error('Error downloading: {}: {}'.format(file_uri, err)) + raise err + log.info('Downloaded: {}'.format(file_uri)) + + +def missing(file_set, dst_dir): + return {file for file in file_set if not os.path.isfile('{}/{}'.format(dst_dir, file))} + + +def download(data_list, dst_dir, check, progress, workers=None): + """ + Download files specified in data list + :param data_list: path to file with list + :param dst_dir: destination directory + :param check: boolean check mode + :param progress: progressbar.ProgressBar to monitor progress + :param workers: workers to use for parallel execution + :return: 0 if success else number of errors + """ + file_set = base.load_list(data_list) + missing_files = missing(file_set, dst_dir) + target_count = len(file_set) + + if check: + log.info(base.simple_check_table(file_set, missing_files)) + return 0 + + skipping = file_set - missing_files + + base.start_progress(progress, len(file_set), skipping, log) + + error_count = base.run_concurrent(workers, progress, download_file, missing_files, dst_dir) + + if error_count > 0: + log.error('{} files were not downloaded. Check log for specific failures.'.format(error_count)) + + base.finish_progress(progress, error_count, log) + + return error_count + +def run_cli(): + """ + Run as cli tool + """ + parser = argparse.ArgumentParser(description='Download http files from list') + parser.add_argument('file_list', metavar='file-list', + help='File with list of http files to download') + parser.add_argument('--output-dir', '-o', default=os.getcwd(), + help='Destination directory for saving') + parser.add_argument('--check', '-c', action='store_true', default=False, + help='Check mode') + parser.add_argument('--debug', action='store_true', default=False, + help='Turn on debug output') + parser.add_argument('--workers', type=int, default=None, + help='Set maximum workers for parallel download (default: cores * 5)') + + args = parser.parse_args() + + if args.debug: + logging.basicConfig(stream=sys.stdout, level=logging.DEBUG) + else: + logging.basicConfig(stream=sys.stdout, level=logging.INFO, format='%(message)s') + + progress = base.init_progress('http files') if not args.check else None + + sys.exit(download(args.file_list, args.output_dir, args.check, progress, args.workers)) + + +if __name__ == '__main__': + run_cli() + diff --git a/build/download/npm_packages.py b/build/download/npm_packages.py new file mode 100755 index 00000000..c174e2c1 --- /dev/null +++ b/build/download/npm_packages.py @@ -0,0 +1,121 @@ +#! /usr/bin/env python +# -*- coding: utf-8 -*- + +# COPYRIGHT NOTICE STARTS HERE + +# Copyright 2019 © Samsung Electronics Co., Ltd. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +# COPYRIGHT NOTICE ENDS HERE + +import argparse +import concurrent.futures +import hashlib +import logging +import os +import sys +from retrying import retry + +import base + +log = logging.getLogger(name=__name__) + + +@retry(stop_max_attempt_number=5, wait_fixed=5000) +def get_npm(registry, npm_name, npm_version): + npm_url = '{}/{}/{}'.format(registry, npm_name, npm_version) + npm_req = base.make_get_request(npm_url) + npm_json = npm_req.json() + tarball_url = npm_json['dist']['tarball'] + shasum = npm_json['dist']['shasum'] + tarball_req = base.make_get_request(tarball_url) + tarball = tarball_req.content + if hashlib.sha1(tarball).hexdigest() == shasum: + return tarball + else: + raise Exception('{}@{}: Wrong checksum. Retrying...'.format(npm_name, npm_version)) + + +def download_npm(npm, registry, dst_dir): + log.info('Downloading: {}'.format(npm)) + npm_name, npm_version = npm.split('@') + dst_path = '{}/{}-{}.tgz'.format(dst_dir, npm_name, npm_version) + try: + tarball = get_npm(registry, *npm.split('@')) + base.save_to_file(dst_path, tarball) + except Exception as err: + if os.path.isfile(dst_path): + os.remove(dst_path) + log.error('Failed: {}: {}'.format(npm, err)) + raise err + log.info('Downloaded: {}'.format(npm)) + + +def missing(npm_set, dst_dir): + return {npm for npm in npm_set + if not os.path.isfile('{}/{}-{}.tgz'.format(dst_dir, *npm.split('@')))} + + +def download(npm_list, registry, dst_dir, check_mode, progress=None, workers=None): + npm_set = base.load_list(npm_list) + target_count = len(npm_set) + missing_npms = missing(npm_set, dst_dir) + + if check_mode: + log.info(base.simple_check_table(npm_set, missing_npms)) + return 0 + + skipping = npm_set - missing_npms + + base.start_progress(progress, len(npm_set), skipping, log) + error_count = base.run_concurrent(workers, progress, download_npm, missing_npms, registry, dst_dir) + + if error_count > 0: + log.error('{} packages were not downloaded. Check log for specific failures.'.format(error_count)) + + base.finish_progress(progress, error_count, log) + + return error_count + + +def run_cli(): + parser = argparse.ArgumentParser(description='Download npm packages from list') + parser.add_argument('npm_list', metavar='npm-list', + help='File with list of npm packages to download.') + parser.add_argument('--registry', '-r', default='https://registry.npmjs.org', + help='Download destination') + parser.add_argument('--output-dir', '-o', default=os.getcwd(), + help='Download destination') + parser.add_argument('--check', '-c', action='store_true', default=False, + help='Check what is missing. No download.') + parser.add_argument('--debug', action='store_true', default=False, + help='Turn on debug output') + parser.add_argument('--workers', type=int, default=None, + help='Set maximum workers for parallel download (default: cores * 5)') + + args = parser.parse_args() + + if args.debug: + logging.basicConfig(stream=sys.stdout, level=logging.DEBUG) + else: + logging.basicConfig(stream=sys.stdout, level=logging.INFO, format='%(message)s') + + progress = base.init_progress('npm packages') if not args.check else None + sys.exit(download(args.npm_list, args.registry, args.output_dir, args.check, progress, + args.workers)) + + +if __name__ == '__main__': + run_cli() + diff --git a/build/download/requirements.txt b/build/download/requirements.txt new file mode 100644 index 00000000..875f0c67 --- /dev/null +++ b/build/download/requirements.txt @@ -0,0 +1,5 @@ +docker==3.7.2 +futures==3.2.0; python_version == '2.7' +prettytable==0.7.2 +progressbar2==3.39.3 +retrying==1.3.3 diff --git a/build/download/rpm_packages.py b/build/download/rpm_packages.py new file mode 100755 index 00000000..7f9700a3 --- /dev/null +++ b/build/download/rpm_packages.py @@ -0,0 +1,66 @@ +#! /usr/bin/env python +# -*- coding: utf-8 -*- + +# COPYRIGHT NOTICE STARTS HERE + +# Copyright 2019 © Samsung Electronics Co., Ltd. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +# COPYRIGHT NOTICE ENDS HERE + +import argparse +import subprocess +import logging +import sys +import os + +import base + +log = logging.getLogger(name=__name__) + + +def download(rpm_list, dst_dir): + if not base.check_tool('yumdownloader'): + log.error('ERROR: yumdownloader is not installed') + return 1 + + rpm_set = base.load_list(rpm_list) + + command = 'yumdownloader --destdir={} {}'.format(dst_dir, ' '.join(rpm_set)) + log.info('Running command: {}'.format(command)) + try: + subprocess.check_call(command.split()) + log.info('Downloaded') + except subprocess.CalledProcessError as err: + log.error(err.output) + return err.returncode + + + +def run_cli(): + parser = argparse.ArgumentParser(description='Download rpm packages from list') + parser.add_argument('rpm_list', metavar='rpm-list', + help='File with list of npm packages to download.') + parser.add_argument('--output-dir', '-o', default=os.getcwd(), + help='Download destination') + + args = parser.parse_args() + + logging.basicConfig(stream=sys.stdout, level=logging.INFO, format='%(message)s') + + sys.exit(download(args.rpm_list, args.output_dir)) + + +if __name__ == '__main__': + run_cli() |