From 0beea783cef8a84d8bc2655ea678e00d459cc831 Mon Sep 17 00:00:00 2001 From: efiacor Date: Fri, 23 Jul 2021 19:15:53 +0100 Subject: [DMAAP-MR] Remove redundant data Signed-off-by: efiacor Change-Id: I56a8417f72d892705230e94f079db3024170e884 Issue-ID: DMAAP-1638 --- demo/docker_files/Dockerfile | 22 --- demo/docker_files/Dockerfile-local | 22 --- demo/docker_files/__MsgRtrApi.properties | 141 --------------- demo/docker_files/__docker-compose.yml | 67 -------- demo/docker_files/apikey-APPC1.key | 8 - demo/docker_files/apikey-PORTAL1.key | 8 - demo/docker_files/apikey-PORTALAPP1.key | 8 - demo/docker_files/apikey-PORTALDBC1.key | 8 - demo/docker_files/apikey-PORTALPOL1.key | 8 - demo/docker_files/apikey-PORTALSDC1.key | 8 - demo/docker_files/apikey-PORTALVID1.key | 8 - demo/docker_files/apikey-SDC1.key | 8 - demo/docker_files/broker-list.sh | 5 - demo/docker_files/cadi.properties | 20 --- demo/docker_files/create-topics.sh | 32 ---- .../data-kafka/kafka-logs/.kafka_cleanshutdown | 0 demo/docker_files/data-kafka/kafka-logs/.lock | 0 .../APPC-TEST1-0/00000000000000000000.index | 0 .../APPC-TEST1-0/00000000000000000000.log | 0 .../00000000000000000000.index | 0 .../ECOMP-PORTAL-INBOX-0/00000000000000000000.log | 0 .../00000000000000000000.index | 0 .../00000000000000000000.log | 0 .../00000000000000000000.index | 0 .../00000000000000000000.log | 0 .../00000000000000000000.index | 0 .../00000000000000000000.log | 0 .../00000000000000000000.index | 0 .../00000000000000000000.log | 0 .../00000000000000000000.index | 0 .../00000000000000000000.log | 0 .../kafka-logs/recovery-point-offset-checkpoint | 9 - .../kafka-logs/replication-offset-checkpoint | 9 - demo/docker_files/data-zookeeper/version-2/log.01 | Bin 67108880 -> 0 bytes .../docker_files/data-zookeeper/version-2/log.0103 | Bin 67108880 -> 0 bytes .../docker_files/data-zookeeper/version-2/log.0125 | Bin 67108880 -> 0 bytes .../docker_files/data-zookeeper/version-2/log.0175 | Bin 67108880 -> 0 bytes .../docker_files/data-zookeeper/version-2/log.01b1 | Bin 67108880 -> 0 bytes .../data-zookeeper/version-2/log.100000001 | Bin 5120016 -> 0 bytes .../data-zookeeper/version-2/log.200000001 | Bin 5120016 -> 0 bytes demo/docker_files/download-kafka.sh | 5 - demo/docker_files/dump_mr_state.sh | 10 -- demo/docker_files/keystore.jks | Bin 3659 -> 0 bytes demo/docker_files/mykey | 27 --- demo/docker_files/preconfigure-ecomp-keystopics.sh | 191 --------------------- demo/docker_files/start-kafka.sh | 69 -------- demo/docker_files/state-20170301.tar.gz | Bin 212717 -> 0 bytes demo/docker_files/subscriber.sh | 4 - demo/docker_files/tests/data.2.2.json | 1 - demo/docker_files/tests/data.2.5.json | 1 - demo/docker_files/tests/data.3.1.txt | 1 - demo/docker_files/tests/data.3.3.json | 1 - demo/docker_files/tests/key.req | 1 - demo/docker_files/tests/out/1.1.out | 5 - demo/docker_files/tests/out/2.1.out | 8 - demo/docker_files/tests/out/2.2.out | 13 -- demo/docker_files/tests/out/2.3.out | 6 - demo/docker_files/tests/out/2.4.out | 13 -- demo/docker_files/tests/out/2.5.out | 4 - demo/docker_files/tests/out/2.6.out | 1 - demo/docker_files/tests/out/3.1.out | 4 - demo/docker_files/tests/out/3.2.out | 1 - demo/docker_files/tests/out/3.3.out | 4 - demo/docker_files/tests/out/3.4.out | 1 - demo/docker_files/tests/regress.sh | 113 ------------ demo/docker_files/tests/test.sh | 50 ------ demo/docker_files/uebapikey-sdc | 8 - 67 files changed, 933 deletions(-) delete mode 100644 demo/docker_files/Dockerfile delete mode 100644 demo/docker_files/Dockerfile-local delete mode 100644 demo/docker_files/__MsgRtrApi.properties delete mode 100644 demo/docker_files/__docker-compose.yml delete mode 100644 demo/docker_files/apikey-APPC1.key delete mode 100644 demo/docker_files/apikey-PORTAL1.key delete mode 100644 demo/docker_files/apikey-PORTALAPP1.key delete mode 100644 demo/docker_files/apikey-PORTALDBC1.key delete mode 100644 demo/docker_files/apikey-PORTALPOL1.key delete mode 100644 demo/docker_files/apikey-PORTALSDC1.key delete mode 100644 demo/docker_files/apikey-PORTALVID1.key delete mode 100644 demo/docker_files/apikey-SDC1.key delete mode 100644 demo/docker_files/broker-list.sh delete mode 100644 demo/docker_files/cadi.properties delete mode 100644 demo/docker_files/create-topics.sh delete mode 100644 demo/docker_files/data-kafka/kafka-logs/.kafka_cleanshutdown delete mode 100644 demo/docker_files/data-kafka/kafka-logs/.lock delete mode 100644 demo/docker_files/data-kafka/kafka-logs/APPC-TEST1-0/00000000000000000000.index delete mode 100644 demo/docker_files/data-kafka/kafka-logs/APPC-TEST1-0/00000000000000000000.log delete mode 100644 demo/docker_files/data-kafka/kafka-logs/ECOMP-PORTAL-INBOX-0/00000000000000000000.index delete mode 100644 demo/docker_files/data-kafka/kafka-logs/ECOMP-PORTAL-INBOX-0/00000000000000000000.log delete mode 100644 demo/docker_files/data-kafka/kafka-logs/ECOMP-PORTAL-OUTBOX-APP1-0/00000000000000000000.index delete mode 100644 demo/docker_files/data-kafka/kafka-logs/ECOMP-PORTAL-OUTBOX-APP1-0/00000000000000000000.log delete mode 100644 demo/docker_files/data-kafka/kafka-logs/ECOMP-PORTAL-OUTBOX-DBC1-0/00000000000000000000.index delete mode 100644 demo/docker_files/data-kafka/kafka-logs/ECOMP-PORTAL-OUTBOX-DBC1-0/00000000000000000000.log delete mode 100644 demo/docker_files/data-kafka/kafka-logs/ECOMP-PORTAL-OUTBOX-POL1-0/00000000000000000000.index delete mode 100644 demo/docker_files/data-kafka/kafka-logs/ECOMP-PORTAL-OUTBOX-POL1-0/00000000000000000000.log delete mode 100644 demo/docker_files/data-kafka/kafka-logs/ECOMP-PORTAL-OUTBOX-SDC1-0/00000000000000000000.index delete mode 100644 demo/docker_files/data-kafka/kafka-logs/ECOMP-PORTAL-OUTBOX-SDC1-0/00000000000000000000.log delete mode 100644 demo/docker_files/data-kafka/kafka-logs/ECOMP-PORTAL-OUTBOX-VID1-0/00000000000000000000.index delete mode 100644 demo/docker_files/data-kafka/kafka-logs/ECOMP-PORTAL-OUTBOX-VID1-0/00000000000000000000.log delete mode 100644 demo/docker_files/data-kafka/kafka-logs/recovery-point-offset-checkpoint delete mode 100644 demo/docker_files/data-kafka/kafka-logs/replication-offset-checkpoint delete mode 100644 demo/docker_files/data-zookeeper/version-2/log.01 delete mode 100644 demo/docker_files/data-zookeeper/version-2/log.0103 delete mode 100644 demo/docker_files/data-zookeeper/version-2/log.0125 delete mode 100644 demo/docker_files/data-zookeeper/version-2/log.0175 delete mode 100644 demo/docker_files/data-zookeeper/version-2/log.01b1 delete mode 100644 demo/docker_files/data-zookeeper/version-2/log.100000001 delete mode 100644 demo/docker_files/data-zookeeper/version-2/log.200000001 delete mode 100644 demo/docker_files/download-kafka.sh delete mode 100644 demo/docker_files/dump_mr_state.sh delete mode 100644 demo/docker_files/keystore.jks delete mode 100644 demo/docker_files/mykey delete mode 100644 demo/docker_files/preconfigure-ecomp-keystopics.sh delete mode 100644 demo/docker_files/start-kafka.sh delete mode 100644 demo/docker_files/state-20170301.tar.gz delete mode 100644 demo/docker_files/subscriber.sh delete mode 100644 demo/docker_files/tests/data.2.2.json delete mode 100644 demo/docker_files/tests/data.2.5.json delete mode 100644 demo/docker_files/tests/data.3.1.txt delete mode 100644 demo/docker_files/tests/data.3.3.json delete mode 100644 demo/docker_files/tests/key.req delete mode 100644 demo/docker_files/tests/out/1.1.out delete mode 100644 demo/docker_files/tests/out/2.1.out delete mode 100644 demo/docker_files/tests/out/2.2.out delete mode 100644 demo/docker_files/tests/out/2.3.out delete mode 100644 demo/docker_files/tests/out/2.4.out delete mode 100644 demo/docker_files/tests/out/2.5.out delete mode 100644 demo/docker_files/tests/out/2.6.out delete mode 100644 demo/docker_files/tests/out/3.1.out delete mode 100644 demo/docker_files/tests/out/3.2.out delete mode 100644 demo/docker_files/tests/out/3.3.out delete mode 100644 demo/docker_files/tests/out/3.4.out delete mode 100644 demo/docker_files/tests/regress.sh delete mode 100644 demo/docker_files/tests/test.sh delete mode 100644 demo/docker_files/uebapikey-sdc (limited to 'demo/docker_files') diff --git a/demo/docker_files/Dockerfile b/demo/docker_files/Dockerfile deleted file mode 100644 index 56ed86b..0000000 --- a/demo/docker_files/Dockerfile +++ /dev/null @@ -1,22 +0,0 @@ -FROM openjdk:8-jdk - -MAINTAINER Wurstmeister - -RUN apk add --update unzip wget curl docker jq coreutils - -ENV KAFKA_VERSION="0.8.1.1" SCALA_VERSION="2.9.2" -ADD download-kafka.sh /tmp/download-kafka.sh -RUN chmod a+x /tmp/download-kafka.sh && sync && /tmp/download-kafka.sh && tar xfz /tmp/kafka_${SCALA_VERSION}-${KAFKA_VERSION}.tgz -C /opt && rm /tmp/kafka_${SCALA_VERSION}-${KAFKA_VERSION}.tgz - -VOLUME ["/kafka"] - -ENV KAFKA_HOME /opt/kafka_${SCALA_VERSION}-${KAFKA_VERSION} -ADD start-kafka.sh /usr/bin/start-kafka.sh -ADD broker-list.sh /usr/bin/broker-list.sh -ADD create-topics.sh /usr/bin/create-topics.sh -# The scripts need to have executable permission -RUN chmod a+x /usr/bin/start-kafka.sh && \ - chmod a+x /usr/bin/broker-list.sh && \ - chmod a+x /usr/bin/create-topics.sh -# Use "exec" form so that it runs as PID 1 (useful for graceful shutdown) -CMD ["start-kafka.sh"] diff --git a/demo/docker_files/Dockerfile-local b/demo/docker_files/Dockerfile-local deleted file mode 100644 index caf7ce6..0000000 --- a/demo/docker_files/Dockerfile-local +++ /dev/null @@ -1,22 +0,0 @@ -FROM openjdk:8-jdk - -MAINTAINER Wurstmeister - -RUN apk add --update tar wget curl docker coreutils - -ENV KAFKA_VERSION="0.8.1.1" SCALA_VERSION="2.9.2" -COPY kafka_2.9.2-0.8.1.1.tgz /tmp/kafka_2.9.2-0.8.1.1.tgz -RUN tar xfz /tmp/kafka_${SCALA_VERSION}-${KAFKA_VERSION}.tgz -C /opt - -VOLUME ["/kafka"] - -ENV KAFKA_HOME /opt/kafka_2.9.2-0.8.1.1 -ADD start-kafka.sh /usr/bin/start-kafka.sh -ADD broker-list.sh /usr/bin/broker-list.sh -ADD create-topics.sh /usr/bin/create-topics.sh -# The scripts need to have executable permission -RUN chmod a+x /usr/bin/start-kafka.sh && \ - chmod a+x /usr/bin/broker-list.sh && \ - chmod a+x /usr/bin/create-topics.sh -# Use "exec" form so that it runs as PID 1 (useful for graceful shutdown) -CMD ["start-kafka.sh"] diff --git a/demo/docker_files/__MsgRtrApi.properties b/demo/docker_files/__MsgRtrApi.properties deleted file mode 100644 index ea6e089..0000000 --- a/demo/docker_files/__MsgRtrApi.properties +++ /dev/null @@ -1,141 +0,0 @@ -############################################################################### -## -## Cambria API Server config -## -## - Default values are shown as commented settings. -## - -############################################################################### -## -## HTTP service -## -## - 3904 is standard as of 7/29/14. -# -## Zookeeper Connection -## -## Both Cambria and Kafka make use of Zookeeper. -## -config.zk.servers=zookeeper:2181 -#config.zk.servers={{ ip.docker0 }}:2181 -#10.0.11.1:2181 -#10.208.128.229:2181 -#config.zk.root=/fe3c/cambria/config - - -############################################################################### -## -## Kafka Connection -## -## Items below are passed through to Kafka's producer and consumer -## configurations (after removing "kafka.") -## if you want to change request.required.acks it can take this one value -#kafka.metadata.broker.list=localhost:9092,localhost:9093 -kafka.metadata.broker.list=kafka:9092 -#kafka.metadata.broker.list={{ ip.docker0 }}:9092 -#10.0.11.1:9092 -#10.208.128.229:9092 -##kafka.request.required.acks=-1 -#kafka.client.zookeeper=${config.zk.servers} -consumer.timeout.ms=100 -zookeeper.connection.timeout.ms=6000 -zookeeper.session.timeout.ms=6000 -zookeeper.sync.time.ms=2000 -auto.commit.interval.ms=1000 -fetch.message.max.bytes =1000000 -auto.commit.enable=false - - -############################################################################### -## -## Secured Config -## -## Some data stored in the config system is sensitive -- API keys and secrets, -## for example. to protect it, we use an encryption layer for this section -## of the config. -## -## The key is a base64 encode AES key. This must be created/configured for -## each installation. -#cambria.secureConfig.key= -## -## The initialization vector is a 16 byte value specific to the secured store. -## This must be created/configured for each installation. -#cambria.secureConfig.iv= - -## Southfield Sandbox -cambria.secureConfig.key=b/7ouTn9FfEw2PQwL0ov/Q== -cambria.secureConfig.iv=wR9xP5k5vbz/xD0LmtqQLw== -authentication.adminSecret=fe3cCompound -#cambria.secureConfig.key[pc569h]=YT3XPyxEmKCTLI2NK+Sjbw== -#cambria.secureConfig.iv[pc569h]=rMm2jhR3yVnU+u2V9Ugu3Q== - - -############################################################################### -## -## Consumer Caching -## -## Kafka expects live connections from the consumer to the broker, which -## obviously doesn't work over connectionless HTTP requests. The Cambria -## server proxies HTTP requests into Kafka consumer sessions that are kept -## around for later re-use. Not doing so is costly for setup per request, -## which would substantially impact a high volume consumer's performance. -## -## This complicates Cambria server failover, because we often need server -## A to close its connection before server B brings up the replacement. -## - -## The consumer cache is normally enabled. -#cambria.consumer.cache.enabled=true - -## Cached consumers are cleaned up after a period of disuse. The server inspects -## consumers every sweepFreqSeconds and will clean up any connections that are -## dormant for touchFreqMs. -#cambria.consumer.cache.sweepFreqSeconds=15 -#cambria.consumer.cache.touchFreqMs=120000 - -## The cache is managed through ZK. The default value for the ZK connection -## string is the same as config.zk.servers. -#cambria.consumer.cache.zkConnect=${config.zk.servers} - -## -## Shared cache information is associated with this node's name. The default -## name is the hostname plus the HTTP service port this host runs on. (The -## hostname is determined via InetAddress.getLocalHost ().getCanonicalHostName(), -## which is not always adequate.) You can set this value explicitly here. -## -cambria.api.node.identifier=message-router - -############################################################################### -## -## Metrics Reporting -## -## This server can report its metrics periodically on a topic. -## -#metrics.send.cambria.enabled=true -#metrics.send.cambria.topic=cambria.apinode.metrics #msgrtr.apinode.metrics.dmaap -#metrics.send.cambria.sendEverySeconds=60 - -cambria.consumer.cache.zkBasePath=/fe3c/cambria/consumerCache -consumer.timeout=17 - -############################################################################## -#100mb -maxcontentlength=10000 - - -############################################################################## -#AAF Properties -msgRtr.namespace.aaf=org.openecomp.dcae.dmaap.mtnje2.mr.topic -msgRtr.topicfactory.aaf=org.openecomp.dcae.dmaap.topicFactory|:org.openecomp.dcae.dmaap.mtnje2.mr.topic: -enforced.topic.name.AAF=org.openecomp -forceAAF=false -transidUEBtopicreqd=false -defaultNSforUEB=org.openecomp.dmaap.mr.ueb -############################################################################## -#Mirror Maker Agent -msgRtr.mirrormakeradmin.aaf=org.openecomp.dmaap.mr.dev.mirrormaker|*|admin -msgRtr.mirrormakeruser.aaf=org.openecomp.dmaap.mr.dev.mirrormaker|*|user -msgRtr.mirrormakeruser.aaf.create=org.openecomp.dmaap.mr.dev.topicFactory|:org.openecomp.dmaap.mr.dev.topic: -msgRtr.mirrormaker.timeout=15000 -msgRtr.mirrormaker.topic=org.openecomp.dmaap.mr.prod.mm.agent -msgRtr.mirrormaker.consumergroup=mmagentserver -msgRtr.mirrormaker.consumerid=1 diff --git a/demo/docker_files/__docker-compose.yml b/demo/docker_files/__docker-compose.yml deleted file mode 100644 index 94f8d93..0000000 --- a/demo/docker_files/__docker-compose.yml +++ /dev/null @@ -1,67 +0,0 @@ -version: '2' -networks: - default: - driver: bridge - driver_opts: - com.docker.network.driver.mtu: ${MTU} -services: - zookeeper: - image: nexus3.onap.org:10001/onap/dmaap/zookeeper:1.0.0 - ports: - - "2181:2181" - volumes: - - ./data-zookeeper:/var/lib/zookeeper/data - logging: - driver: "json-file" - options: - max-size: "30m" - max-file: "5" - - kafka: - #CADI integrated kafka image - #image: nexus3.onap.org:10001/onap/dmaap/kafka01101:0.0.2 - image: nexus3.onap.org:10001/onap/dmaap/kafka01101:0.0.1 - ports: - - "9092:9092" - environment: - enableCadi: 'false' - KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181 - #Properties required for using the CADI integrated Kafka - #KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: INTERNAL_SASL_PLAINTEXT:SASL_PLAINTEXT,EXTERNAL_SASL_PLAINTEXT:SASL_PLAINTEXT - #KAFKA_ADVERTISED_LISTENERS: INTERNAL_SASL_PLAINTEXT://kafka:9092 - #KAFKA_LISTENERS: INTERNAL_SASL_PLAINTEXT://0.0.0.0:9092 - #KAFKA_INTER_BROKER_LISTENER_NAME: INTERNAL_SASL_PLAINTEXT - #KAFKA_SASL_ENABLED_MECHANISMS: PLAIN - #KAFKA_SASL_MECHANISM_INTER_BROKER_PROTOCOL: PLAIN - #KAFKA_AUTHORIZER_CLASS_NAME: org.onap.dmaap.kafkaAuthorize.KafkaCustomAuthorizer - #aaf_locate_url: https://aaf-onap-test.osaaf.org:8095 - #Remove the below 4 properties if CADI - KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: INTERNAL_PLAINTEXT:PLAINTEXT,EXTERNAL_PLAINTEXT:PLAINTEXT - KAFKA_ADVERTISED_LISTENERS: INTERNAL_PLAINTEXT://kafka:9092 - KAFKA_LISTENERS: INTERNAL_PLAINTEXT://0.0.0.0:9092 - KAFKA_INTER_BROKER_LISTENER_NAME: INTERNAL_PLAINTEXT - volumes: - - /var/run/docker.sock:/var/run/docker.sock - logging: - driver: "json-file" - options: - max-size: "30m" - max-file: "5" - - dmaap: - image: ${NEXUS_DOCKER_REPO}/onap/dmaap/dmaap-mr:1.1.9 - ports: - - "3904:3904" - - "3905:3905" - volumes: - - ./MsgRtrApi.properties:/appl/dmaapMR1/bundleconfig/etc/appprops/MsgRtrApi.properties - - ./cadi.properties:/appl/dmaapMR1/etc/cadi.properties - - ./keystore.jks:/appl/dmaapMR1/bundleconfig/etc/keystore.jks - depends_on: - - zookeeper - - kafka - logging: - driver: "json-file" - options: - max-size: "30m" - max-file: "5" diff --git a/demo/docker_files/apikey-APPC1.key b/demo/docker_files/apikey-APPC1.key deleted file mode 100644 index 2f77745..0000000 --- a/demo/docker_files/apikey-APPC1.key +++ /dev/null @@ -1,8 +0,0 @@ -{ - "aux": { - "description": "API key for apikey-APPC1", - "email": "no email" - }, - "secret": "64AG2hF4pYeG2pq7CT6XwUOT", - "key": "VIlbtVl6YLhNUrtU" -} \ No newline at end of file diff --git a/demo/docker_files/apikey-PORTAL1.key b/demo/docker_files/apikey-PORTAL1.key deleted file mode 100644 index 068bed7..0000000 --- a/demo/docker_files/apikey-PORTAL1.key +++ /dev/null @@ -1,8 +0,0 @@ -{ - "aux": { - "description": "API key for apikey-PORTAL1", - "email": "no email" - }, - "secret": "uCYgKjWKK5IxPGNNZzYSSWo9", - "key": "7GkVcrO6sIDb3ngW" -} \ No newline at end of file diff --git a/demo/docker_files/apikey-PORTALAPP1.key b/demo/docker_files/apikey-PORTALAPP1.key deleted file mode 100644 index a27422f..0000000 --- a/demo/docker_files/apikey-PORTALAPP1.key +++ /dev/null @@ -1,8 +0,0 @@ -{ - "aux": { - "description": "API key for apikey-PORTALAPP1", - "email": "no email" - }, - "secret": "P0HpqEBhKJvxjRYdw2sCTUll", - "key": "jQd4a9zVNi4ePyBp" -} \ No newline at end of file diff --git a/demo/docker_files/apikey-PORTALDBC1.key b/demo/docker_files/apikey-PORTALDBC1.key deleted file mode 100644 index f29d959..0000000 --- a/demo/docker_files/apikey-PORTALDBC1.key +++ /dev/null @@ -1,8 +0,0 @@ -{ - "aux": { - "description": "API key for apikey-PORTALDBC1", - "email": "no email" - }, - "secret": "WB7AJICClKg9oZLsxhQnykXA", - "key": "MtRwsF16RdpHZ7eM" -} \ No newline at end of file diff --git a/demo/docker_files/apikey-PORTALPOL1.key b/demo/docker_files/apikey-PORTALPOL1.key deleted file mode 100644 index 97b39a4..0000000 --- a/demo/docker_files/apikey-PORTALPOL1.key +++ /dev/null @@ -1,8 +0,0 @@ -{ - "aux": { - "description": "API key for apikey-PORTALPOL1", - "email": "no email" - }, - "secret": "P7ejzF4nS3LAsMmKKTvYYFpA", - "key": "Gsd3C3hLYaUcor6l" -} \ No newline at end of file diff --git a/demo/docker_files/apikey-PORTALSDC1.key b/demo/docker_files/apikey-PORTALSDC1.key deleted file mode 100644 index 28bfb89..0000000 --- a/demo/docker_files/apikey-PORTALSDC1.key +++ /dev/null @@ -1,8 +0,0 @@ -{ - "aux": { - "description": "API key for apikey-PORTALSDC1", - "email": "no email" - }, - "secret": "XftIATw9Jr3VzAcPqt3NnJOu", - "key": "x9UfO7JsDn8BESVX" -} \ No newline at end of file diff --git a/demo/docker_files/apikey-PORTALVID1.key b/demo/docker_files/apikey-PORTALVID1.key deleted file mode 100644 index 3373566..0000000 --- a/demo/docker_files/apikey-PORTALVID1.key +++ /dev/null @@ -1,8 +0,0 @@ -{ - "aux": { - "description": "API key for apikey-PORTALVID1", - "email": "no email" - }, - "secret": "S31PrbOzGgL4hg4owgtx47Da", - "key": "2Re7Pvdkgw5aeAUD" -} \ No newline at end of file diff --git a/demo/docker_files/apikey-SDC1.key b/demo/docker_files/apikey-SDC1.key deleted file mode 100644 index 207431d..0000000 --- a/demo/docker_files/apikey-SDC1.key +++ /dev/null @@ -1,8 +0,0 @@ -{ - "aux": { - "description": "API key for apikey-SDC1", - "email": "no email" - }, - "secret": "Ehq3WyT4bkif4zwgEbvshGal", - "key": "iPIxkpAMI8qTcQj8" -} \ No newline at end of file diff --git a/demo/docker_files/broker-list.sh b/demo/docker_files/broker-list.sh deleted file mode 100644 index 7f04639..0000000 --- a/demo/docker_files/broker-list.sh +++ /dev/null @@ -1,5 +0,0 @@ -#!/bin/bash - -CONTAINERS=$(docker ps | grep 9092 | awk '{print $1}') -BROKERS=$(for CONTAINER in $CONTAINERS; do docker port $CONTAINER 9092 | sed -e "s/0.0.0.0:/$HOST_IP:/g"; done) -echo $BROKERS | sed -e 's/ /,/g' diff --git a/demo/docker_files/cadi.properties b/demo/docker_files/cadi.properties deleted file mode 100644 index a79bb8d..0000000 --- a/demo/docker_files/cadi.properties +++ /dev/null @@ -1,20 +0,0 @@ -aaf_locate_url=https://aaf-onap-test.osaaf.org:8095 -aaf_url=https://AAF_LOCATE_URL/AAF_NS.service:2.1 -aaf_env=DEV -aaf_lur=org.onap.aaf.cadi.aaf.v2_0.AAFLurPerm - -cadi_truststore=/appl/dmaapMR1/etc/truststoreONAPall.jks -cadi_truststore_password=changeit - -cadi_keyfile=/appl/dmaapMR1/etc/keyfilenew - -cadi_alias=dmaapmr@mr.dmaap.onap.org -cadi_keystore=/appl/dmaapMR1/etc/org.onap.dmaap.mr.p12 -cadi_keystore_password=Messaging for All -cadi_x509_issuers=CN=intermediateCA_1, OU=OSAAF, O=ONAP, C=US - - -cadi_loglevel=INFO -cadi_protocols=TLSv1.1,TLSv1.2 -cadi_latitude=37.78187 -cadi_longitude=-122.26147 \ No newline at end of file diff --git a/demo/docker_files/create-topics.sh b/demo/docker_files/create-topics.sh deleted file mode 100644 index e07bf06..0000000 --- a/demo/docker_files/create-topics.sh +++ /dev/null @@ -1,32 +0,0 @@ -#!/bin/bash - - -if [[ -z "$START_TIMEOUT" ]]; then - START_TIMEOUT=600 -fi - -start_timeout_exceeded=false -count=0 -step=10 -while netstat -lnt | awk '$4 ~ /:'$KAFKA_PORT'$/ {exit 1}'; do - echo "waiting for kafka to be ready" - sleep $step; - count=$(expr $count + $step) - if [ $count -gt $START_TIMEOUT ]; then - start_timeout_exceeded=true - break - fi -done - -if $start_timeout_exceeded; then - echo "Not able to auto-create topic (waited for $START_TIMEOUT sec)" - exit 1 -fi - -if [[ -n $KAFKA_CREATE_TOPICS ]]; then - IFS=','; for topicToCreate in $KAFKA_CREATE_TOPICS; do - echo "creating topics: $topicToCreate" - IFS=':' read -a topicConfig <<< "$topicToCreate" - JMX_PORT='' $KAFKA_HOME/bin/kafka-topics.sh --create --zookeeper $KAFKA_ZOOKEEPER_CONNECT --replication-factor ${topicConfig[2]} --partition ${topicConfig[1]} --topic "${topicConfig[0]}" - done -fi diff --git a/demo/docker_files/data-kafka/kafka-logs/.kafka_cleanshutdown b/demo/docker_files/data-kafka/kafka-logs/.kafka_cleanshutdown deleted file mode 100644 index e69de29..0000000 diff --git a/demo/docker_files/data-kafka/kafka-logs/.lock b/demo/docker_files/data-kafka/kafka-logs/.lock deleted file mode 100644 index e69de29..0000000 diff --git a/demo/docker_files/data-kafka/kafka-logs/APPC-TEST1-0/00000000000000000000.index b/demo/docker_files/data-kafka/kafka-logs/APPC-TEST1-0/00000000000000000000.index deleted file mode 100644 index e69de29..0000000 diff --git a/demo/docker_files/data-kafka/kafka-logs/APPC-TEST1-0/00000000000000000000.log b/demo/docker_files/data-kafka/kafka-logs/APPC-TEST1-0/00000000000000000000.log deleted file mode 100644 index e69de29..0000000 diff --git a/demo/docker_files/data-kafka/kafka-logs/ECOMP-PORTAL-INBOX-0/00000000000000000000.index b/demo/docker_files/data-kafka/kafka-logs/ECOMP-PORTAL-INBOX-0/00000000000000000000.index deleted file mode 100644 index e69de29..0000000 diff --git a/demo/docker_files/data-kafka/kafka-logs/ECOMP-PORTAL-INBOX-0/00000000000000000000.log b/demo/docker_files/data-kafka/kafka-logs/ECOMP-PORTAL-INBOX-0/00000000000000000000.log deleted file mode 100644 index e69de29..0000000 diff --git a/demo/docker_files/data-kafka/kafka-logs/ECOMP-PORTAL-OUTBOX-APP1-0/00000000000000000000.index b/demo/docker_files/data-kafka/kafka-logs/ECOMP-PORTAL-OUTBOX-APP1-0/00000000000000000000.index deleted file mode 100644 index e69de29..0000000 diff --git a/demo/docker_files/data-kafka/kafka-logs/ECOMP-PORTAL-OUTBOX-APP1-0/00000000000000000000.log b/demo/docker_files/data-kafka/kafka-logs/ECOMP-PORTAL-OUTBOX-APP1-0/00000000000000000000.log deleted file mode 100644 index e69de29..0000000 diff --git a/demo/docker_files/data-kafka/kafka-logs/ECOMP-PORTAL-OUTBOX-DBC1-0/00000000000000000000.index b/demo/docker_files/data-kafka/kafka-logs/ECOMP-PORTAL-OUTBOX-DBC1-0/00000000000000000000.index deleted file mode 100644 index e69de29..0000000 diff --git a/demo/docker_files/data-kafka/kafka-logs/ECOMP-PORTAL-OUTBOX-DBC1-0/00000000000000000000.log b/demo/docker_files/data-kafka/kafka-logs/ECOMP-PORTAL-OUTBOX-DBC1-0/00000000000000000000.log deleted file mode 100644 index e69de29..0000000 diff --git a/demo/docker_files/data-kafka/kafka-logs/ECOMP-PORTAL-OUTBOX-POL1-0/00000000000000000000.index b/demo/docker_files/data-kafka/kafka-logs/ECOMP-PORTAL-OUTBOX-POL1-0/00000000000000000000.index deleted file mode 100644 index e69de29..0000000 diff --git a/demo/docker_files/data-kafka/kafka-logs/ECOMP-PORTAL-OUTBOX-POL1-0/00000000000000000000.log b/demo/docker_files/data-kafka/kafka-logs/ECOMP-PORTAL-OUTBOX-POL1-0/00000000000000000000.log deleted file mode 100644 index e69de29..0000000 diff --git a/demo/docker_files/data-kafka/kafka-logs/ECOMP-PORTAL-OUTBOX-SDC1-0/00000000000000000000.index b/demo/docker_files/data-kafka/kafka-logs/ECOMP-PORTAL-OUTBOX-SDC1-0/00000000000000000000.index deleted file mode 100644 index e69de29..0000000 diff --git a/demo/docker_files/data-kafka/kafka-logs/ECOMP-PORTAL-OUTBOX-SDC1-0/00000000000000000000.log b/demo/docker_files/data-kafka/kafka-logs/ECOMP-PORTAL-OUTBOX-SDC1-0/00000000000000000000.log deleted file mode 100644 index e69de29..0000000 diff --git a/demo/docker_files/data-kafka/kafka-logs/ECOMP-PORTAL-OUTBOX-VID1-0/00000000000000000000.index b/demo/docker_files/data-kafka/kafka-logs/ECOMP-PORTAL-OUTBOX-VID1-0/00000000000000000000.index deleted file mode 100644 index e69de29..0000000 diff --git a/demo/docker_files/data-kafka/kafka-logs/ECOMP-PORTAL-OUTBOX-VID1-0/00000000000000000000.log b/demo/docker_files/data-kafka/kafka-logs/ECOMP-PORTAL-OUTBOX-VID1-0/00000000000000000000.log deleted file mode 100644 index e69de29..0000000 diff --git a/demo/docker_files/data-kafka/kafka-logs/recovery-point-offset-checkpoint b/demo/docker_files/data-kafka/kafka-logs/recovery-point-offset-checkpoint deleted file mode 100644 index e845fda..0000000 --- a/demo/docker_files/data-kafka/kafka-logs/recovery-point-offset-checkpoint +++ /dev/null @@ -1,9 +0,0 @@ -0 -7 -ECOMP-PORTAL-OUTBOX-VID1 0 0 -APPC-TEST1 0 0 -ECOMP-PORTAL-INBOX 0 0 -ECOMP-PORTAL-OUTBOX-APP1 0 0 -ECOMP-PORTAL-OUTBOX-SDC1 0 0 -ECOMP-PORTAL-OUTBOX-DBC1 0 0 -ECOMP-PORTAL-OUTBOX-POL1 0 0 diff --git a/demo/docker_files/data-kafka/kafka-logs/replication-offset-checkpoint b/demo/docker_files/data-kafka/kafka-logs/replication-offset-checkpoint deleted file mode 100644 index e845fda..0000000 --- a/demo/docker_files/data-kafka/kafka-logs/replication-offset-checkpoint +++ /dev/null @@ -1,9 +0,0 @@ -0 -7 -ECOMP-PORTAL-OUTBOX-VID1 0 0 -APPC-TEST1 0 0 -ECOMP-PORTAL-INBOX 0 0 -ECOMP-PORTAL-OUTBOX-APP1 0 0 -ECOMP-PORTAL-OUTBOX-SDC1 0 0 -ECOMP-PORTAL-OUTBOX-DBC1 0 0 -ECOMP-PORTAL-OUTBOX-POL1 0 0 diff --git a/demo/docker_files/data-zookeeper/version-2/log.01 b/demo/docker_files/data-zookeeper/version-2/log.01 deleted file mode 100644 index f3cb136..0000000 Binary files a/demo/docker_files/data-zookeeper/version-2/log.01 and /dev/null differ diff --git a/demo/docker_files/data-zookeeper/version-2/log.0103 b/demo/docker_files/data-zookeeper/version-2/log.0103 deleted file mode 100644 index 9b648e2..0000000 Binary files a/demo/docker_files/data-zookeeper/version-2/log.0103 and /dev/null differ diff --git a/demo/docker_files/data-zookeeper/version-2/log.0125 b/demo/docker_files/data-zookeeper/version-2/log.0125 deleted file mode 100644 index 0613642..0000000 Binary files a/demo/docker_files/data-zookeeper/version-2/log.0125 and /dev/null differ diff --git a/demo/docker_files/data-zookeeper/version-2/log.0175 b/demo/docker_files/data-zookeeper/version-2/log.0175 deleted file mode 100644 index b0e5e32..0000000 Binary files a/demo/docker_files/data-zookeeper/version-2/log.0175 and /dev/null differ diff --git a/demo/docker_files/data-zookeeper/version-2/log.01b1 b/demo/docker_files/data-zookeeper/version-2/log.01b1 deleted file mode 100644 index bf1d130..0000000 Binary files a/demo/docker_files/data-zookeeper/version-2/log.01b1 and /dev/null differ diff --git a/demo/docker_files/data-zookeeper/version-2/log.100000001 b/demo/docker_files/data-zookeeper/version-2/log.100000001 deleted file mode 100644 index 714241e..0000000 Binary files a/demo/docker_files/data-zookeeper/version-2/log.100000001 and /dev/null differ diff --git a/demo/docker_files/data-zookeeper/version-2/log.200000001 b/demo/docker_files/data-zookeeper/version-2/log.200000001 deleted file mode 100644 index 273ecce..0000000 Binary files a/demo/docker_files/data-zookeeper/version-2/log.200000001 and /dev/null differ diff --git a/demo/docker_files/download-kafka.sh b/demo/docker_files/download-kafka.sh deleted file mode 100644 index 2ddc911..0000000 --- a/demo/docker_files/download-kafka.sh +++ /dev/null @@ -1,5 +0,0 @@ -#!/bin/sh - -mirror=$(curl --stderr /dev/null https://www.apache.org/dyn/closer.cgi\?as_json\=1 | jq -r '.preferred') -url="${mirror}kafka/${KAFKA_VERSION}/kafka_${SCALA_VERSION}-${KAFKA_VERSION}.tgz" -wget -q "${url}" -O "/tmp/kafka_${SCALA_VERSION}-${KAFKA_VERSION}.tgz" diff --git a/demo/docker_files/dump_mr_state.sh b/demo/docker_files/dump_mr_state.sh deleted file mode 100644 index 75c16d6..0000000 --- a/demo/docker_files/dump_mr_state.sh +++ /dev/null @@ -1,10 +0,0 @@ -#!/bin/bash - - -TIMESTAMP=`date +%Y%m%d%H%M` -CONTAINERID=`docker ps |grep kafka |cut -b1-12` -docker cp $CONTAINERID:/kafka ./data-kafka-$TIMESTAMP -tar zcvf ./data-kafka-$TIMESTAMP.tgz ./data-kafka-$TIMESTAMP -CONTAINERID=`docker ps |grep zookeeper |cut -b1-12` -docker cp $CONTAINERID:/opt/zookeeper-3.4.9/data ./data-zookeeper-$TIMESTAMP -tar zcvf ./data-zookeeper-$TIMESTAMP.tgz ./data-zookeeper-$TIMESTAMP diff --git a/demo/docker_files/keystore.jks b/demo/docker_files/keystore.jks deleted file mode 100644 index c5b83cd..0000000 Binary files a/demo/docker_files/keystore.jks and /dev/null differ diff --git a/demo/docker_files/mykey b/demo/docker_files/mykey deleted file mode 100644 index c2b8b87..0000000 --- a/demo/docker_files/mykey +++ /dev/null @@ -1,27 +0,0 @@ -_sNOLphPzrU7L0L3oWv0pYwgV_ddGF1XoBsQEIAp34jfP-fGJFPfFYaMpDEZ3gwH59rNw6qyMZHk -k-4irklvVcWk36lC3twNvc0DueRCVrws1bkuhOLCXdxHJx-YG-1xM8EJfRmzh79WPlPkbAdyPmFF -Ah44V0GjAnInPOFZA6MHP9rNx9B9qECHRfmvzU13vJCcgTsrmOr-CEiWfRsnzPjsICxpq9OaVT_D -zn6rNaroGm1OiZNCrCgvRkCUHPOOCw3j9G1GeaImoZNYtozbz9u4sj13PU-MxIIAa64b1bMMMjpz -Upc8lVPI4FnJKg6axMmEGn5zJ6JUq9mtOVyPj__2GEuDgpx5H4AwodXXVjFsVgR8UJwI_BvS2JVp -JoQk0J1RqXmAXVamlsMAfzmmbARXgmrBfnuhveZnh9ymFVU-YZeujdANniXAwBGI7c6hG_BXkH7i -Eyf4Fn41_SV78PskP6qgqJahr9r3bqdjNbKBztIKCOEVrE_w3IM5r02l-iStk_NBRkj6cq_7VCpG -afxZ2CtZMwuZMiypO_wOgbdpCSKNzsL-NH2b4b08OlKiWb263gz634KJmV5WEfCl-6eH-JUFbWOS -JwQfActLNT2ZQPl2MyZQNBzJEWoJRgS6k7tPRO-zqeUtYYHGHVMCxMuMHGQcoilNNHEFeBCG_fBh -yAKb9g9F86Cbx9voMLiyTX2T3rwVHiSJFOzfNxGmfN5JWOthIun_c5hEY1tLQ15BomzkDwk7BAj7 -VbRCrVD45B6xrmSTMBSWYmLyr6mnQxQqeh9cMbD-0ZAncE3roxRnRvPKjFFa208ykYUp2V83r_PJ -fV5I9ZPKSjk9DwFyrjkcQQEYDhdK6IFqcd6nEthjYVkmunu2fsX0bIOm9GGdIbKGqBnpdgBO5hyT -rBr9HSlZrHcGdti1R823ckDF0Ekcl6kioDr5NLIpLtg9zUEDRm3QrbX2mv5Zs8W0pYnOqglxy3lz -bJZTN7oR7VasHUtjmp0RT9nLZkUs5TZ6MHhlIq3ZsQ6w_Q9Rv1-ofxfwfCC4EBrWKbWAGCf6By4K -Ew8321-2YnodhmsK5BrT4zQ1DZlmUvK8BmYjZe7wTljKjgYcsLTBfX4eMhJ7MIW1kpnl8AbiBfXh -QzN56Mki51Q8PSQWHm0W9tnQ0z6wKdck6zBJ8JyNzewZahFKueDTn-9DOqIDfr3YHvQLLzeXyJ8e -h4AgjW-hvlLzRGtkCknjLIgXVa3rMTycseAwbW-mgdCqqkw3SdEG8feAcyntmvE8j2jbtSDStQMB -9JdvyNLuQdNG4pxpusgvVso0-8NQF0YVa9VFwg9U6IPSx5p8FcW68OAHt_fEgT4ZtiH7o9aur4o9 -oYqUh2lALCY-__9QLq1KkNjMKs33Jz9E8LbRerG9PLclkTrxCjYAeUWBjCwSI7OB7xkuaYDSjkjj -a46NLpdBN1GNcsFFcZ79GFAK0_DsyxGLX8Tq6q0Bvhs8whD8wlSxpTGxYkyqNX-vcb7SDN_0WkCE -XSdZWkqTHXcYbOvoCOb_e6SFAztuMenuHWY0utX0gBfx_X5lPDFyoYXErxFQHiA7t27keshXNa6R -ukQRRS8kMjre1U74sc-fRNXkXpl57rG4rgxaEX0eBeowa53KAsVvUAoSac2aC_nfzXrDvoyf9Xi3 -JpEZNhUDLpFCEycV4I7jGQ9wo9qNaosvlsr6kbLDNdb_1xrGVgjT3xEvRNJNPqslSAu-yD-UFhC3 -AmCdYUnugw_eEFqXCHTARcRkdPPvl2XsmEKY2IqEeO5tz4DyXQFaL-5hEVh6lYEU1EOWHk3UGIXe -Vc5_Ttp82qNLmlJPbZvgmNTJzYTHDQ_27KBcp7IVVZgPDjVKdWqQvZ18KhxvfF3Idgy82LBZniFV -IbtxllXiPRxoPQriSXMnXjh3XkvSDI2pFxXfEvLRn1tvcFOwPNCz3QfPIzYg8uYXN5bRt3ZOrR_g -ZhIlrc7HO0VbNbeqEVPKMZ-cjkqGj4VAuDKoQc0eQ6X_wCoAGO78nPpLeIvZPx1X3z5YoqNA \ No newline at end of file diff --git a/demo/docker_files/preconfigure-ecomp-keystopics.sh b/demo/docker_files/preconfigure-ecomp-keystopics.sh deleted file mode 100644 index 03cf45c..0000000 --- a/demo/docker_files/preconfigure-ecomp-keystopics.sh +++ /dev/null @@ -1,191 +0,0 @@ -#!/bin/bash - -HOSTPORT="127.0.0.1:3904" -KEYDIR="." - - -# dictionary of API Keys and the tpics owned by each API key -declare -A topics -topics=( \ -["anonymous"]="APPC-CL APPC-TEST2 PDPD-CONFIGURATION POLICY-CL-MGT DCAE-CL-EVENT unauthenticated.SEC_MEASUREMENT_OUTPUT unauthenticated.TCA_EVENT_OUTPUT " \ -["apikey-SDC1"]="SDC-DISTR-NOTIF-TOPIC-SDC-OPENSOURCE-ENV1 SDC-DISTR-STATUS-TOPIC-SDC-OPENSOURCE-ENV1" \ -["apikey-APPC1"]="APPC-TEST1" \ -["apikey-PORTAL1"]="ECOMP-PORTAL-INBOX" \ -["apikey-PORTALAPP1"]="ECOMP-PORTAL-OUTBOX-APP1" \ -["apikey-PORTALDBC1"]="ECOMP-PORTAL-OUTBOX-DBC1" \ -["apikey-PORTALSDC1"]="ECOMP-PORTAL-OUTBOX-SDC1" \ -["apikey-PORTALVID1"]="ECOMP-PORTAL-OUTBOX-VID1" \ -["apikey-PORTALPOL1"]="ECOMP-PORTAL-OUTBOX-POL1" \ -) - -# dictionary of producers for each topic -declare -A acl_producers -acl_producers=(\ -["SDC-DISTR-NOTIF-TOPIC-SDC-OPENSOURCE-ENV1"]="apikey-sdc1" \ -["SDC-DISTR-STATUS-TOPIC-SDC-OPENSOURCE-ENV1"]="apikey-sdc1" \ -["ECOMP-PORTAL-INBOX"]="apikey-PORTALAPP1 apikey-PORTALDBC1 apikey-PORTALSDC1 apikey-PORTALVID1 apikey-PORTALPOL1" \ -["ECOMP-PORTAL-OUTBOX-APP1"]="apikey-PORTAL1" \ -["ECOMP-PORTAL-OUTBOX-DBC1"]="apikey-PORTAL1" \ -["ECOMP-PORTAL-OUTBOX-SDC1"]="apikey-PORTAL1" \ -["ECOMP-PORTAL-OUTBOX-VID1"]="apikey-PORTAL1" \ -["ECOMP-PORTAL-OUTBOX-POL1"]="apikey-PORTAL1" \ -["APPC-TEST1"]="apikey-APPC1" \ -) - -# dictionary of consumers for each topic -declare -A acl_consumers -acl_consumers=(\ -["SDC-DISTR-NOTIF-TOPIC-SDC-OPENSOURCE-ENV1"]="apikey-sdc1" \ -["SDC-DISTR-STATUS-TOPIC-SDC-OPENSOURCE-ENV1"]="apikey-sdc1" \ -["ECOMP-PORTAL-INBOX"]="apikey-PORTAL1" \ -["ECOMP-PORTAL-OUTBOX-APP1"]="apikey-PORTALAPP1" \ -["ECOMP-PORTAL-OUTBOX-DBC1"]="apikey-PORTALDBC1" \ -["ECOMP-PORTAL-OUTBOX-SDC1"]="apikey-PORTALSDC1" \ -["ECOMP-PORTAL-OUTBOX-VID1"]="apikey-PORTALVID1" \ -["ECOMP-PORTAL-OUTBOX-POL1"]="apikey-PORTALPOL1" \ -["APPC-TEST1"]="apikey-APPC1" \ -) - -myrun () { - CMD="$1" - echo "CMD:[$CMD]" - eval $CMD -} - -getowner () { - local -n outowner=$2 - target_topic="$1" - echo "look for owner for $target_topic" - for o in "${!topics[@]}"; do - keytopics=${topics[$o]} - for topic in ${keytopics}; do - if [ "$topic" == "-" ]; then - continue - fi - if [ "$topic" == "$target_topic" ]; then - echo "found owner $o" - outowner=$o - return - fi - done - done -} - -add_acl () { - acl_group="$1" - topic="$2" - client="$3" - echo " adding $client to group $acl_group for topic $2" - - getowner "$topic" owner - echo "==owner for $topic is $owner" - - - if [ -z "$owner" ]; then - echo "No owner API key found for topic $topic" - #exit - fi - OWNER_API_KEYFILE="${KEYDIR}/${owner}.key" - if [ ! -e $API_KEYFILE ]; then - echo "No API key file $OWNER_API_KEYFILE for owner $owner of topic $topic, exit " - #exit - fi - - CLIENT_API_KEYFILE="${KEYDIR}/${client}.key" - if [ ! -e $CLIENT_API_KEYFILE ]; then - echo "No API key file $CLIENT_API_KEYFILE for client $client, exit " - #exit - else - CLIENTKEY=`cat ${CLIENT_API_KEYFILE} |jq -r ".key"` - UEBAPIKEYSECRET=`cat ${OWNER_API_KEYFILE} |jq -r ".secret"` - UEBAPIKEYKEY=`cat ${OWNER_API_KEYFILE} |jq -r ".key"` - time=`date --iso-8601=seconds` - signature=$(echo -n "$time" | openssl sha1 -hmac $UEBAPIKEYSECRET -binary | openssl base64) - xAuth=$UEBAPIKEYKEY:$signature - xDate="$time" - CMD="curl -i -H \"Content-Type: application/json\" -H \"X-CambriaAuth:$xAuth\" -H \"X-CambriaDate:$xDate\" -X PUT http://${HOSTPORT}/topics/${topic}/${acl_group}/${CLIENTKEY}" - myrun "$CMD" - fi -} - - -for key in "${!topics[@]}"; do - # try to create key if no such key exists - API_KEYFILE="${KEYDIR}/${key}.key" - if [ "$key" != "anonymous" ]; then - if [ -e ${API_KEYFILE} ]; then - echo "API key for $key already exists, no need to create new" - else - echo "generating API key $key" - echo '{"email":"no email","description":"API key for '$key'"}' > /tmp/input.txt - - CMD="curl -s -o ${API_KEYFILE} -H \"Content-Type: application/json\" -X POST -d @/tmp/input.txt http://${HOSTPORT}/apiKeys/create" - myrun "$CMD" - echo "API key for $key has been created: "; cat ${API_KEYFILE} - echo "generating API key $key done"; echo - fi - fi - - # create the topics for this key - keytopics=${topics[$key]} - for topic in ${keytopics}; do - if [ "$topic" == "-" ]; then - continue - fi - if [ "$key" == "anonymous" ]; then - echo "creating anonymous topic $topic" - CMD="curl -H \"Content-Type:text/plain\" -X POST -d @/tmp/sample.txt http://${HOSTPORT}/events/${topic}" - myrun "$CMD" - echo "done creating anonymous topic $topic"; echo - else - echo "creating API key secured topic $topic for API key $key" - UEBAPIKEYSECRET=`cat ${API_KEYFILE} |jq -r ".secret"` - UEBAPIKEYKEY=`cat ${API_KEYFILE} |jq -r ".key"` - echo '{"topicName":"'${topic}'","topicDescription":"'$key' API Key secure topic","partitionCount":"1","replicationCount":"1","transactionEnabled":"true"}' > /tmp/topicname.txt - time=`date --iso-8601=seconds` - signature=$(echo -n "$time" | openssl sha1 -hmac $UEBAPIKEYSECRET -binary | openssl base64) - xAuth=$UEBAPIKEYKEY:$signature - xDate="$time" - CMD="curl -i -H \"Content-Type: application/json\" -H \"X-CambriaAuth: $xAuth\" -H \"X-CambriaDate: $xDate\" -X POST -d @/tmp/topicname.txt http://${HOSTPORT}/topics/create" - myrun "$CMD" - echo "done creating api key topic $topic" - echo - fi - done -done - - -echo -echo "============ post loading state of topics =================" -CMD="curl http://${HOSTPORT}/topics" -myrun "$CMD" -for key in "${!topics[@]}"; do - keytopics=${topics[$key]} - echo "---------- key: ${key} " - for topic in ${keytopics}; do - if [ "$topic" == "-" ]; then - continue - fi - CMD="curl http://${HOSTPORT}/topics/${topic}" - myrun "$CMD" - echo - done - echo "end of key: ${key} secured topics" -done - - -# adding publisher and subscriber ACL -for topic in "${!acl_consumers[@]}"; do - consumers=${acl_consumers[$topic]} - for consumer in ${consumers}; do - add_acl "consumers" "$topic" "$consumer" - done -done - -for topic in "${!acl_producers[@]}"; do - producers=${acl_producers[$topic]} - for producer in ${producers}; do - add_acl "producers" "$topic" "$producer" - done -done - diff --git a/demo/docker_files/start-kafka.sh b/demo/docker_files/start-kafka.sh deleted file mode 100644 index 4d955da..0000000 --- a/demo/docker_files/start-kafka.sh +++ /dev/null @@ -1,69 +0,0 @@ -#!/bin/bash - -if [[ -z "$KAFKA_PORT" ]]; then - export KAFKA_PORT=9092 -fi -if [[ -z "$KAFKA_ADVERTISED_PORT" ]]; then - export KAFKA_ADVERTISED_PORT=$(docker port `hostname` $KAFKA_PORT | sed -r "s/.*:(.*)/\1/g") -fi -if [[ -z "$KAFKA_BROKER_ID" ]]; then - # By default auto allocate broker ID - #export KAFKA_BROKER_ID=-1 - export KAFKA_BROKER_ID=1 -fi -#if [[ -z "$KAFKA_LOG_DIRS" ]]; then - #export KAFKA_LOG_DIRS="/kafka/kafka-logs-$HOSTNAME" - export KAFKA_LOG_DIRS="/kafka/kafka-logs" -#fi -if [[ -z "$KAFKA_ZOOKEEPER_CONNECT" ]]; then - export KAFKA_ZOOKEEPER_CONNECT=$(env | grep ZK.*PORT_2181_TCP= | sed -e 's|.*tcp://||' | paste -sd ,) -fi - -if [[ -n "$KAFKA_HEAP_OPTS" ]]; then - sed -r -i "s/(export KAFKA_HEAP_OPTS)=\"(.*)\"/\1=\"$KAFKA_HEAP_OPTS\"/g" $KAFKA_HOME/bin/kafka-server-start.sh - unset KAFKA_HEAP_OPTS -fi - -if [[ -z "$KAFKA_ADVERTISED_HOST_NAME" && -n "$HOSTNAME_COMMAND" ]]; then - export KAFKA_ADVERTISED_HOST_NAME=$(eval $HOSTNAME_COMMAND) -fi - -for VAR in `env` -do - if [[ $VAR =~ ^KAFKA_ && ! $VAR =~ ^KAFKA_HOME ]]; then - kafka_name=`echo "$VAR" | sed -r "s/KAFKA_(.*)=.*/\1/g" | tr '[:upper:]' '[:lower:]' | tr _ .` - env_var=`echo "$VAR" | sed -r "s/(.*)=.*/\1/g"` - if egrep -q "(^|^#)$kafka_name=" $KAFKA_HOME/config/server.properties; then - sed -r -i "s@(^|^#)($kafka_name)=(.*)@\2=${!env_var}@g" $KAFKA_HOME/config/server.properties #note that no config values may contain an '@' char - else - echo "$kafka_name=${!env_var}" >> $KAFKA_HOME/config/server.properties - fi - fi -done - -if [[ -n "$CUSTOM_INIT_SCRIPT" ]] ; then - eval $CUSTOM_INIT_SCRIPT -fi - - -KAFKA_PID=0 - -# see https://medium.com/@gchudnov/trapping-signals-in-docker-containers-7a57fdda7d86#.bh35ir4u5 -term_handler() { - echo 'Stopping Kafka....' - if [ $KAFKA_PID -ne 0 ]; then - kill -s TERM "$KAFKA_PID" - wait "$KAFKA_PID" - fi - echo 'Kafka stopped.' - exit -} - - -# Capture kill requests to stop properly -trap "term_handler" SIGHUP SIGINT SIGTERM -create-topics.sh & -$KAFKA_HOME/bin/kafka-server-start.sh $KAFKA_HOME/config/server.properties & -KAFKA_PID=$! - -wait "$KAFKA_PID" diff --git a/demo/docker_files/state-20170301.tar.gz b/demo/docker_files/state-20170301.tar.gz deleted file mode 100644 index b36b05a..0000000 Binary files a/demo/docker_files/state-20170301.tar.gz and /dev/null differ diff --git a/demo/docker_files/subscriber.sh b/demo/docker_files/subscriber.sh deleted file mode 100644 index 3e193f0..0000000 --- a/demo/docker_files/subscriber.sh +++ /dev/null @@ -1,4 +0,0 @@ -#!/bin/bash - - -GET/events/{topic}/{consumerGroup}/{clientId} diff --git a/demo/docker_files/tests/data.2.2.json b/demo/docker_files/tests/data.2.2.json deleted file mode 100644 index c1bcdfd..0000000 --- a/demo/docker_files/tests/data.2.2.json +++ /dev/null @@ -1 +0,0 @@ -{ "topicName": "Topic-28592-2", "topicDescription": "topic for test 2.2", "partitionCount": "1", "replicationCount": "1", "transactionEnabled": "true" } diff --git a/demo/docker_files/tests/data.2.5.json b/demo/docker_files/tests/data.2.5.json deleted file mode 100644 index 75bade1..0000000 --- a/demo/docker_files/tests/data.2.5.json +++ /dev/null @@ -1 +0,0 @@ -{ "datestamp": "Thu Dec 15 19:50:28 UTC 2016", "appkey": "x100", "appval": "some value" } diff --git a/demo/docker_files/tests/data.3.1.txt b/demo/docker_files/tests/data.3.1.txt deleted file mode 100644 index c6a738a..0000000 --- a/demo/docker_files/tests/data.3.1.txt +++ /dev/null @@ -1 +0,0 @@ -datestamp: Thu Dec 15 19:50:38 UTC 2016, key: 3.1, value: this is a test diff --git a/demo/docker_files/tests/data.3.3.json b/demo/docker_files/tests/data.3.3.json deleted file mode 100644 index 9866789..0000000 --- a/demo/docker_files/tests/data.3.3.json +++ /dev/null @@ -1 +0,0 @@ -{ "datestamp": "Thu Dec 15 19:50:40 UTC 2016", "key": "3.3", "value": "this is a test" } diff --git a/demo/docker_files/tests/key.req b/demo/docker_files/tests/key.req deleted file mode 100644 index a7e4092..0000000 --- a/demo/docker_files/tests/key.req +++ /dev/null @@ -1 +0,0 @@ -{ "email": "no.email", "description": "request for direct response KEY" } diff --git a/demo/docker_files/tests/out/1.1.out b/demo/docker_files/tests/out/1.1.out deleted file mode 100644 index a9488d8..0000000 --- a/demo/docker_files/tests/out/1.1.out +++ /dev/null @@ -1,5 +0,0 @@ -{"topics": [ - "msgrtr.apinode.metrics.dmaap", - "28537.3", - "Topic-28537-2" -]} \ No newline at end of file diff --git a/demo/docker_files/tests/out/2.1.out b/demo/docker_files/tests/out/2.1.out deleted file mode 100644 index ef4eada..0000000 --- a/demo/docker_files/tests/out/2.1.out +++ /dev/null @@ -1,8 +0,0 @@ -{ - "aux": { - "description": "request for direct response KEY", - "email": "no.email" - }, - "secret": "5V6YSDm8R6v6TArrLLtJUx4L", - "key": "HnJm7b9Zr16hgpU5" -} \ No newline at end of file diff --git a/demo/docker_files/tests/out/2.2.out b/demo/docker_files/tests/out/2.2.out deleted file mode 100644 index d682023..0000000 --- a/demo/docker_files/tests/out/2.2.out +++ /dev/null @@ -1,13 +0,0 @@ -{ - "owner": "HnJm7b9Zr16hgpU5", - "readerAcl": { - "enabled": true, - "users": [] - }, - "name": "Topic-28592-2", - "description": "topic for test 2.2", - "writerAcl": { - "enabled": true, - "users": [] - } -} \ No newline at end of file diff --git a/demo/docker_files/tests/out/2.3.out b/demo/docker_files/tests/out/2.3.out deleted file mode 100644 index d62034e..0000000 --- a/demo/docker_files/tests/out/2.3.out +++ /dev/null @@ -1,6 +0,0 @@ -{"topics": [ - "Topic-28592-2", - "msgrtr.apinode.metrics.dmaap", - "28537.3", - "Topic-28537-2" -]} \ No newline at end of file diff --git a/demo/docker_files/tests/out/2.4.out b/demo/docker_files/tests/out/2.4.out deleted file mode 100644 index d682023..0000000 --- a/demo/docker_files/tests/out/2.4.out +++ /dev/null @@ -1,13 +0,0 @@ -{ - "owner": "HnJm7b9Zr16hgpU5", - "readerAcl": { - "enabled": true, - "users": [] - }, - "name": "Topic-28592-2", - "description": "topic for test 2.2", - "writerAcl": { - "enabled": true, - "users": [] - } -} \ No newline at end of file diff --git a/demo/docker_files/tests/out/2.5.out b/demo/docker_files/tests/out/2.5.out deleted file mode 100644 index 670bf46..0000000 --- a/demo/docker_files/tests/out/2.5.out +++ /dev/null @@ -1,4 +0,0 @@ -{ - "serverTimeMs": 9, - "count": 1 -} \ No newline at end of file diff --git a/demo/docker_files/tests/out/2.6.out b/demo/docker_files/tests/out/2.6.out deleted file mode 100644 index 0637a08..0000000 --- a/demo/docker_files/tests/out/2.6.out +++ /dev/null @@ -1 +0,0 @@ -[] \ No newline at end of file diff --git a/demo/docker_files/tests/out/3.1.out b/demo/docker_files/tests/out/3.1.out deleted file mode 100644 index d2a9b4e..0000000 --- a/demo/docker_files/tests/out/3.1.out +++ /dev/null @@ -1,4 +0,0 @@ -{ - "serverTimeMs": 175, - "count": 1 -} \ No newline at end of file diff --git a/demo/docker_files/tests/out/3.2.out b/demo/docker_files/tests/out/3.2.out deleted file mode 100644 index 0637a08..0000000 --- a/demo/docker_files/tests/out/3.2.out +++ /dev/null @@ -1 +0,0 @@ -[] \ No newline at end of file diff --git a/demo/docker_files/tests/out/3.3.out b/demo/docker_files/tests/out/3.3.out deleted file mode 100644 index b823f1c..0000000 --- a/demo/docker_files/tests/out/3.3.out +++ /dev/null @@ -1,4 +0,0 @@ -{ - "serverTimeMs": 2, - "count": 1 -} \ No newline at end of file diff --git a/demo/docker_files/tests/out/3.4.out b/demo/docker_files/tests/out/3.4.out deleted file mode 100644 index 9930076..0000000 --- a/demo/docker_files/tests/out/3.4.out +++ /dev/null @@ -1 +0,0 @@ -["{\"datestamp\":\"Thu Dec 15 19:50:40 UTC 2016\",\"value\":\"this is a test\",\"key\":\"3.3\"}"] \ No newline at end of file diff --git a/demo/docker_files/tests/regress.sh b/demo/docker_files/tests/regress.sh deleted file mode 100644 index 758dd7c..0000000 --- a/demo/docker_files/tests/regress.sh +++ /dev/null @@ -1,113 +0,0 @@ -#!/bin/ksh -# -# depends on jq - https://stedolan.github.io/jq/ - -PROTOCOL=http -FQDN=127.0.0.1 -#vm1-message-router -#FQDN=10.208.128.229 -PORT=3904 -URL=$PROTOCOL://$FQDN:$PORT - -rm -f out/* -mkdir -p out - -results() { -# echo "[debug] compare $1 to $2" - if [ $1 == $2 ] - then - echo -n "SUCCESS " - else - echo -n "FAIL ($1) " - fi - echo " :TEST $3 ($4)" -} -SUITE=0 -SUITE=$((SUITE + 1)) -echo "SUITE $SUITE: List topics" -TN=0 -TN=$((TN + 1)) -TC=$SUITE.$TN -expect=200 -rc=`curl -s -w "%{http_code}" -o out/$TC.out $URL/topics` -results $rc $expect $TC "list" -StartTopicCount=`cat out/$TC.out | wc -l` - - -SUITE=$((SUITE + 1)) -echo -echo "SUITE $SUITE: APIKEY authenticated topic" -TOPIC=Topic-$$-$SUITE -TN=0 -TN=$((TN + 1)) -TC=$SUITE.$TN -OUT=out/$TC.out -echo '{ "email": "no.email", "description": "request for direct response KEY" }' > key.req -rc=`curl -s -w "%{http_code}" -o out/$TC.out -X POST -H "Content-Type: application/json" -d @key.req $URL/apiKeys/create` -results $rc $expect $SUITE.$TN "gen apikey " -TN=$((TN + 1)) -TC=$SUITE.$TN -SECRET=$(jq ".secret" $OUT | cut -f 2 -d \") -KEY=$(jq ".key" $OUT | cut -f 2 -d \") -TIME=`date --iso-8601=seconds` -SIG=$(echo -n "$TIME" | openssl sha1 -hmac $SECRET -binary | openssl base64) -xAUTH=$KEY:$SIG -#echo "[debug] $SECRET $KEY $TIME $SIG $xAUTH" -DATA=data.$TC.json -echo "{ \"topicName\": \"$TOPIC\", \"topicDescription\": \"topic for test $TC\", \"partitionCount\": \"1\", \"replicationCount\": \"1\", \"transactionEnabled\": \"true\" }" > $DATA -rc=`curl -s -w "%{http_code}" -o out/$TC.out -X POST -H "Content-Type: application/json" -H "X-CambriaAuth: $xAUTH" -H "X-CambriaDate: $TIME" -d @$DATA $URL/topics/create` -results $rc $expect $SUITE.$TN "create topic" -TN=$((TN + 1)) -TC=$SUITE.$TN -expect=200 -rc=`curl -s -w "%{http_code}" -o out/$TC.out $URL/topics` -results $rc $expect $TC "list " -TopicCnt=`cat out/$TC.out | wc -l` -results $TopicCnt $((StartTopicCount + 1)) $TC "topic count" -TN=$((TN + 1)) -TC=$SUITE.$TN -expect=200 -rc=`curl -s -w "%{http_code}" -o out/$TC.out $URL/topics/$TOPIC` -results $rc $expect $TC "list $TOPIC" -TN=$((TN + 1)) -TC=$SUITE.$TN -DATA=data.$TC.json -echo "{ \"datestamp\": \"`date`\", \"appkey\": \"x100\", \"appval\": \"some value\" }" > $DATA -rc=`curl -s -w "%{http_code}" -o out/$TC.out -X POST -H "Content-Type: application/json" -H "X-CambriaAuth: $xAUTH" -H "X-CambriaDate: $TIME" -d @$DATA $URL/events/$TOPIC` -results $rc $expect $SUITE.$TN "pub APIKEY topic" -TN=$((TN + 1)) -TC=$SUITE.$TN -rc=`curl -s -w "%{http_code}" -o out/$TC.out -X GET -H "Content-Type: application/json" -H "X-CambriaAuth: $xAUTH" -H "X-CambriaDate: $TIME" $URL/events/$TOPIC/g0/u1` -results $rc $expect $SUITE.$TN "sub APIKEY topic" - - -SUITE=$((SUITE + 1)) -echo -echo "SUITE $SUITE: anonymous topic" -TOPIC=$$.$SUITE -TN=0 -TN=$((TN + 1)) -TC=$SUITE.$TN -DATA=data.$TC.txt -echo "datestamp: `date`, key: $TC, value: this is a test " > $DATA -expect=200 -rc=`curl -s -w "%{http_code}" -o out/$TC.out -X POST -H "Content-Type: text/plain" -d @$DATA $URL/events/$TOPIC` -results $rc $expect $SUITE.$TN "pub text/plain" -TN=$((TN + 1)) -TC=$SUITE.$TN -expect=200 -rc=`curl -s -w "%{http_code}" -o out/$TC.out $URL/events/$TOPIC/group1/u$$?timeout=1000` -results $rc $expect $SUITE.$TN "sub text/plain" -TN=$((TN + 1)) -TC=$SUITE.$TN -DATA=data.$TC.json -echo "{ \"datestamp\": \"`date`\", \"key\": \"$TC\", \"value\": \"this is a test\" }" > $DATA -expect=200 -rc=`curl -s -w "%{http_code}" -o out/$TC.out -X POST -H "Content-Type: application/json" -d @$DATA $URL/events/$TOPIC` -results $rc $expect $SUITE.$TN "pub json" -TN=$((TN + 1)) -TC=$SUITE.$TN -expect=200 -rc=`curl -s -w "%{http_code}" -o out/$TC.out $URL/events/$TOPIC/group1/u$$?timeout=1000` -results $rc $expect $SUITE.$TN "sub json" - diff --git a/demo/docker_files/tests/test.sh b/demo/docker_files/tests/test.sh deleted file mode 100644 index 0e06d5a..0000000 --- a/demo/docker_files/tests/test.sh +++ /dev/null @@ -1,50 +0,0 @@ -#!/bin/bash -# lji: this is basically what Dom has in his regtest. re-do it in bash instead of ksh - -HOSTPORT="127.0.0.1:3904" -ANONTOPIC="anon-topic-$RANDOM" -APITOPIC="api-topic-$RANDOM" -APIKEYFILE="/tmp/key" - -echo "blah" > /tmp/sample.txt - -if [ ! -e /usr/bin/jq ]; then - apt-get update && apt-get -y install jq -fi - - -# list topics -curl http://${HOSTPORT}/topics - -# publish to an anonymous topic (first publish creats the topic) -curl -H "Content-Type:text/plain" -X POST -d @/tmp/sample.txt http://${HOSTPORT}/events/$ANONTOPIC - -# subscribe to an anonymous topic -curl -H "Content-Type:text/plain" -X GET http://${HOSTPORT}/events/$ANONTOPIC/group1/C1?timeout=5000 & -curl -H "Content-Type:text/plain" -X POST -d @/tmp/sample.txt http://${HOSTPORT}/events/$ANONTOPIC - - - - -# create api key -echo '{"email":"no email","description":"API key and secret both in reponse"}' > /tmp/input.txt -curl -s -o ${APIKEYFILE} -H "Content-Type:application/json" -X POST -d @/tmp/input.txt http://${HOSTPORT}/apiKeys/create -UEBAPIKEYSECRET=`cat ${APIKEYFILE} |jq -r ".secret"` -UEBAPIKEYKEY=`cat ${APIKEYFILE} |jq -r ".key"` - -# create an api key secured topic -# pay attendtion to replication count -echo '{"topicName":"'${APITOPIC}'","topicDescription":"This is an API key securedTopic","partitionCount":"1","replicationCount":"1","transactionEnabled":"true"}' > /tmp/topicname.txt -time=`date --iso-8601=seconds` -signature=$(echo -n "$time" | openssl sha1 -hmac $UEBAPIKEYSECRET -binary | openssl base64) -xAuth=$UEBAPIKEYKEY:$signature -xDate="$time" -curl -i -H "Content-Type: application/json" -H "X-CambriaAuth:$xAuth" -H "X-CambriaDate:$xDate" -X POST -d @/tmp/topicname.txt http://${HOSTPORT}/topics/create - -# first subscribe and run it in bg. then publish. -time=`date --iso-8601=seconds` -signature=$(echo -n "$time" | openssl sha1 -hmac $UEBAPIKEYSECRET -binary | openssl base64) -xAuth=$UEBAPIKEYKEY:$signature -xDate="$time" -curl -H "X-CambriaAuth:$xAuth" -H "X-CambriaDate:$xDate" -X GET http://${HOSTPORT}/events/${APITOPIC}/g0/u1 & -curl -H "Content-Type:text/plain" -H "X-CambriaAuth:$xAuth" -H "X-CambriaDate:$xDate" -X POST -d @/tmp/sample.txt http://${HOSTPORT}/events/${APITOPIC} diff --git a/demo/docker_files/uebapikey-sdc b/demo/docker_files/uebapikey-sdc deleted file mode 100644 index 0b3aa80..0000000 --- a/demo/docker_files/uebapikey-sdc +++ /dev/null @@ -1,8 +0,0 @@ -{ - "aux": { - "description": "API key for SDC", - "email": "no email" - }, - "secret": "KpMJB28vNduEJ0zHDWOQXBmQ", - "key": "779NflzwmkuKpqef" -} \ No newline at end of file -- cgit 1.2.3-korg