aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorFilip Krzywka <filip.krzywka@nokia.com>2019-04-04 08:44:20 +0200
committerFilip Krzywka <filip.krzywka@nokia.com>2019-04-04 08:48:06 +0200
commitcc38f11d355da61130965de99e4545a535bf0cfb (patch)
tree5370667e7820aa2e4fbdaefd0d9bae271318a644
parent8ba19f301c61074ebfa34022a60cc5a3d0b2294b (diff)
Show and reset Kafka status after every suite
Change-Id: I24caace22e13035a792eb7d06074993b63bbb1ba Issue-ID: DCAEGEN2-1381 Signed-off-by: Filip Krzywka <filip.krzywka@nokia.com>
-rw-r--r--tests/dcaegen2-collectors-hv-ves/testcases/libraries/KafkaLibrary.py61
-rw-r--r--tests/dcaegen2-collectors-hv-ves/testcases/resources/common-keywords.robot2
2 files changed, 63 insertions, 0 deletions
diff --git a/tests/dcaegen2-collectors-hv-ves/testcases/libraries/KafkaLibrary.py b/tests/dcaegen2-collectors-hv-ves/testcases/libraries/KafkaLibrary.py
new file mode 100644
index 00000000..e262ff01
--- /dev/null
+++ b/tests/dcaegen2-collectors-hv-ves/testcases/libraries/KafkaLibrary.py
@@ -0,0 +1,61 @@
+# ============LICENSE_START====================================
+# csit-dcaegen2-collectors-hv-ves
+# =========================================================
+# Copyright (C) 2019 Nokia. All rights reserved.
+# =========================================================
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ============LICENSE_END=====================================
+
+import docker
+from robot.api import logger
+
+KAFKA_IMAGE_FULL_NAME = "wurstmeister/kafka"
+KAFKA_ADDRESS = "kafka:9092"
+ZOOKEEPER_ADDRESS = "zookeeper:2181"
+
+LIST_TOPICS_COMMAND = "kafka-topics.sh --list --zookeeper %s" % ZOOKEEPER_ADDRESS
+TOPIC_STATUS_COMMAND = "kafka-run-class.sh kafka.tools.GetOffsetShell --broker-list " + KAFKA_ADDRESS + " --topic %s --time -1"
+DELETE_TOPIC_COMMAND = "kafka-topics.sh --zookeeper " + ZOOKEEPER_ADDRESS + " --delete --topic %s"
+
+
+class KafkaLibrary:
+
+ def log_kafka_status(self):
+ dockerClient = docker.from_env()
+ kafka = dockerClient.containers.list(filters={"ancestor": KAFKA_IMAGE_FULL_NAME}, all=True)[0]
+
+ topics = self.get_topics(kafka)
+ logger.info("Topics initialized in Kafka cluster: " + str(topics))
+ for topic in topics:
+ if topic == "__consumer_offsets":
+ # kafka-internal topic, ignore it
+ continue
+
+ self.log_topic_status(kafka, topic)
+ self.reset_topic(kafka, topic)
+
+ dockerClient.close()
+
+ def get_topics(self, kafka):
+ exitCode, output = kafka.exec_run(LIST_TOPICS_COMMAND)
+ return output.splitlines()
+
+ def log_topic_status(self, kafka, topic):
+ _, topic_status = kafka.exec_run(TOPIC_STATUS_COMMAND % topic)
+ logger.info("Messages on topic: " + str(topic_status))
+
+ def reset_topic(self, kafka, topic):
+ logger.info("Removing topic " + str(
+ topic) + " (note that it will be recreated by dcae-app-simulator/hv-ves-collector, however the offset will be reseted)")
+ _, output = kafka.exec_run(DELETE_TOPIC_COMMAND % topic)
+ logger.info(str(output))
diff --git a/tests/dcaegen2-collectors-hv-ves/testcases/resources/common-keywords.robot b/tests/dcaegen2-collectors-hv-ves/testcases/resources/common-keywords.robot
index 1c925408..07e886a0 100644
--- a/tests/dcaegen2-collectors-hv-ves/testcases/resources/common-keywords.robot
+++ b/tests/dcaegen2-collectors-hv-ves/testcases/resources/common-keywords.robot
@@ -19,6 +19,7 @@
*** Settings ***
Library XnfSimulatorLibrary
Library VesHvContainersUtilsLibrary
+Library KafkaLibrary
Library Collections
*** Keywords ***
@@ -63,6 +64,7 @@ VES-HV Collector Test Shutdown
VES-HV Collector Suite Teardown
+ Log Kafka Status
Stop And Remove All Xnf Simulators ${SUITE NAME}
*** Variables ***