diff options
Diffstat (limited to 'src/python/netconf_server/netconf_kafka_client.py')
-rw-r--r-- | src/python/netconf_server/netconf_kafka_client.py | 78 |
1 files changed, 78 insertions, 0 deletions
diff --git a/src/python/netconf_server/netconf_kafka_client.py b/src/python/netconf_server/netconf_kafka_client.py new file mode 100644 index 0000000..b0effc3 --- /dev/null +++ b/src/python/netconf_server/netconf_kafka_client.py @@ -0,0 +1,78 @@ +### +# ============LICENSE_START======================================================= +# Netconf Server +# ================================================================================ +# Copyright (C) 2021 Nokia. All rights reserved. +# ================================================================================ +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# ============LICENSE_END========================================================= +### +import logging +from json import dumps, loads +from typing import Callable + +from kafka import KafkaProducer, KafkaConsumer +from kafka.producer.future import FutureRecordMetadata + +STANDARD_CHARSETS_UTF8 = 'utf-8' + +logger = logging.getLogger("netconf_kafka_client") + + +def provide_kafka_consumer(topic: str, server: str) -> KafkaConsumer: + return KafkaConsumer(topic, + consumer_timeout_ms=1000, + group_id='netconf-group', + auto_offset_reset='earliest', + enable_auto_commit=True, + bootstrap_servers=[server], + value_deserializer=lambda x: loads(x.decode(STANDARD_CHARSETS_UTF8)) + ) + + +class NetconfKafkaClient(object): + + @staticmethod + def create(host: str, port: int) -> object: + server = "{}:{}".format(host, port) + producer = KafkaProducer( + bootstrap_servers=server, + value_serializer=lambda x: dumps(x).encode(STANDARD_CHARSETS_UTF8) + ) + + return NetconfKafkaClient( + producer=producer, + get_kafka_consumer_func=lambda topic: provide_kafka_consumer(topic, server) + ) + + def __init__(self, producer: KafkaProducer, get_kafka_consumer_func: Callable[[str], KafkaConsumer]): + self._producer = producer + self._get_kafka_consumer = get_kafka_consumer_func + + def send(self, topic: str, value: str) -> FutureRecordMetadata: + return self._producer.send( + topic=topic, + value=value + ) + + def get_all_messages_from(self, topic: str) -> list: + logger.debug("Getting config changes from topic %s" % topic) + + messages = [] + consumer = self._get_kafka_consumer(topic) + for message in consumer: + message_value = message.value + logger.debug("Fetched config change %s" % message_value) + messages.append(message_value) + + return messages |