1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
|
###
# ============LICENSE_START=======================================================
# Netconf Server
# ================================================================================
# Copyright (C) 2021 Nokia. All rights reserved.
# ================================================================================
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ============LICENSE_END=========================================================
###
import logging
from json import dumps, loads
from typing import Callable
from kafka import KafkaProducer, KafkaConsumer
from kafka.producer.future import FutureRecordMetadata
STANDARD_CHARSETS_UTF8 = 'utf-8'
logger = logging.getLogger("netconf_kafka_client")
def provide_kafka_consumer(topic: str, server: str) -> KafkaConsumer:
return KafkaConsumer(topic,
consumer_timeout_ms=1000,
group_id='netconf-group',
auto_offset_reset='earliest',
enable_auto_commit=True,
bootstrap_servers=[server],
value_deserializer=lambda x: loads(x.decode(STANDARD_CHARSETS_UTF8))
)
class NetconfKafkaClient(object):
@staticmethod
def create(host: str, port: int) -> object:
server = "{}:{}".format(host, port)
producer = KafkaProducer(
bootstrap_servers=server,
value_serializer=lambda x: dumps(x).encode(STANDARD_CHARSETS_UTF8)
)
return NetconfKafkaClient(
producer=producer,
get_kafka_consumer_func=lambda topic: provide_kafka_consumer(topic, server)
)
def __init__(self, producer: KafkaProducer, get_kafka_consumer_func: Callable[[str], KafkaConsumer]):
self._producer = producer
self._get_kafka_consumer = get_kafka_consumer_func
def send(self, topic: str, value: str) -> FutureRecordMetadata:
return self._producer.send(
topic=topic,
value=value
)
def get_all_messages_from(self, topic: str) -> list:
logger.debug("Getting config changes from topic %s" % topic)
messages = []
consumer = self._get_kafka_consumer(topic)
for message in consumer:
message_value = message.value
logger.debug("Fetched config change %s" % message_value)
messages.append(message_value)
return messages
|
