def __init__(self, input_file, logger_config):
"""
Init function for the KafkaTopology class
Args:
input_file - file containing information about
kind of hosts on which the failure must
be induced , zookeeper paths and zookeeper
connection
logger_config - configuration for logger
Return:
None
Raise:
None
"""
TopologyBuilder.__init__(self, input_file, logger_config)
with open(self.input_file, 'r') as file_descr:
doc = yaml.load(file_descr)
# Declaring the config variables
self.plan = []
self.zookeeper = None
self.zookeeper_paths = None
self.kafka_host_resolution = None
self.resolved_topology = []
# initializing Logger
self.logger_instance = Logger(self.logger_config)
# Reading from the config
for key, val in doc.iteritems():
setattr(self, key, val)
# setup the zookeeper client
if self.zookeeper:
zook = KazooClient(hosts=self.zookeeper.get("host"),
read_only=True)
zook.start()
# read ZK Paths into a dictionary
zk_paths = {}
if self.zookeeper_paths:
for path_type, path in self.zookeeper_paths.items():
zk_paths[path_type] = path
# create zk_helper object
helper = KafkaZkHelper(zook, zk_paths)
self.helper = helper
self.generate_plan()
def __init__(self, input_file, logger_config):
"""
Init function for the KafkaTopology class
Args:
input_file - file containing information about
kind of hosts on which the failure must
be induced , zookeeper paths and zookeeper
connection
logger_config - configuration for logger
Return:
None
Raise:
None
"""
TopologyBuilder.__init__(self, input_file, logger_config)
with open(self.input_file, "r") as file_descr:
doc = yaml.load(file_descr)
# Declaring the config variables
self.plan = []
self.zookeeper = None
self.zookeeper_paths = None
self.kafka_host_resolution = None
self.resolved_topology = []
# initializing Logger
self.logger_instance = Logger(self.logger_config)
# Reading from the config
for key, val in doc.iteritems():
setattr(self, key, val)
# setup the zookeeper client
if self.zookeeper:
zook = KazooClient(hosts=self.zookeeper.get("host"), read_only=True)
zook.start()
# read ZK Paths into a dictionary
zk_paths = {}
if self.zookeeper_paths:
for path_type, path in self.zookeeper_paths.items():
zk_paths[path_type] = path
# create zk_helper object
helper = KafkaZkHelper(zook, zk_paths)
self.helper = helper
self.generate_plan()
def __init__(self, input_file, logger_config):
"""
The init function, reads the server list from the config file
Args:
input_file - config file path
logger_config - configuration for logger
Return:
None
Raise:
None
"""
TopologyBuilder.__init__(self, input_file, logger_config)
self.resolved_topology = []
self.topology = None
with open(self.input_file, 'r') as file_desc:
doc = yaml.load(file_desc)
for key, val in doc.iteritems():
setattr(self, key, val)
self.populate_topology()
def __init__(self, input_file, logger_config):
"""
Init function, reads the config containing server list
Args:
input_file - A yaml file containing a key nodes
containing the server list
logger_config - configuration for logger
Return:
None
Raise:
None
"""
TopologyBuilder.__init__(self, input_file, logger_config)
self.resolved_topology = []
self.topology = None
with open(self.input_file, "r") as file_desc:
doc = yaml.load(file_desc)
for key, val in doc.iteritems():
setattr(self, key, val)
self.populate_topology()