def __init__(self, conf_path=''): logging.basicConfig(format='%(asctime)s - %(levelname)s - %(message)s', level=logging.DEBUG) self.conf = Configure(conf_path).conf self.meta = MetaManager(self.conf['meta-server'], self.conf['meta-root']) logging.info('broker init OK, conf: %s' % str(self.conf)) logging.info('broker init OK, zk addr: %s, zk root: %s' % (self.conf['meta-server'], self.conf['meta-root']))
def __init__(self, conf_path=''): logging.basicConfig(format='%(asctime)s - %(levelname)s - %(message)s', level=logging.DEBUG) self.conf = Configure(conf_path).conf self.meta = MetaManager(self.conf['meta-server'], self.conf['meta-root']) self.mmeta = MasterMetaManager(self.conf, self.meta)
class Broker(): def __init__(self, conf_path=''): logging.basicConfig(format='%(asctime)s - %(levelname)s - %(message)s', level=logging.DEBUG) self.conf = Configure(conf_path).conf self.meta = MetaManager(self.conf['meta-server'], self.conf['meta-root']) logging.info('broker init OK, conf: %s' % str(self.conf)) logging.info('broker init OK, zk addr: %s, zk root: %s' % (self.conf['meta-server'], self.conf['meta-root'])) def register_to_serve(self): node_path = '/Broker' node_value = "%s:%s" % (socket.gethostbyname( platform.node()), self.conf['listen-port']) # make sure node exist self.meta.create_node(node_path) # register service if self.meta.register_node(path=node_path, value=node_value): logging.info('register broker OK, addr %s' % node_value) return True else: logging.error('register broker failed, addr %s' % node_value) return False def start_rest_server(self): rest_server = BrokerServer(self.conf) rest_server.run() return True def run(self): logging.info('Broker running...') # register to serve if not self.register_to_serve(): logging.error('register borker failed, quit') quit() # start rest server if not self.start_rest_server(): logging.error('start rest server failed, quit') quit()
class Broker(): def __init__(self, conf_path = ''): logging.basicConfig(format='%(asctime)s - %(levelname)s - %(message)s', level = logging.DEBUG) self.conf = Configure(conf_path).conf self.meta = MetaManager(self.conf['meta-server'], self.conf['meta-root']) logging.info('broker init OK, conf: %s' % str(self.conf)) logging.info('broker init OK, zk addr: %s, zk root: %s' % (self.conf['meta-server'], self.conf['meta-root'])) def register_to_serve(self): node_path = '/Broker' node_value = "%s:%s" % (socket.gethostbyname(platform.node()), self.conf['listen-port']) # make sure node exist self.meta.create_node(node_path) # register service if self.meta.register_node(path = node_path, value = node_value): logging.info('register broker OK, addr %s' % node_value) return True else: logging.error('register broker failed, addr %s' % node_value) return False def start_rest_server(self): rest_server = BrokerServer(self.conf) rest_server.run() return True def run(self): logging.info('Broker running...') # register to serve if not self.register_to_serve(): logging.error('register borker failed, quit') quit() # start rest server if not self.start_rest_server(): logging.error('start rest server failed, quit') quit()
def add_segment(self, topic_name): topic_path = self.topic_path + '/' + topic_name segment_name = "%d" % int(time.time()) seg_start = 0 seg_end = 0xffffffff seg_host = '' seg_attr = {'start': seg_start, 'end': seg_end, 'host': seg_host} seg_path = topic_path + '/' + segment_name ret = self.meta.create_node_with_property(seg_path, json.dumps(seg_attr)) if ret: logging.info('add segment(%s) OK' % seg_path) return True else: logging.warning('add segment(%s) failed' % seg_path) return False if __name__ == '__main__': import sys sys.path.append('../..') from common.MetaManager import MetaManager meta = MetaManager('127.0.0.1:2181', '/iotmq') mmeta = MasterMetaManager('', meta) mmeta.prepare_root_path() mmeta.create_topic('test_topic') mmeta.add_segment('test_topic')
def __init__(self, conf_path = ''): logging.basicConfig(format='%(asctime)s - %(levelname)s - %(message)s', level = logging.DEBUG) self.conf = Configure(conf_path).conf self.meta = MetaManager(self.conf['meta-server'], self.conf['meta-root']) logging.info('broker init OK, conf: %s' % str(self.conf)) logging.info('broker init OK, zk addr: %s, zk root: %s' % (self.conf['meta-server'], self.conf['meta-root']))