if not os.path.exists(ZOOKEEPER_DATA_DIR): os.makedirs(ZOOKEEPER_DATA_DIR, mode=0750) with open(os.path.join(ZOOKEEPER_DATA_DIR, 'myid'), 'w+') as f: f.write('%s\n' % ZOOKEEPER_NODE_ID) sys.stderr.write( 'Starting {}, node id#{} of a {}-node ZooKeeper cluster...\n'.format( get_container_name(), ZOOKEEPER_NODE_ID, ZOOKEEPER_CLUSTER_SIZE)) else: sys.stderr.write( 'Starting {} as a single-node ZooKeeper cluster...\n'.format( get_container_name())) jvmflags = [ '-server', '-showversion', '-Dvisualvm.display.name="{}/{}"'.format(get_environment_name(), get_container_name()), ] jmx_port = get_port('jmx', -1) if jmx_port != -1: jvmflags += [ '-Djava.rmi.server.hostname={}'.format(get_container_host_address()), '-Dcom.sun.management.jmxremote.port={}'.format(jmx_port), '-Dcom.sun.management.jmxremote.rmi.port={}'.format(jmx_port), '-Dcom.sun.management.jmxremote.authenticate=false', '-Dcom.sun.management.jmxremote.local.only=false', '-Dcom.sun.management.jmxremote.ssl=false', ] os.environ['JVMFLAGS'] = ' '.join(jvmflags) + os.environ.get('JVM_OPTS', '')
from maestro.guestutils import get_container_name, \ get_container_host_address, \ get_environment_name, \ get_node_list, \ get_port, \ get_service_name # Setup logging for Kazoo. logging.basicConfig(stream=sys.stdout, level=logging.INFO) os.chdir(os.path.join(os.path.dirname(os.path.abspath(__file__)), '..')) KAFKA_CONFIG_FILE = os.path.join('config', 'server.properties') KAFKA_LOGGING_CONFIG = os.path.join('config', 'log4j.properties') KAFKA_ZOOKEEPER_BASE = os.environ.get( 'ZOOKEEPER_BASE', '/{}/kafka'.format(get_environment_name())) LOG_PATTERN = "%d{yyyy'-'MM'-'dd'T'HH:mm:ss.SSSXXX} %-5p [%-35.35t] [%-36.36c]: %m%n" ZOOKEEPER_NODE_LIST = ','.join(get_node_list('zookeeper', ports=['client'])) KAFKA_CONFIG_TEMPLATE = """# Kafka configuration for %(node_name)s broker.id=%(broker_id)d advertised.host.name=%(host_address)s port=%(broker_port)d num.network.threads=%(num_threads)d num.io.threads=%(num_threads)d socket.send.buffer.bytes=1048576 socket.receive.buffer.bytes=1048576
import maestro.guestutils as orig import maestro_etcd_map1 as emap print 'testing maestro and etcdmap' print orig.get_environment_name() print emap.get_environment_name() print 'print orig.get_service_name()' print orig.get_service_name() print emap.get_service_name() print 'get_container_name()' print orig.get_container_name() print emap.get_container_name() print 'get_container_host_address()' print orig.get_container_host_address() print emap.get_container_host_address() print 'get_container_internal_address()' print orig.get_container_internal_address() print emap.get_container_internal_address() print 'get_port(name, default = )' print orig.get_port('smtp') print emap.get_port('smtp') print 'get_node_list(service, ports=None)' print orig.get_node_list('cassandra') print emap.get_node_list('cassandra')
os.makedirs(ZOOKEEPER_DATA_DIR, mode=0750) with open(os.path.join(ZOOKEEPER_DATA_DIR, 'myid'), 'w+') as f: f.write('%s\n' % ZOOKEEPER_NODE_ID) sys.stderr.write( 'Starting {}, node id#{} of a {}-node ZooKeeper cluster...\n' .format(get_container_name(), ZOOKEEPER_NODE_ID, ZOOKEEPER_CLUSTER_SIZE)) else: sys.stderr.write('Starting {} as a single-node ZooKeeper cluster...\n' .format(get_container_name())) jvmflags = [ '-server', '-showversion', '-Dvisualvm.display.name="{}/{}"'.format( get_environment_name(), get_container_name()), ] jmx_port = get_port('jmx', -1) if jmx_port != -1: jvmflags += [ '-Djava.rmi.server.hostname={}'.format(get_container_host_address()), '-Dcom.sun.management.jmxremote.port={}'.format(jmx_port), '-Dcom.sun.management.jmxremote.rmi.port={}'.format(jmx_port), '-Dcom.sun.management.jmxremote.authenticate=false', '-Dcom.sun.management.jmxremote.local.only=false', '-Dcom.sun.management.jmxremote.ssl=false', ] os.environ['JVMFLAGS'] = ' '.join(jvmflags) + ' ' + os.environ.get('JVM_OPTS', '')
get_environment_name, \ get_node_list, \ get_port, \ get_service_name # Setup logging for Kazoo. logging.basicConfig(stream=sys.stdout, level=logging.INFO) os.chdir(os.path.join( os.path.dirname(os.path.abspath(__file__)), '..')) KAFKA_CONFIG_FILE = os.path.join('config', 'server.properties') KAFKA_LOGGING_CONFIG = os.path.join('config', 'log4j.properties') KAFKA_ZOOKEEPER_BASE = os.environ.get('ZOOKEEPER_BASE', '/{}/kafka'.format(get_environment_name())) LOG_PATTERN = "%d{yyyy'-'MM'-'dd'T'HH:mm:ss.SSSXXX} %-5p [%-35.35t] [%-36.36c]: %m%n" ZOOKEEPER_NODE_LIST = ','.join(get_node_list('zookeeper', ports=['client'])) KAFKA_CONFIG_TEMPLATE = """# Kafka configuration for %(node_name)s broker.id=%(broker_id)d advertised.host.name=%(host_address)s port=%(broker_port)d num.network.threads=%(num_threads)d num.io.threads=%(num_threads)d socket.send.buffer.bytes=1048576 socket.receive.buffer.bytes=1048576
get_container_name, get_container_host_address, get_environment_name, get_node_list, get_port, get_service_name, ) # Setup logging for Kazoo. logging.basicConfig(stream=sys.stdout, level=logging.INFO) os.chdir(os.path.join(os.path.dirname(os.path.abspath(__file__)), "..")) KAFKA_CONFIG_FILE = os.path.join("config", "server.properties") KAFKA_LOGGING_CONFIG = os.path.join("config", "log4j.properties") KAFKA_ZOOKEEPER_BASE = os.environ.get("ZOOKEEPER_BASE", "/{}/kafka".format(get_environment_name())) LOG_PATTERN = "%d{yyyy'-'MM'-'dd'T'HH:mm:ss.SSSXXX} %-5p [%-35.35t] [%-36.36c]: %m%n" ZOOKEEPER_NODE_LIST = ",".join(get_node_list("zookeeper", ports=["client"])) KAFKA_CONFIG_TEMPLATE = """# Kafka configuration for %(node_name)s broker.id=%(broker_id)d advertised.host.name=%(host_address)s port=%(broker_port)d num.network.threads=%(num_threads)d num.io.threads=%(num_threads)d socket.send.buffer.bytes=1048576 socket.receive.buffer.bytes=1048576