def initialize(): global ab global wb global mb config = get_config(MonkConfigFile, "exper", "") ab = AdminBroker( config.kafkaConnectionString, config.administratorGroup, config.administratorTopic, producerType=AdminBroker.FIXED_PRODUCER, producerPartitions=[0], ) wb = WorkerBroker( config.kafkaConnectionString, config.workerGroup, config.workerTopic, producerType=WorkerBroker.USER_PRODUCER ) mb = MonitorBroker( config.kafkaConnectionString, config.monitorGroup, config.monitorTopic, producerType=MonitorBroker.FIXED_PRODUCER, producerPartitions=[0], ) monkapi.exits() monkapi.initialize(config) return ab, wb, mb
def init_brokers(self, config): monkapi.initialize(config) self.adminBroker = AdminBroker(config.kafkaConnectionString, config.administratorGroup, config.administratorTopic, KafkaBroker.SIMPLE_CONSUMER, config.administratorClientPartitions, KafkaBroker.FIXED_PRODUCER, config.administratorServerPartitions) self.workerBroker = WorkerBroker(config.kafkaConnectionString, config.workerGroup, config.workerTopic, consumerType=KafkaBroker.SIMPLE_CONSUMER, producerType=KafkaBroker.USER_PRODUCER) self.monitorBroker = MonitorBroker(config.kafkaConnectionString, config.monitorGroup, config.monitorTopic, producerType=KafkaBroker.FIXED_PRODUCER, producerPartitions=[0]) ut.set_monitor(self.monitorBroker) self.MAINTAIN_INTERVAL = config.workerMaintainInterval self.POLL_INTERVAL = config.workerPollInterval self.EXECUTE_INTERVAL = config.workerExecuteInterval self.MAX_QUEUE_SIZE = config.workerMaxQueueSize self.adminBroker.register_worker(self.serverName, offsetSkip=config.workerConsumerOffsetSkip) return [self.adminBroker, self.workerBroker]
def init_brokers(self, config): monkapi.initialize(config) self.adminBroker = AdminBroker( config.kafkaConnectionString, config.administratorGroup, config.administratorTopic, KafkaBroker.SIMPLE_CONSUMER, config.administratorClientPartitions, KafkaBroker.FIXED_PRODUCER, config.administratorServerPartitions) self.workerBroker = WorkerBroker( config.kafkaConnectionString, config.workerGroup, config.workerTopic, consumerType=KafkaBroker.SIMPLE_CONSUMER, producerType=KafkaBroker.USER_PRODUCER) self.monitorBroker = MonitorBroker( config.kafkaConnectionString, config.monitorGroup, config.monitorTopic, producerType=KafkaBroker.FIXED_PRODUCER, producerPartitions=[0]) ut.set_monitor(self.monitorBroker) self.MAINTAIN_INTERVAL = config.workerMaintainInterval self.POLL_INTERVAL = config.workerPollInterval self.EXECUTE_INTERVAL = config.workerExecuteInterval self.MAX_QUEUE_SIZE = config.workerMaxQueueSize self.adminBroker.register_worker( self.serverName, offsetSkip=config.workerConsumerOffsetSkip) return [self.adminBroker, self.workerBroker]
def init_monk(): config=default_config() ms.initialize(default_config()) is_initialized = True likeTS = ms.yaml2json('travelgene/pymonk-master/examples/turtle_scripts/turtle_like.yml') # print likeTS likeT = ms.create_turtle(likeTS) likeT.save()
def initialize(): config = get_config('monk_config.yml', 'exper', '') ab = AdminBroker(config.kafkaConnectionString, config.administratorGroup, config.administratorTopic, producerType=AdminBroker.FIXED_PRODUCER, producerPartitions=[0]) wb = WorkerBroker(config.kafkaConnectionString, config.workerGroup, config.workerTopic, producerType=WorkerBroker.USER_PRODUCER) mb = MonitorBroker(config.kafkaConnectionString, config.monitorGroup, config.monitorTopic, producerType=MonitorBroker.FIXED_PRODUCER, producerPartitions=[0]) monkapi.exits() monkapi.initialize(config) return ab, wb, mb
def init_brokers(self, config): self.trackers = {} self.aggregators = {} self.measurers = {} monkapi.initialize(config) self.MAINTAIN_INTERVAL = config.monitorMaintainInterval self.POLL_INTERVAL = config.monitorPollInterval self.EXECUTE_INTERVAL = config.monitorExecuteInterval self.MAX_QUEUE_SIZE = config.monitorMaxQueueSize self.monitorBroker = MonitorBroker(config.kafkaConnectionString, config.monitorGroup, config.monitorTopic, KafkaBroker.SIMPLE_CONSUMER) return [self.monitorBroker]
def setup_class(cls): result = monkapi.initialize(cls.TEST_MONK_CONFIG) assert result == True print "monkapi is initialized --OK"
from monk.math.cmath import sign0 import pymongo import monk.core.api as ms from monk.roles.configuration import default_config from pymongo import MongoClient import json client = MongoClient() def printJson(my_json): parsed = json.loads(my_json) print json.dumps(parsed,indent=4,sort_keys=True) if __name__=='__main__': config=default_config() ms.initialize(default_config()) stemTS = ms.yaml2json('turtle_scripts/turtle_stem.yml') stemT = ms.create_turtle(stemTS) # print stemT.generic() ents = ms.load_entities() # print len(ents) # print ents[0].generic() fields=['title', 'comment', 'desc'] print [stemT.predict(ent, fields) for ent in ents] stemT.save() [ent.save() for ent in ents] likeTS = ms.yaml2json('turtle_scripts/turtle_like.yml') # print likeTS likeT = ms.create_turtle(likeTS) likeT.save()