def initialize():
global ab
global wb
global mb
config = get_config(MonkConfigFile, "exper", "")
ab = AdminBroker(
config.kafkaConnectionString,
config.administratorGroup,
config.administratorTopic,
producerType=AdminBroker.FIXED_PRODUCER,
producerPartitions=[0],
)
wb = WorkerBroker(
config.kafkaConnectionString, config.workerGroup, config.workerTopic, producerType=WorkerBroker.USER_PRODUCER
)
mb = MonitorBroker(
config.kafkaConnectionString,
config.monitorGroup,
config.monitorTopic,
producerType=MonitorBroker.FIXED_PRODUCER,
producerPartitions=[0],
)
monkapi.exits()
monkapi.initialize(config)
return ab, wb, mb
def init_brokers(self, config):
monkapi.initialize(config)
self.adminBroker = AdminBroker(config.kafkaConnectionString,
config.administratorGroup,
config.administratorTopic,
KafkaBroker.SIMPLE_CONSUMER,
config.administratorClientPartitions,
KafkaBroker.FIXED_PRODUCER,
config.administratorServerPartitions)
self.workerBroker = WorkerBroker(config.kafkaConnectionString,
config.workerGroup,
config.workerTopic,
consumerType=KafkaBroker.SIMPLE_CONSUMER,
producerType=KafkaBroker.USER_PRODUCER)
self.monitorBroker = MonitorBroker(config.kafkaConnectionString,
config.monitorGroup,
config.monitorTopic,
producerType=KafkaBroker.FIXED_PRODUCER,
producerPartitions=[0])
ut.set_monitor(self.monitorBroker)
self.MAINTAIN_INTERVAL = config.workerMaintainInterval
self.POLL_INTERVAL = config.workerPollInterval
self.EXECUTE_INTERVAL = config.workerExecuteInterval
self.MAX_QUEUE_SIZE = config.workerMaxQueueSize
self.adminBroker.register_worker(self.serverName, offsetSkip=config.workerConsumerOffsetSkip)
return [self.adminBroker, self.workerBroker]
def init_brokers(self, config):
monkapi.initialize(config)
self.adminBroker = AdminBroker(
config.kafkaConnectionString, config.administratorGroup,
config.administratorTopic, KafkaBroker.SIMPLE_CONSUMER,
config.administratorClientPartitions, KafkaBroker.FIXED_PRODUCER,
config.administratorServerPartitions)
self.workerBroker = WorkerBroker(
config.kafkaConnectionString,
config.workerGroup,
config.workerTopic,
consumerType=KafkaBroker.SIMPLE_CONSUMER,
producerType=KafkaBroker.USER_PRODUCER)
self.monitorBroker = MonitorBroker(
config.kafkaConnectionString,
config.monitorGroup,
config.monitorTopic,
producerType=KafkaBroker.FIXED_PRODUCER,
producerPartitions=[0])
ut.set_monitor(self.monitorBroker)
self.MAINTAIN_INTERVAL = config.workerMaintainInterval
self.POLL_INTERVAL = config.workerPollInterval
self.EXECUTE_INTERVAL = config.workerExecuteInterval
self.MAX_QUEUE_SIZE = config.workerMaxQueueSize
self.adminBroker.register_worker(
self.serverName, offsetSkip=config.workerConsumerOffsetSkip)
return [self.adminBroker, self.workerBroker]
def init_monk():
config=default_config()
ms.initialize(default_config())
is_initialized = True
likeTS = ms.yaml2json('travelgene/pymonk-master/examples/turtle_scripts/turtle_like.yml')
# print likeTS
likeT = ms.create_turtle(likeTS)
likeT.save()
def initialize():
config = get_config('monk_config.yml', 'exper', '')
ab = AdminBroker(config.kafkaConnectionString, config.administratorGroup, config.administratorTopic, producerType=AdminBroker.FIXED_PRODUCER, producerPartitions=[0])
wb = WorkerBroker(config.kafkaConnectionString, config.workerGroup, config.workerTopic, producerType=WorkerBroker.USER_PRODUCER)
mb = MonitorBroker(config.kafkaConnectionString, config.monitorGroup, config.monitorTopic, producerType=MonitorBroker.FIXED_PRODUCER, producerPartitions=[0])
monkapi.exits()
monkapi.initialize(config)
return ab, wb, mb
def init_brokers(self, config):
self.trackers = {}
self.aggregators = {}
self.measurers = {}
monkapi.initialize(config)
self.MAINTAIN_INTERVAL = config.monitorMaintainInterval
self.POLL_INTERVAL = config.monitorPollInterval
self.EXECUTE_INTERVAL = config.monitorExecuteInterval
self.MAX_QUEUE_SIZE = config.monitorMaxQueueSize
self.monitorBroker = MonitorBroker(config.kafkaConnectionString,
config.monitorGroup,
config.monitorTopic,
KafkaBroker.SIMPLE_CONSUMER)
return [self.monitorBroker]
def initialize():
config = get_config('monk_config.yml', 'exper', '')
ab = AdminBroker(config.kafkaConnectionString,
config.administratorGroup,
config.administratorTopic,
producerType=AdminBroker.FIXED_PRODUCER,
producerPartitions=[0])
wb = WorkerBroker(config.kafkaConnectionString,
config.workerGroup,
config.workerTopic,
producerType=WorkerBroker.USER_PRODUCER)
mb = MonitorBroker(config.kafkaConnectionString,
config.monitorGroup,
config.monitorTopic,
producerType=MonitorBroker.FIXED_PRODUCER,
producerPartitions=[0])
monkapi.exits()
monkapi.initialize(config)
return ab, wb, mb
def setup_class(cls):
result = monkapi.initialize(cls.TEST_MONK_CONFIG)
assert result == True
print "monkapi is initialized --OK"
from monk.math.cmath import sign0
import pymongo
import monk.core.api as ms
from monk.roles.configuration import default_config
from pymongo import MongoClient
import json
client = MongoClient()
def printJson(my_json):
parsed = json.loads(my_json)
print json.dumps(parsed,indent=4,sort_keys=True)
if __name__=='__main__':
config=default_config()
ms.initialize(default_config())
stemTS = ms.yaml2json('turtle_scripts/turtle_stem.yml')
stemT = ms.create_turtle(stemTS)
# print stemT.generic()
ents = ms.load_entities()
# print len(ents)
# print ents[0].generic()
fields=['title', 'comment', 'desc']
print [stemT.predict(ent, fields) for ent in ents]
stemT.save()
[ent.save() for ent in ents]
likeTS = ms.yaml2json('turtle_scripts/turtle_like.yml')
# print likeTS
likeT = ms.create_turtle(likeTS)
likeT.save()
def setup_class(cls):
result = monkapi.initialize(cls.TEST_MONK_CONFIG)
assert result == True
print "monkapi is initialized --OK"
