def __init__(self, uri, name='worker'):
uri = parse_uri(uri)
self.name = name
self.client = pymongo.MongoClient(host=uri['address'],
port=int(uri['port']))
self.heartbeat_monitor = AgentMonitor(self, wait_time=60)
self.message_handlers = {0: self.no_handler}
def __init__(self, uri, name=None):
uri = parse_uri(uri)
self.con = psycopg2.connect(
user=uri.get('username', 'default_user'),
password=uri.get('password', 'mq_password'),
# sslmode='require',
# sslrootcert='certs/ca.crt',
# sslkey='certs/client.maxroach.key',
# sslcert='certs/client.maxroach.crt',
port=uri['port'],
host=uri['address']
)
self.con.set_session(autocommit=True)
self.cursor = self.con.cursor()
self.name = name
self.agent_id = None
self.heartbeat_monitor = AgentMonitor(self, wait_time=60)
self.message_handlers = {
0: self.no_handler
}
def make_cockroach_server(uri, *args, **kwargs):
from mlbaselines.distributed.cockroachdb import CockRoachDB
data = parse_uri(uri)
return CockRoachDB(location='/tmp/cockroach/queue',
addrs=f'{data.get("address")}:{data.get("port")}')
def make_message_client(uri, *args, **kwargs):
options = parse_uri(uri)
return client_factory.get(options.get('scheme'))(uri, *args, **kwargs)
def make_message_broker(uri, *args, **kwargs):
options = parse_uri(uri)
return broker_factory.get(options.get('scheme'))(uri, *args, **kwargs)
def make_mongo_broker(uri, *args, **kwargs):
from mlbaselines.distributed.mongo import MongoDB
options = parse_uri(uri)
return MongoDB(options['address'],
port=int(options['port']),
location='/tmp/mongo')