def __init__(self, uri, name='worker'): uri = parse_uri(uri) self.name = name self.client = pymongo.MongoClient(host=uri['address'], port=int(uri['port'])) self.heartbeat_monitor = AgentMonitor(self, wait_time=60) self.message_handlers = {0: self.no_handler}
def __init__(self, uri, name=None): uri = parse_uri(uri) self.con = psycopg2.connect( user=uri.get('username', 'default_user'), password=uri.get('password', 'mq_password'), # sslmode='require', # sslrootcert='certs/ca.crt', # sslkey='certs/client.maxroach.key', # sslcert='certs/client.maxroach.crt', port=uri['port'], host=uri['address'] ) self.con.set_session(autocommit=True) self.cursor = self.con.cursor() self.name = name self.agent_id = None self.heartbeat_monitor = AgentMonitor(self, wait_time=60) self.message_handlers = { 0: self.no_handler }
def make_cockroach_server(uri, *args, **kwargs): from mlbaselines.distributed.cockroachdb import CockRoachDB data = parse_uri(uri) return CockRoachDB(location='/tmp/cockroach/queue', addrs=f'{data.get("address")}:{data.get("port")}')
def make_message_client(uri, *args, **kwargs): options = parse_uri(uri) return client_factory.get(options.get('scheme'))(uri, *args, **kwargs)
def make_message_broker(uri, *args, **kwargs): options = parse_uri(uri) return broker_factory.get(options.get('scheme'))(uri, *args, **kwargs)
def make_mongo_broker(uri, *args, **kwargs): from mlbaselines.distributed.mongo import MongoDB options = parse_uri(uri) return MongoDB(options['address'], port=int(options['port']), location='/tmp/mongo')