def initConnection(self): host = Configuration.getworker()['mongo']['host'] port = Configuration.getworker()['mongo']['port'] db = Configuration.getworker()['mongo']['db'] self.mp = MongoPool(host, port, db, self.MAX_CONNECTION) #print mp return self.mp.getConnection()
def __init__(self, maxconnection=10): # copie de l'état lors de l'initialisation d'une nouvelle instance self.__dict__ = self.__shared_state if not(self.initialized): #N MajorDomoClient #print "INIT ConnectionPool" zb = ZooBorg(Configuration.getclient()['zookeeper']['ip'], Configuration.getclient()['zookeeper']['port']) zooconf = zb.getConf(ZooBorg.CLIENT) connection_str=zooconf['broker']['connectionstr'] uniq = Uniq() for _ in range(1, maxconnection): conn=MajorDomoClient(connection_str, False, self) self.__availableconnection.append(conn) #register connexion zb.register(zb.CLIENT, uniq.getid(uniq.CLIENT), self._zconfchanged) self.initialized=True
def test_worker(self): ip = Configuration.getworker()['zookeeper']['ip'] port = Configuration.getworker()['zookeeper']['port'] zb = ZooBorg(ip, port) worker_id = 'test_worket_id' try: zb.register(ZooBorg.WORKER, worker_id, self.stubhandler) # client id must be in client list cl = zb.getList(ZooBorg.WORKER) #print "workerlist:",cl assert worker_id in cl #just created + test infra worker assert len(cl) >= 2 except: traceback.print_exc() assert 0 finally: zb.unregister(ZooBorg.WORKER, worker_id)
def test_broker(self): ip = Configuration.getbroker()['zookeeper']['ip'] port = Configuration.getbroker()['zookeeper']['port'] zb = ZooBorg(ip, port) try: broker_id = 'broker_test_id' zb.register(ZooBorg.BROKER, broker_id, self.stubhandler) # conf must be updated # broker id must be in broker list cl = zb.getList(ZooBorg.BROKER) #print "brokerlist:",cl assert broker_id in cl #the one created here + infra broker(s) assert len(cl) > 1 except: traceback.print_exc() assert 0 finally: zb.unregister(ZooBorg.BROKER, broker_id)
def test_client(self): ip = Configuration.getclient()['zookeeper']['ip'] port = Configuration.getclient()['zookeeper']['port'] zb = ZooBorg(ip, port) try: client_id = 'client_test_id' zb.register(ZooBorg.CLIENT, client_id, self.stubhandler) # conf must be updated # client id must be in client list cl = zb.getList(ZooBorg.CLIENT) assert client_id in cl #just the one created here (connection pools are dead here) #print "clientlist:",cl assert len(cl) == 1 except: traceback.print_exc() assert 0 finally: zb.unregister(ZooBorg.CLIENT, client_id)
zb.zk.ensure_path("/distark/broker/conf/conf_reload_trigger") if __name__ == '__main__': ############################################## # ARGUMENTS PARSING ############################################## parser = argparse.ArgumentParser(description='Send requests') parser.add_argument('do', help='test initclientconf initworkerconf initbrokerconf initall', type=str) parser.set_defaults(do='test') args= parser.parse_args() print "Program Launched with args:" + str(args) print "Do:" + str(args.do) zb=None ip = Configuration.getclient()['zookeeper']['ip'] port = Configuration.getclient()['zookeeper']['port'] zb = ZooBorg(ip, port) try: if args.do == 'initclientconf': _initclientconf(zb) elif args.do == 'initworkerconf': _initworkerconf(zb) elif args.do == 'initbrokerconf': _initbrokerconf(zb) elif args.do == 'initall': _initworkerconf(zb) _initclientconf(zb) _initbrokerconf(zb) else: print 'do nothing !!!'
# parser.add_argument('-a', '--asynchronous', help='send/receive # asynchronous',action='store_true') parser.set_defaults(numreq=10) parser.set_defaults(content='youpi') args = parser.parse_args() print "Program Launched with args:" + str(args) print "Number of requests:" + str(args.numreq) print "Verbose:" + str(args.verbose) print "Content:" + str(args.content) content = args.content verbose = args.verbose NB_REQUEST = args.numreq # init conf print Configuration.get() start_launcher = datetime.datetime.now() for _ in xrange(NB_REQUEST): caller = Caller(verbose) caller.main(content) end_launcher = datetime.datetime.now() delta = end_launcher - start_launcher print 'Launcher ALL JOBS DONE in ', str(delta), ' !!!!' print 'Avergage round-trip:', str(delta / NB_REQUEST)
import re from sh import wc from sh import cat from sh import mv from distark.commons.utils.db.mongopool import MongoPool from distark.commons.utils.MyConfiguration import Configuration MODE_DESC='description' MODE_POINT='points' MODE_PROPERTIES='prop' MODE_QTE="qte" MODE_NOTHING='nothing' MAX_CONN = 1 host = Configuration.getworker()['mongo']['host'] port = Configuration.getworker()['mongo']['port'] db = Configuration.getworker()['mongo']['db'] mp = MongoPool(host, port, db, MAX_CONN) dbcon = mp.getConnection() refloat = re.compile('^\d+(\.\d+)*$') def is_mode_qte(line): res=False qte = ['100 g', '1 part', '1 pot', u'1 unité', '1 tranche', '1 portion', '100 ml', '1 canette', 'c.c.'] if line in qte: res = True return res
def test_conf_client(self): assert Configuration.getclient() is not None assert Configuration.initialized is True assert Configuration.client_initialized is True assert len(Configuration.getclient()['zookeeper']['ip'])>0
def test_conf_worker(self): assert Configuration.getworker() is not None assert Configuration.initialized is True assert Configuration.worker_initialized is True assert len(Configuration.getworker()['zookeeper']['ip'])>0