def initConnection(self):
host = Configuration.getworker()['mongo']['host']
port = Configuration.getworker()['mongo']['port']
db = Configuration.getworker()['mongo']['db']
self.mp = MongoPool(host, port, db, self.MAX_CONNECTION)
#print mp
return self.mp.getConnection()
def __init__(self, maxconnection=10):
# copie de l'état lors de l'initialisation d'une nouvelle instance
self.__dict__ = self.__shared_state
if not(self.initialized):
#N MajorDomoClient
#print "INIT ConnectionPool"
zb = ZooBorg(Configuration.getclient()['zookeeper']['ip'],
Configuration.getclient()['zookeeper']['port'])
zooconf = zb.getConf(ZooBorg.CLIENT)
connection_str=zooconf['broker']['connectionstr']
uniq = Uniq()
for _ in range(1, maxconnection):
conn=MajorDomoClient(connection_str, False, self)
self.__availableconnection.append(conn)
#register connexion
zb.register(zb.CLIENT, uniq.getid(uniq.CLIENT), self._zconfchanged)
self.initialized=True
def test_worker(self):
ip = Configuration.getworker()['zookeeper']['ip']
port = Configuration.getworker()['zookeeper']['port']
zb = ZooBorg(ip, port)
worker_id = 'test_worket_id'
try:
zb.register(ZooBorg.WORKER, worker_id, self.stubhandler)
# client id must be in client list
cl = zb.getList(ZooBorg.WORKER)
#print "workerlist:",cl
assert worker_id in cl
#just created + test infra worker
assert len(cl) >= 2
except:
traceback.print_exc()
assert 0
finally:
zb.unregister(ZooBorg.WORKER, worker_id)
def test_broker(self):
ip = Configuration.getbroker()['zookeeper']['ip']
port = Configuration.getbroker()['zookeeper']['port']
zb = ZooBorg(ip, port)
try:
broker_id = 'broker_test_id'
zb.register(ZooBorg.BROKER, broker_id, self.stubhandler)
# conf must be updated
# broker id must be in broker list
cl = zb.getList(ZooBorg.BROKER)
#print "brokerlist:",cl
assert broker_id in cl
#the one created here + infra broker(s)
assert len(cl) > 1
except:
traceback.print_exc()
assert 0
finally:
zb.unregister(ZooBorg.BROKER, broker_id)
def test_client(self):
ip = Configuration.getclient()['zookeeper']['ip']
port = Configuration.getclient()['zookeeper']['port']
zb = ZooBorg(ip, port)
try:
client_id = 'client_test_id'
zb.register(ZooBorg.CLIENT, client_id, self.stubhandler)
# conf must be updated
# client id must be in client list
cl = zb.getList(ZooBorg.CLIENT)
assert client_id in cl
#just the one created here (connection pools are dead here)
#print "clientlist:",cl
assert len(cl) == 1
except:
traceback.print_exc()
assert 0
finally:
zb.unregister(ZooBorg.CLIENT, client_id)
zb.zk.ensure_path("/distark/broker/conf/conf_reload_trigger")
if __name__ == '__main__':
##############################################
# ARGUMENTS PARSING
##############################################
parser = argparse.ArgumentParser(description='Send requests')
parser.add_argument('do',
help='test initclientconf initworkerconf initbrokerconf initall',
type=str)
parser.set_defaults(do='test')
args= parser.parse_args()
print "Program Launched with args:" + str(args)
print "Do:" + str(args.do)
zb=None
ip = Configuration.getclient()['zookeeper']['ip']
port = Configuration.getclient()['zookeeper']['port']
zb = ZooBorg(ip, port)
try:
if args.do == 'initclientconf':
_initclientconf(zb)
elif args.do == 'initworkerconf':
_initworkerconf(zb)
elif args.do == 'initbrokerconf':
_initbrokerconf(zb)
elif args.do == 'initall':
_initworkerconf(zb)
_initclientconf(zb)
_initbrokerconf(zb)
else:
print 'do nothing !!!'
# parser.add_argument('-a', '--asynchronous', help='send/receive
# asynchronous',action='store_true')
parser.set_defaults(numreq=10)
parser.set_defaults(content='youpi')
args = parser.parse_args()
print "Program Launched with args:" + str(args)
print "Number of requests:" + str(args.numreq)
print "Verbose:" + str(args.verbose)
print "Content:" + str(args.content)
content = args.content
verbose = args.verbose
NB_REQUEST = args.numreq
# init conf
print Configuration.get()
start_launcher = datetime.datetime.now()
for _ in xrange(NB_REQUEST):
caller = Caller(verbose)
caller.main(content)
end_launcher = datetime.datetime.now()
delta = end_launcher - start_launcher
print 'Launcher ALL JOBS DONE in ', str(delta), ' !!!!'
print 'Avergage round-trip:', str(delta / NB_REQUEST)
import re
from sh import wc
from sh import cat
from sh import mv
from distark.commons.utils.db.mongopool import MongoPool
from distark.commons.utils.MyConfiguration import Configuration
MODE_DESC='description'
MODE_POINT='points'
MODE_PROPERTIES='prop'
MODE_QTE="qte"
MODE_NOTHING='nothing'
MAX_CONN = 1
host = Configuration.getworker()['mongo']['host']
port = Configuration.getworker()['mongo']['port']
db = Configuration.getworker()['mongo']['db']
mp = MongoPool(host, port, db, MAX_CONN)
dbcon = mp.getConnection()
refloat = re.compile('^\d+(\.\d+)*$')
def is_mode_qte(line):
res=False
qte = ['100 g', '1 part', '1 pot', u'1 unité', '1 tranche',
'1 portion', '100 ml', '1 canette', 'c.c.']
if line in qte:
res = True
return res
def test_conf_client(self):
assert Configuration.getclient() is not None
assert Configuration.initialized is True
assert Configuration.client_initialized is True
assert len(Configuration.getclient()['zookeeper']['ip'])>0
def test_conf_worker(self):
assert Configuration.getworker() is not None
assert Configuration.initialized is True
assert Configuration.worker_initialized is True
assert len(Configuration.getworker()['zookeeper']['ip'])>0
