def __init__(self, addr, port):
RPCServer.__init__(self, addr, port, user=User())
self._sandbox = Sandbox()
locks = []
for _ in range(LOCK_MAX):
locks.append(Lock())
self._locks = HashRing(locks)
self._cache = {}
if DEBUG:
self._register_cnt = 0
self._login_cnt = 0
self._upload_cnt = 0
self._install_cnt = 0
self._uninstall_cnt = 0
def __init__(self, addr, port):
RPCServer.__init__(self, addr, port, user=User())
self._sandbox = Sandbox()
locks = []
for _ in range(LOCK_MAX):
locks.append(Lock())
self._locks = HashRing(locks)
self._cache = {}
if DEBUG:
self._register_cnt = 0
self._login_cnt = 0
self._upload_cnt = 0
self._install_cnt = 0
self._uninstall_cnt = 0
class Backend(RPCServer):
def __init__(self, addr, port):
RPCServer.__init__(self, addr, port, user=User())
self._sandbox = Sandbox()
locks = []
for _ in range(LOCK_MAX):
locks.append(Lock())
self._locks = HashRing(locks)
self._cache = {}
if DEBUG:
self._register_cnt = 0
self._login_cnt = 0
self._upload_cnt = 0
self._install_cnt = 0
self._uninstall_cnt = 0
def _print(self, text):
if PRINT:
show_info(self, text)
def _load(self, buf):
return json.loads(buf)
def _get_lock(self, user):
uid = get_uid(user)
return self._locks.get_node(uid)
def _get_allocator(self, uid):
ring = HashRing(ALLOCATOR_SERVERS)
server = ring.get_node(uid)
return server
def _get_repo(self, package):
ring = HashRing(REPOSITORY_SERVERS)
server = ring.get_node(package)
return server
def _get_recorder(self, package):
ring = HashRing(RECORDER_SERVERS)
server = ring.get_node(package)
return server
def _update(self, uid, category, package, title, description):
self._print('update, cat=%s, desc=%s' %
(str(category), str(description)))
addr = self._get_recorder(package)
rpcclient = RPCClient(addr, RECORDER_PORT)
return rpcclient.request('upload',
uid=uid,
category=category,
package=package,
title=title,
description=description)
def upload(self, uid, package, version, buf, typ):
self._print('start to upload, uid=%s, package=%s' %
(str(uid), str(package)))
try:
if SHOW_TIME:
start_time = datetime.utcnow()
addr = self._get_repo(package)
rpcclient = RPCClient(addr, REPOSITORY_PORT)
res = rpcclient.request('upload',
uid=uid,
package=package,
version=version,
buf=buf)
if SHOW_TIME:
self._print('upload, upload package to repo, time=%d sec' %
(datetime.utcnow() - start_time).seconds)
start_time = datetime.utcnow()
if not res:
show_error(
self, '%s failed to upload %s to repo' %
(str(uid), str(package)))
return
if typ == APP:
cat, title, desc = self._sandbox.evaluate(OP_SCAN, buf)
if not cat or not title or not desc:
show_error(self, 'invalid package')
return
cat = check_category(cat)
if not cat:
show_error(self, 'invalid category')
return
if SHOW_TIME:
self._print('upload, analyze yaml, time=%d sec' %
(datetime.utcnow() - start_time).seconds)
start_time = datetime.utcnow()
res = self._update(uid, cat, package, title, desc)
if res:
if DEBUG:
self._upload_cnt += 1
self._print('upload, count=%d' % self._upload_cnt)
if SHOW_TIME:
self._print('upload, update recorder, time=%d sec' %
(datetime.utcnow() - start_time).seconds)
return res
except:
show_error(self, 'failed to upload')
def _get_installer(self, uid):
self._print('start to get instsaller addr')
try:
cache = self._cache
addr = cache.get(uid)
if addr:
return addr
else:
address = self._get_allocator(uid)
rpcclient = RPCClient(address, ALLOCATOR_PORT)
addr = rpcclient.request('get_installer', uid=uid)
if len(cache) >= CACHE_MAX:
cache.popitem()
cache.update({uid: addr})
return addr
except:
show_error(self, 'failed to get instsaller addr')
def install(self, uid, package, version, typ):
self._print('start to install')
try:
if SHOW_TIME:
start_time = datetime.utcnow()
addr = self._get_installer(uid)
rpcclient = RPCClient(addr, INSTALLER_PORT)
res = rpcclient.request('install',
uid=uid,
package=package,
version=version,
typ=typ)
if not res:
show_error(self, 'failed to install')
return
if typ == APP:
addr = self._get_recorder(package)
rpcclient = RPCClient(addr, RECORDER_PORT)
info = rpcclient.request('install', package=package)
if not info:
show_error(
self,
'failed to install, invalid update install table')
return
if SHOW_TIME:
self._print('install, time=%d sec' %
(datetime.utcnow() - start_time).seconds)
if DEBUG:
self._install_cnt += 1
self._print('install, count=%d' % self._install_cnt)
return res
except:
show_error(self, 'failed to install')
def uninstall(self, uid, package, typ):
self._print('start to uninstall')
addr = self._get_installer(uid)
rpcclient = RPCClient(addr, INSTALLER_PORT)
res = rpcclient.request('uninstall', uid=uid, package=package, typ=typ)
if not res:
show_error(self, 'failed to uninstall')
return
if DEBUG:
self._uninstall_cnt += 1
self._print('uninstall, count=%d' % self._uninstall_cnt)
return res
def get_name(self, uid):
self._print('start to get name, uid=%s' % str(uid))
return self.user.get_name(uid)
def get_installed_packages(self, uid, typ):
self._print('start to get installed packages')
addr = self._get_installer(uid)
rpcclient = RPCClient(addr, INSTALLER_PORT)
return rpcclient.request('get_packages', uid=uid, typ=typ)
def has_package(self, uid, package, typ):
self._print('has_package, package=%s' % str(package))
addr = self._get_installer(uid)
rpcclient = RPCClient(addr, INSTALLER_PORT)
return rpcclient.request('has_package',
uid=uid,
package=package,
typ=typ)
def _alloc_installer(self, uid):
self._print('alloc_installer->uid=%s' % str(uid))
addr = self._get_allocator(uid)
rpcclient = RPCClient(addr, ALLOCATOR_PORT)
if rpcclient.request('alloc_installer', uid=uid):
return True
else:
show_error(self, 'failed to allocate installer')
return False
def register(self, user, pwd, email):
self._print('register starts')
lock = self._get_lock(user)
lock.acquire()
try:
if SHOW_TIME:
start_time = datetime.utcnow()
uid = self.user.add(user, pwd, email)
if not uid:
show_error(self, 'failed to register, invalid register table')
return False
info = self._alloc_installer(uid)
if SHOW_TIME:
self._print('register, time=%d sec' %
(datetime.utcnow() - start_time).seconds)
if info:
if DEBUG:
self._register_cnt += 1
self._print('register, count=%d' % self._register_cnt)
return True
else:
self.user.remove(user)
show_error(
self, 'failed to register, invalid alloc installer table')
return False
finally:
lock.release()
def login(self, user, pwd):
self._print('start to login')
if SHOW_TIME:
start_time = datetime.utcnow()
password = self.user.get_password(user)
if pwd == password:
if DEBUG:
self._login_cnt += 1
self._print('login, count=%d' % self._login_cnt)
if SHOW_TIME:
self._print('login, time=%d sec' %
(datetime.utcnow() - start_time).seconds)
return self.user.get_public_key(user)
else:
show_error(self, 'failed to login, invalid login password')
return (None, None)
class Backend(RPCServer):
def __init__(self, addr, port):
RPCServer.__init__(self, addr, port, user=User())
self._sandbox = Sandbox()
locks = []
for _ in range(LOCK_MAX):
locks.append(Lock())
self._locks = HashRing(locks)
self._cache = {}
if DEBUG:
self._register_cnt = 0
self._login_cnt = 0
self._upload_cnt = 0
self._install_cnt = 0
self._uninstall_cnt = 0
def _print(self, text):
if PRINT:
show_info(self, text)
def _load(self, buf):
return json.loads(buf)
def _get_lock(self, user):
uid = get_uid(user)
return self._locks.get_node(uid)
def _get_allocator(self, uid):
ring = HashRing(ALLOCATOR_SERVERS)
server = ring.get_node(uid)
return server
def _get_repo(self, package):
ring = HashRing(REPOSITORY_SERVERS)
server = ring.get_node(package)
return server
def _get_recorder(self, package):
ring = HashRing(RECORDER_SERVERS)
server = ring.get_node(package)
return server
def _update(self, uid, category, package, title, description):
self._print('update, cat=%s, desc=%s' % (str(category), str(description)))
addr = self._get_recorder(package)
rpcclient = RPCClient(addr, RECORDER_PORT)
return rpcclient.request('upload', uid=uid, category=category, package=package, title=title, description=description)
def upload(self, uid, package, version, buf, typ):
self._print('start to upload, uid=%s, package=%s' % (str(uid), str(package)))
try:
if SHOW_TIME:
start_time = datetime.utcnow()
addr = self._get_repo(package)
rpcclient = RPCClient(addr, REPOSITORY_PORT)
res = rpcclient.request('upload', uid=uid, package=package, version=version, buf=buf)
if SHOW_TIME:
self._print('upload, upload package to repo, time=%d sec' % (datetime.utcnow() - start_time).seconds)
start_time = datetime.utcnow()
if not res:
show_error(self, '%s failed to upload %s to repo' % (str(uid), str(package)))
return
if typ == APP:
cat, title, desc = self._sandbox.evaluate(OP_SCAN, buf)
if not cat or not title or not desc:
show_error(self, 'invalid package')
return
cat = check_category(cat)
if not cat:
show_error(self, 'invalid category')
return
if SHOW_TIME:
self._print('upload, analyze yaml, time=%d sec' % (datetime.utcnow() - start_time).seconds)
start_time = datetime.utcnow()
res = self._update(uid, cat, package, title, desc)
if res:
if DEBUG:
self._upload_cnt += 1
self._print('upload, count=%d' % self._upload_cnt)
if SHOW_TIME:
self._print('upload, update recorder, time=%d sec' % (datetime.utcnow() - start_time).seconds)
return res
except:
show_error(self, 'failed to upload')
def _get_installer(self, uid):
self._print('start to get instsaller addr')
try:
cache = self._cache
addr = cache.get(uid)
if addr:
return addr
else:
address = self._get_allocator(uid)
rpcclient = RPCClient(address, ALLOCATOR_PORT)
addr = rpcclient.request('get_installer', uid=uid)
if len(cache) >= CACHE_MAX:
cache.popitem()
cache.update({uid:addr})
return addr
except:
show_error(self, 'failed to get instsaller addr')
def install(self, uid, package, version, typ):
self._print('start to install')
try:
if SHOW_TIME:
start_time = datetime.utcnow()
addr = self._get_installer(uid)
rpcclient = RPCClient(addr, INSTALLER_PORT)
res = rpcclient.request('install', uid=uid, package=package, version=version, typ=typ)
if not res:
show_error(self, 'failed to install')
return
if typ == APP:
addr = self._get_recorder(package)
rpcclient = RPCClient(addr, RECORDER_PORT)
info = rpcclient.request('install', package=package)
if not info:
show_error(self, 'failed to install, invalid update install table')
return
if SHOW_TIME:
self._print('install, time=%d sec' % (datetime.utcnow() - start_time).seconds)
if DEBUG:
self._install_cnt += 1
self._print('install, count=%d' % self._install_cnt)
return res
except:
show_error(self, 'failed to install')
def uninstall(self, uid, package, typ):
self._print('start to uninstall')
addr = self._get_installer(uid)
rpcclient = RPCClient(addr, INSTALLER_PORT)
res = rpcclient.request('uninstall', uid=uid, package=package, typ=typ)
if not res:
show_error(self, 'failed to uninstall')
return
if DEBUG:
self._uninstall_cnt += 1
self._print('uninstall, count=%d' % self._uninstall_cnt)
return res
def get_name(self, uid):
self._print('start to get name, uid=%s' % str(uid))
return self.user.get_name(uid)
def get_installed_packages(self, uid, typ):
self._print('start to get installed packages')
addr = self._get_installer(uid)
rpcclient = RPCClient(addr, INSTALLER_PORT)
return rpcclient.request('get_packages', uid=uid, typ=typ)
def has_package(self, uid, package, typ):
self._print('has_package, package=%s' % str(package))
addr = self._get_installer(uid)
rpcclient = RPCClient(addr, INSTALLER_PORT)
return rpcclient.request('has_package', uid=uid, package=package, typ=typ)
def _alloc_installer(self, uid):
self._print('alloc_installer->uid=%s' % str(uid))
addr = self._get_allocator(uid)
rpcclient = RPCClient(addr, ALLOCATOR_PORT)
if rpcclient.request('alloc_installer', uid=uid):
return True
else:
show_error(self, 'failed to allocate installer')
return False
def register(self, user, pwd, email):
self._print('register starts')
lock = self._get_lock(user)
lock.acquire()
try:
if SHOW_TIME:
start_time = datetime.utcnow()
uid = self.user.add(user, pwd, email)
if not uid:
show_error(self, 'failed to register, invalid register table')
return False
info= self._alloc_installer(uid)
if SHOW_TIME:
self._print('register, time=%d sec' % (datetime.utcnow() - start_time).seconds)
if info:
if DEBUG:
self._register_cnt += 1
self._print('register, count=%d' % self._register_cnt)
return True
else:
self.user.remove(user)
show_error(self, 'failed to register, invalid alloc installer table')
return False
finally:
lock.release()
def login(self, user, pwd):
self._print('start to login')
if SHOW_TIME:
start_time = datetime.utcnow()
password = self.user.get_password(user)
if pwd == password:
if DEBUG:
self._login_cnt += 1
self._print('login, count=%d' % self._login_cnt)
if SHOW_TIME:
self._print('login, time=%d sec' % (datetime.utcnow() - start_time).seconds)
return self.user.get_public_key(user)
else:
show_error(self, 'failed to login, invalid login password')
return (None, None)