def __init__(self, taskmgr):
logger.info("Init jobmgr...")
try:
Batchjob.query.all()
except:
db.create_all(bind='__all__')
self.job_map = {}
self.taskmgr = taskmgr
self.fspath = env.getenv('FS_PREFIX')
self.lock = threading.Lock()
self.userpoint = "http://" + env.getenv('USER_IP') + ":" + str(env.getenv('USER_PORT'))
self.auth_key = env.getenv('AUTH_KEY')
self.recover_jobs()
def __init__(self, nodemgr, networkmgr, etcdclient, addr, mode, distributedgw='False'):
self.mode = mode
self.distributedgw = distributedgw
self.nodemgr = nodemgr
self.imgmgr = imagemgr.ImageMgr()
self.networkmgr = networkmgr
self.addr = addr
self.etcd = etcdclient
self.defaultsize = env.getenv("CLUSTER_SIZE")
self.fspath = env.getenv("FS_PREFIX")
self.clusterid_locks = threading.Lock()
# check database
try:
Container.query.all()
PortMapping.query.all()
VCluster.query.all()
except:
# create database
db.create_all()
logger.info ("vcluster start on %s" % (self.addr))
if self.mode == 'new':
logger.info ("starting in new mode on %s" % (self.addr))
# check if all clusters data are deleted in httprest.py
clean = True
usersdir = self.fspath+"/global/users/"
vclusters = VCluster.query.all()
if len(vclusters) != 0:
clean = False
for user in os.listdir(usersdir):
if len(os.listdir(usersdir+user+"/hosts")) > 0:
clean = False
if not clean:
logger.error ("clusters files not clean, start failed")
sys.exit(1)
elif self.mode == "recovery":
logger.info ("starting in recovery mode on %s" % (self.addr))
self.recover_allclusters()
else:
logger.error ("not supported mode:%s" % self.mode)
sys.exit(1)
def __init__(self, nodemgr, networkmgr, etcdclient, addr, mode, distributedgw='False'):
self.mode = mode
self.distributedgw = distributedgw
self.nodemgr = nodemgr
self.imgmgr = imagemgr.ImageMgr()
self.networkmgr = networkmgr
self.addr = addr
self.etcd = etcdclient
self.defaultsize = env.getenv("CLUSTER_SIZE")
self.fspath = env.getenv("FS_PREFIX")
self.clusterid_locks = threading.Lock()
# check database
try:
Container.query.all()
PortMapping.query.all()
VCluster.query.all()
except:
# create database
db.create_all()
logger.info ("vcluster start on %s" % (self.addr))
if self.mode == 'new':
logger.info ("starting in new mode on %s" % (self.addr))
# check if all clusters data are deleted in httprest.py
clean = True
usersdir = self.fspath+"/global/users/"
vclusters = VCluster.query.all()
if len(vclusters) != 0:
clean = False
for user in os.listdir(usersdir):
if len(os.listdir(usersdir+user+"/hosts")) > 0:
clean = False
if not clean:
logger.error ("clusters files not clean, start failed")
sys.exit(1)
elif self.mode == "recovery":
logger.info ("starting in recovery mode on %s" % (self.addr))
self.recover_allclusters()
else:
logger.error ("not supported mode:%s" % self.mode)
sys.exit(1)
def __init__(self):
logger.info("Notification Manager init...")
try:
Notification.query.all()
except:
db.create_all()
try:
NotificationGroups.query.all()
except:
db.create_all()
try:
UserNotificationPair.query.all()
except:
db.create_all()
logger.info("Notification Manager init done!")
def __init__(self):
logger.info("Notification Manager init...")
try:
Notification.query.all()
except:
db.create_all()
try:
NotificationGroups.query.all()
except:
db.create_all()
try:
UserNotificationPair.query.all()
except:
db.create_all()
logger.info("Notification Manager init done!")
def __init__(self):
# create database
try:
ApplyMsg.query.all()
except:
db.create_all()
def __init__(self):
try:
VNode.query.all()
History.query.all()
except:
db.create_all(bind='__all__')
def __init__(self):
# create database
try:
ApplyMsg.query.all()
except:
db.create_all()
def __init__(self, username='******', password=None):
'''
Try to create the database when there is none
initialize 'root' user and 'root' & 'primary' group
'''
try:
User.query.all()
LoginMsg.query.all()
except:
db.create_all()
if password == None:
#set a random password
password = os.urandom(16)
password = b64encode(password).decode('utf-8')
fsdir = env.getenv('FS_PREFIX')
f = open(fsdir + '/local/generated_password.txt', 'w')
f.write("User=%s\nPass=%s\n" % (username, password))
f.close()
sys_admin = User(
username,
hashlib.sha512(password.encode('utf-8')).hexdigest())
sys_admin.status = 'normal'
sys_admin.nickname = 'root'
sys_admin.description = 'Root_User'
sys_admin.user_group = 'root'
sys_admin.auth_method = 'local'
db.session.add(sys_admin)
path = env.getenv('DOCKLET_LIB')
subprocess.call([path + "/master/userinit.sh", username])
db.session.commit()
if not os.path.exists(fspath + "/global/sys/quota"):
groupfile = open(fspath + "/global/sys/quota", 'w')
groups = []
groups.append({
'name': 'root',
'quotas': {
'cpu': '4',
'disk': '2000',
'data': '100',
'memory': '2000',
'image': '10',
'idletime': '24',
'vnode': '8',
'portmapping': '8',
'input_rate_limit': '10000',
'output_rate_limit': '10000'
}
})
groups.append({
'name': 'admin',
'quotas': {
'cpu': '4',
'disk': '2000',
'data': '100',
'memory': '2000',
'image': '10',
'idletime': '24',
'vnode': '8',
'portmapping': '8',
'input_rate_limit': '10000',
'output_rate_limit': '10000'
}
})
groups.append({
'name': 'primary',
'quotas': {
'cpu': '4',
'disk': '2000',
'data': '100',
'memory': '2000',
'image': '10',
'idletime': '24',
'vnode': '8',
'portmapping': '8',
'input_rate_limit': '10000',
'output_rate_limit': '10000'
}
})
groups.append({
'name': 'foundation',
'quotas': {
'cpu': '4',
'disk': '2000',
'data': '100',
'memory': '2000',
'image': '10',
'idletime': '24',
'vnode': '8',
'portmapping': '8',
'input_rate_limit': '10000',
'output_rate_limit': '10000'
}
})
groupfile.write(json.dumps(groups))
groupfile.close()
if not os.path.exists(fspath + "/global/sys/quotainfo"):
quotafile = open(fspath + "/global/sys/quotainfo", 'w')
quotas = {}
quotas['default'] = 'foundation'
quotas['quotainfo'] = []
quotas['quotainfo'].append({
'name':
'cpu',
'hint':
'the cpu quota, number of cores, e.g. 4'
})
quotas['quotainfo'].append({
'name':
'memory',
'hint':
'the memory quota, number of MB , e.g. 4000'
})
quotas['quotainfo'].append({
'name':
'disk',
'hint':
'the disk quota, number of MB, e.g. 4000'
})
quotas['quotainfo'].append({
'name':
'data',
'hint':
'the quota of data space, number of GB, e.g. 100'
})
quotas['quotainfo'].append({
'name':
'image',
'hint':
'how many images the user can save, e.g. 10'
})
quotas['quotainfo'].append({
'name':
'idletime',
'hint':
'will stop cluster after idletime, number of hours, e.g. 24'
})
quotas['quotainfo'].append({
'name':
'vnode',
'hint':
'how many containers the user can have, e.g. 8'
})
quotas['quotainfo'].append({
'name':
'portmapping',
'hint':
'how many ports the user can map, e.g. 8'
})
quotas['quotainfo'].append({
'name':
'input_rate_limit',
'hint':
'the ingress speed of the network, number of kbps. 0 means the rate are unlimited.'
})
quotas['quotainfo'].append({
'name':
'output_rate_limit',
'hint':
'the egress speed of the network, number of kbps. 0 means the rate are unlimited.'
})
quotafile.write(json.dumps(quotas))
quotafile.close()
if not os.path.exists(fspath + "/global/sys/lxc.default"):
settingfile = open(fspath + "/global/sys/lxc.default", 'w')
settings = {}
settings['cpu'] = "2"
settings["memory"] = "2000"
settings["disk"] = "2000"
settingfile.write(json.dumps(settings))
settingfile.close()
try:
UserUsage.query.all()
except:
db.create_all()
def __init__(self):
try:
VNode.query.all()
History.query.all()
except:
db.create_all(bind='__all__')
def __init__(self, username = '******', password = None):
'''
Try to create the database when there is none
initialize 'root' user and 'root' & 'primary' group
'''
try:
User.query.all()
except:
db.create_all()
if password == None:
#set a random password
password = os.urandom(16)
password = b64encode(password).decode('utf-8')
fsdir = env.getenv('FS_PREFIX')
f = open(fsdir + '/local/generated_password.txt', 'w')
f.write("User=%s\nPass=%s\n"%(username, password))
f.close()
sys_admin = User(username, hashlib.sha512(password.encode('utf-8')).hexdigest())
sys_admin.status = 'normal'
sys_admin.nickname = 'root'
sys_admin.description = 'Root_User'
sys_admin.user_group = 'root'
sys_admin.auth_method = 'local'
db.session.add(sys_admin)
path = env.getenv('DOCKLET_LIB')
subprocess.call([path+"/master/userinit.sh", username])
db.session.commit()
if not os.path.exists(fspath+"/global/sys/quota"):
groupfile = open(fspath+"/global/sys/quota",'w')
groups = []
groups.append({'name':'root', 'quotas':{ 'cpu':'4', 'disk':'2000', 'data':'100', 'memory':'2000', 'image':'10', 'idletime':'24', 'vnode':'8', 'portmapping': '8', 'input_rate_limit':'10000', 'output_rate_limit':'10000'}})
groups.append({'name':'admin', 'quotas':{'cpu':'4', 'disk':'2000', 'data':'100', 'memory':'2000', 'image':'10', 'idletime':'24', 'vnode':'8', 'portmapping': '8', 'input_rate_limit':'10000', 'output_rate_limit':'10000'}})
groups.append({'name':'primary', 'quotas':{'cpu':'4', 'disk':'2000', 'data':'100', 'memory':'2000', 'image':'10', 'idletime':'24', 'vnode':'8', 'portmapping': '8', 'input_rate_limit':'10000', 'output_rate_limit':'10000'}})
groups.append({'name':'foundation', 'quotas':{'cpu':'4', 'disk':'2000', 'data':'100', 'memory':'2000', 'image':'10', 'idletime':'24', 'vnode':'8', 'portmapping': '8', 'input_rate_limit':'10000', 'output_rate_limit':'10000'}})
groupfile.write(json.dumps(groups))
groupfile.close()
if not os.path.exists(fspath+"/global/sys/quotainfo"):
quotafile = open(fspath+"/global/sys/quotainfo",'w')
quotas = {}
quotas['default'] = 'foundation'
quotas['quotainfo'] = []
quotas['quotainfo'].append({'name':'cpu', 'hint':'the cpu quota, number of cores, e.g. 4'})
quotas['quotainfo'].append({'name':'memory', 'hint':'the memory quota, number of MB , e.g. 4000'})
quotas['quotainfo'].append({'name':'disk', 'hint':'the disk quota, number of MB, e.g. 4000'})
quotas['quotainfo'].append({'name':'data', 'hint':'the quota of data space, number of GB, e.g. 100'})
quotas['quotainfo'].append({'name':'image', 'hint':'how many images the user can save, e.g. 10'})
quotas['quotainfo'].append({'name':'idletime', 'hint':'will stop cluster after idletime, number of hours, e.g. 24'})
quotas['quotainfo'].append({'name':'vnode', 'hint':'how many containers the user can have, e.g. 8'})
quotas['quotainfo'].append({'name':'portmapping', 'hint':'how many ports the user can map, e.g. 8'})
quotas['quotainfo'].append({'name':'input_rate_limit', 'hint':'the ingress speed of the network, number of kbps. 0 means the rate are unlimited.'})
quotas['quotainfo'].append({'name':'output_rate_limit', 'hint':'the egress speed of the network, number of kbps. 0 means the rate are unlimited.'})
quotafile.write(json.dumps(quotas))
quotafile.close()
if not os.path.exists(fspath+"/global/sys/lxc.default"):
settingfile = open(fspath+"/global/sys/lxc.default", 'w')
settings = {}
settings['cpu'] = "2"
settings["memory"] = "2000"
settings["disk"] = "2000"
settingfile.write(json.dumps(settings))
settingfile.close()
try:
UserUsage.query.all()
LoginMsg.query.all()
LoginFailMsg.query.all()
except:
db.create_all()