def _convert_2_cluster_limit(self, ret):
combined = 0
for m_s, _, _, _, message in ret:
if message and m_s == 'Master':
_, value = message.split('\n')
if utils.is_number(value):
combined += int(value)
return combined
def _validate_cluster_id(cluster_id):
try:
if cluster_id is None:
cluster_id = config.get_cur_cluster_id(allow_empty_id=True)
elif not utils.is_number(cluster_id):
raise ClusterIdError(cluster_id)
cluster_id = int(cluster_id)
run_cluster_use(cluster_id)
return cluster_id
except (ClusterIdError, ClusterNotExistError) as ex:
logger.warning(ex)
cluster_id = -1
run_cluster_use(cluster_id)
return cluster_id
def get_cluster_list():
base_directory = config.get_base_directory()
buf = os.listdir(base_directory)
buf = filter(lambda x: x.startswith('cluster_'), buf)
buf = filter(lambda x: utils.is_number(str(x[8:])), buf)
buf = list(map(lambda x: int(x[8:]), buf))
cluster_list = []
for cluster_id in buf:
cluster_dir = 'cluster_{}'.format(cluster_id)
cluster_path = os.path.join(base_directory, cluster_dir)
if not os.path.isfile(os.path.join(cluster_path, '.deploy.state')):
cluster_list.append(int(cluster_id))
cluster_list.sort()
return cluster_list
def installer():
'''
Select installer from list of '$FBPATH/releases'
or input absolute path of file directly
return installer path
'''
logger.debug('ask installer')
path_of_cli = config.get_path_of_cli(None)
release_path = path_of_cli['release_path']
if not os.path.exists(release_path):
os.mkdir(release_path)
installer_list = net.get_installers_from_fb_s3()
buf = os.listdir(release_path)
buf = list(filter(lambda x: x != '.gitignore', buf))
pattern = '.download'
buf = list(filter(lambda x: pattern not in x, buf))
for file_name in buf:
installer_list.append({
'name': file_name,
'url': os.path.join(release_path, file_name),
'type': 'local',
})
# formatting msg
formatted = []
for i, obj in enumerate(installer_list):
formatted.append(' ({index}) [{type}] {name}'.format(
index=i + 1,
name=obj['name'],
type=obj['type'].upper(),
))
if not formatted:
formatted.append(' (empty)')
stringfied_list = '\n'.join(formatted)
msg = '\n'.join(message.get('ask_installer')).format(list=stringfied_list)
result = ask(msg)
while True:
result = result.strip()
if installer_list and utils.is_number(result):
# case: select in list
result = int(result) - 1
if result in range(0, len(installer_list)):
selected = installer_list[result]
if selected['type'] == 'download':
url = selected['url']
file_name = selected['name']
installer_path = os.path.join(release_path, file_name)
success = net.download_file(url, installer_path)
if success:
logger.info('OK, {}'.format(file_name))
return installer_path
msg = message.get('error_download_installer')
msg = msg.format(url=url)
logger.error(msg)
if selected['type'] == 'local':
ret = selected['url']
logger.debug('Select insaller in list: {}'.format(ret))
logger.info('OK, {}'.format(selected['name']))
return os.path.expanduser(ret)
msg = message.get('error_select_number')
msg = msg.format(max_number=len(installer_list))
logger.error(msg)
elif result.startswith(('~', '/')):
# case: type path
if os.path.isfile(os.path.expanduser(result)):
logger.debug('Select insaller by path: {}'.format(result))
logger.info('OK, {}'.format(os.path.basename(result)))
return os.path.expanduser(result)
msg = message.get('error_type_installer_path')
msg = msg.format(file_path=result)
logger.error(msg)
elif result.startswith(('http://', 'https://')):
# case: type url
url = result
file_name = url.split('?')[0].split('/')[-1]
installer_path = os.path.join(release_path, file_name)
success = net.download_file(url, installer_path)
if success:
logger.info('OK, {}'.format(file_name))
return installer_path
msg = message.get('error_download_installer')
msg = msg.format(url=url)
logger.error(msg)
else:
msg = message.get('error_invalid_input')
msg = msg.format(value=result)
logger.error(msg)
result = ask('')
def slave_ports(cluster_id, m_count, replicas_count):
logger.debug('ask slave ports')
if replicas_count <= 0:
logger.debug('return empty list')
return []
s_count = m_count * replicas_count
start_s_ports = START_PORT + (cluster_id * MASTER_OFFSET) + SLAVE_OFFSET
end_s_ports = start_s_ports + s_count - 1
if start_s_ports == end_s_ports:
default_s_ports = str(start_s_ports)
else:
default_s_ports = '{}-{}'.format(start_s_ports, end_s_ports)
while True:
result = ask(message.get('ask_ports'), default=default_s_ports)
result = list(map(lambda x: x.strip(), result.split(',')))
valid = True
s_ports = set()
p = re.compile('[0-9]+-[0-9]+')
for item in result:
# range number
m = p.match(item)
if m:
s, e = map(int, item.split('-'))
if s > e:
msg = message.get('error_invalid_range').format(value=item)
logger.error(msg)
valid = False
break
s_ports.update(range(s, e + 1))
continue
# single number
elif utils.is_number(item):
s_ports.add(int(item))
continue
else:
msg = message.get('error_invalid_input').format(value=item)
logger.error(msg)
valid = False
break
out_of_range = []
for port in s_ports:
if not port_range_safe(port):
out_of_range.append(port)
if out_of_range:
msg = message.get('error_port_range').format(
minimum=PORT_MININUM,
maximum=PORT_MAXIMUM,
value=out_of_range,
)
logger.error(msg)
continue
if valid and len(s_ports) != s_count:
real_replicas_count = len(s_ports) / float(m_count)
msg = message.get('error_port_count_different').format(
advance=replicas_count,
current=int(real_replicas_count),
)
logger.error(msg)
continue
if valid:
break
s_ports = sorted(list(s_ports))
logger.info('OK, {}'.format(result))
return s_ports
def master_ports(save, cluster_id, default_count=None):
logger.debug('ask master ports')
deploy_history = config.get_deploy_history()
if not default_count:
default_count = deploy_history['master_count']
msg = message.get('ask_master_count')
m_count = int(askInt(msg, default=str(default_count)))
if m_count <= 0:
logger.error(message.get('error_master_count_less_than_1'))
return master_ports(cluster_id, default_count)
logger.info('OK, {}'.format(m_count))
if save:
deploy_history['master_count'] = m_count
config.save_deploy_history(deploy_history)
start_m_ports = START_PORT + cluster_id * MASTER_OFFSET
end_m_ports = start_m_ports + m_count - 1
if start_m_ports == end_m_ports:
default_m_ports = str(start_m_ports)
else:
default_m_ports = '{}-{}'.format(start_m_ports, end_m_ports)
while True:
result = ask(message.get('ask_ports'), default=default_m_ports)
result = list(map(lambda x: x.strip(), result.split(',')))
valid = True
m_ports = set()
pattern = re.compile('[0-9]+-[0-9]+')
for item in result:
# range number
matched = pattern.match(item)
if matched:
s, e = map(int, item.split('-'))
if s > e:
msg = message.get('error_invalid_range').format(value=item)
logger.error(msg)
valid = False
break
m_ports.update(range(s, e + 1))
continue
# single number
elif utils.is_number(item):
m_ports.add(int(item))
continue
else:
msg = message.get('error_invalid_input').format(value=item)
logger.error(msg)
valid = False
break
if not valid:
continue
out_of_range = []
for port in m_ports:
if not port_range_safe(port):
out_of_range.append(port)
if out_of_range:
msg = message.get('error_port_range').format(
minimum=PORT_MININUM,
maximum=PORT_MAXIMUM,
value=out_of_range,
)
logger.error(msg)
continue
if valid and len(m_ports) != m_count:
msg = message.get('error_port_count_different').format(
advance=m_count,
current=len(m_ports),
)
logger.error(msg)
continue
if valid:
break
m_ports = sorted(list(m_ports))
logger.info('OK, {}'.format(result))
return m_ports