def add_maintenance_service(name, backend_guid, abm_name):
"""
Add a maintenance service with a specific name
:param name: Name of the service to add
:type name: str
:param backend_guid: Backend for which the maintenance service needs to run
:type backend_guid: str
:param abm_name: Name of the ABM cluster
:type abm_name: str
"""
if ServiceManager.has_service(name, MaintenanceController._local_client) is False:
config_location = '/ovs/alba/backends/{0}/maintenance/config'.format(backend_guid)
alba_config = Configuration.get_configuration_path(config_location)
node_id = os.environ.get('ASD_NODE_ID')
params = {'ALBA_CONFIG': alba_config,
'LOG_SINK': LogHandler.get_sink_path('alba_maintenance')}
Configuration.set(config_location, json.dumps({
'log_level': 'info',
'albamgr_cfg_url': Configuration.get_configuration_path('/ovs/arakoon/{0}/config'.format(abm_name)),
'read_preference': [] if node_id is None else [node_id]
}, indent=4), raw=True)
ServiceManager.add_service(name=MaintenanceController.MAINTENANCE_PREFIX,
client=MaintenanceController._local_client,
params=params,
target_name=name)
ServiceManager.start_service(name, MaintenanceController._local_client)
def add_maintenance_service(name, backend_guid, abm_name):
"""
Add a maintenance service with a specific name
:param name: Name of the service to add
:type name: str
:param backend_guid: Backend for which the maintenance service needs to run
:type backend_guid: str
:param abm_name: Name of the ABM cluster
:type abm_name: str
"""
if ServiceManager.has_service(name, MaintenanceController._local_client):
if not ServiceManager.is_enabled(name, MaintenanceController._local_client):
ServiceManager.enable_service(name, MaintenanceController._local_client)
else:
config_location = '/ovs/alba/backends/{0}/maintenance/config'.format(backend_guid)
alba_config = 'etcd://127.0.0.1:2379{0}'.format(config_location)
params = {'ALBA_CONFIG': alba_config}
EtcdConfiguration.set(config_location, json.dumps({
'log_level': 'info',
'albamgr_cfg_url': 'etcd://127.0.0.1:2379/ovs/arakoon/{0}/config'.format(abm_name)
}, indent=4), raw=True)
ServiceManager.add_service(name='alba-maintenance', client=MaintenanceController._local_client,
params=params, target_name=name)
ServiceManager.start_service(name, MaintenanceController._local_client)
def setup():
"""
Interactive setup part for initial asd manager configuration with etcd
"""
print Interactive.boxed_message(['ASD Manager setup'])
local_client = LocalClient()
service_name = 'asd-manager'
print '- Verifying distribution'
if ServiceManager.has_service(service_name, local_client):
print '' # Spacing
print Interactive.boxed_message(['The ASD Manager is already installed.'])
sys.exit(1)
ipaddresses = check_output("ip a | grep 'inet ' | sed 's/\s\s*/ /g' | cut -d ' ' -f 3 | cut -d '/' -f 1", shell=True).strip().splitlines()
ipaddresses = [found_ip.strip() for found_ip in ipaddresses if found_ip.strip() != '127.0.0.1']
if not ipaddresses:
print Interactive.boxed_message(['Could not retrieve IP information on current node'])
sys.exit(1)
config = None
preconfig = '/opt/OpenvStorage/config/openvstorage_preconfig.json'
run_interactive = True
if os.path.exists(preconfig):
config = {}
with open(preconfig, 'r') as pre_config:
try:
config = json.load(pre_config)
except Exception as ex:
raise ValueError('JSON contents could not be retrieved from file {0}.\nErrormessage: {1}'.format(preconfig, ex))
run_interactive = 'asdmanager' not in config
if run_interactive is False:
asd_preconfig = config['asdmanager']
required = {'api_ip': (str, Toolbox.regex_ip),
'asd_ips': (list, Toolbox.regex_ip, False),
'api_port': (int, {'min': 1025, 'max': 65535}, False),
'asd_start_port': (int, {'min': 1025, 'max': 65435}, False)}
Toolbox.verify_required_params(required_params=required,
actual_params=asd_preconfig)
api_ip = asd_preconfig['api_ip']
api_port = asd_preconfig.get('api_port', 8500)
asd_ips = asd_preconfig.get('asd_ips', [])
asd_start_port = asd_preconfig.get('asd_start_port', 8600)
if api_ip not in ipaddresses:
print Interactive.boxed_message(['Unknown API IP provided, please choose from: {0}'.format(', '.join(ipaddresses))])
sys.exit(1)
if set(asd_ips).difference(set(ipaddresses)):
print Interactive.boxed_message(['Unknown ASD IP provided, please choose from: {0}'.format(', '.join(ipaddresses))])
sys.exit(1)
else:
api_ip = Interactive.ask_choice(ipaddresses, 'Select the public IP address to be used for the API')
api_port = Interactive.ask_integer("Select the port to be used for the API", 1025, 65535, 8500)
ipaddresses.append('All')
asd_ips = []
add_ips = True
while add_ips:
current_ips = ' - Current selected IPs: {0}'.format(asd_ips)
new_asd_ip = Interactive.ask_choice(ipaddresses,
'Select an IP address or all IP addresses to be used for the ASDs{0}'.format(current_ips if len(asd_ips) > 0 else ''),
default_value='All')
if new_asd_ip == 'All':
ipaddresses.remove('All')
asd_ips = []
add_ips = False
else:
asd_ips.append(new_asd_ip)
ipaddresses.remove(new_asd_ip)
add_ips = Interactive.ask_yesno("Do you want to add another IP?")
asd_start_port = Interactive.ask_integer("Select the port to be used for the ASDs", 1025, 65435, 8600)
if api_port in range(asd_start_port, asd_start_port + 100):
print Interactive.boxed_message(['API port cannot be in the range of the ASD port + 100'])
sys.exit(1)
print '- Initializing etcd'
try:
alba_node_id = EtcdConfiguration.initialize(api_ip, api_port, asd_ips, asd_start_port)
except:
print '' # Spacing
print Interactive.boxed_message(['Could not connect to Etcd.',
'Please make sure an Etcd proxy is available, pointing towards an OpenvStorage cluster.'])
sys.exit(1)
ServiceManager.add_service(service_name, local_client, params={'ASD_NODE_ID': alba_node_id,
'PORT_NUMBER': str(api_port)})
print '- Starting ASD manager service'
try:
ServiceManager.start_service(service_name, local_client)
except Exception as ex:
EtcdConfiguration.uninitialize(alba_node_id)
print Interactive.boxed_message(['Starting asd-manager failed with error:', str(ex)])
sys.exit(1)
print Interactive.boxed_message(['ASD Manager setup completed'])
def setup():
"""
Interactive setup part for initial asd manager configuration
"""
print Interactive.boxed_message(['ASD Manager setup'])
print '- Verifying distribution'
local_client = LocalClient()
if ServiceManager.has_service(MANAGER_SERVICE, local_client):
print '' # Spacing
print Interactive.boxed_message(['The ASD Manager is already installed.'])
sys.exit(1)
ipaddresses = check_output("ip a | grep 'inet ' | sed 's/\s\s*/ /g' | cut -d ' ' -f 3 | cut -d '/' -f 1", shell=True).strip().splitlines()
ipaddresses = [found_ip.strip() for found_ip in ipaddresses if found_ip.strip() != '127.0.0.1']
if not ipaddresses:
print Interactive.boxed_message(['Could not retrieve IP information on current node'])
sys.exit(1)
config = _validate_and_retrieve_pre_config()
if config is None:
api_ip = Interactive.ask_choice(ipaddresses, 'Select the public IP address to be used for the API')
asd_ips = []
add_ips = True
api_port = Interactive.ask_integer("Select the port to be used for the API", 1025, 65535, 8500)
ipaddresses.append('All')
while add_ips:
current_ips = ' - Current selected IPs: {0}'.format(asd_ips)
new_asd_ip = Interactive.ask_choice(ipaddresses,
'Select an IP address or all IP addresses to be used for the ASDs{0}'.format(current_ips if len(asd_ips) > 0 else ''),
default_value='All')
if new_asd_ip == 'All':
ipaddresses.remove('All')
asd_ips = []
add_ips = False
else:
asd_ips.append(new_asd_ip)
ipaddresses.remove(new_asd_ip)
add_ips = Interactive.ask_yesno("Do you want to add another IP?")
asd_start_port = Interactive.ask_integer("Select the port to be used for the ASDs", 1025, 65435, 8600)
store = Interactive.ask_choice(['Arakoon', 'Etcd'],
question='Select the configuration management system',
default_value='Arakoon').lower()
else:
store = config.get('store', 'arakoon')
api_ip = config['api_ip']
api_port = config.get('api_port', 8500)
asd_ips = config.get('asd_ips', [])
asd_start_port = config.get('asd_start_port', 8600)
if api_ip not in ipaddresses:
print Interactive.boxed_message(['Unknown API IP provided, please choose from: {0}'.format(', '.join(ipaddresses))])
sys.exit(1)
if set(asd_ips).difference(set(ipaddresses)):
print Interactive.boxed_message(['Unknown ASD IP provided, please choose from: {0}'.format(', '.join(ipaddresses))])
sys.exit(1)
if api_port in range(asd_start_port, asd_start_port + 100):
print Interactive.boxed_message(['API port cannot be in the range of the ASD port + 100'])
sys.exit(1)
# Make sure to always have the information stored
with open(PRECONFIG_FILE, 'w') as preconfig:
preconfig.write(json.dumps({'asdmanager': {'store': store,
'api_ip': api_ip,
'asd_ips': asd_ips,
'api_port': api_port,
'asd_start_port': asd_start_port}}, indent=4))
if store == 'arakoon':
from source.tools.configuration.arakoon_config import ArakoonConfiguration
file_location = ArakoonConfiguration.CACC_LOCATION
source_location = ArakoonConfiguration.CACC_SOURCE
if not local_client.file_exists(file_location) and local_client.file_exists(source_location):
# Try to copy automatically
try:
local_client.file_upload(file_location, source_location)
except Exception:
pass
while not local_client.file_exists(file_location):
print 'Please place a copy of the Arakoon\'s client configuration file at: {0}'.format(file_location)
Interactive.ask_continue()
bootstrap_location = Configuration.BOOTSTRAP_CONFIG_LOCATION
if not local_client.file_exists(bootstrap_location):
local_client.file_create(bootstrap_location)
local_client.file_write(bootstrap_location, json.dumps({'configuration_store': store}, indent=4))
try:
alba_node_id = Configuration.initialize(api_ip, api_port, asd_ips, asd_start_port)
except:
print ''
if store == 'arakoon':
print Interactive.boxed_message(['Could not connect to Arakoon'])
else:
print Interactive.boxed_message(['Could not connect to Etcd.',
'Please make sure an Etcd proxy is available, pointing towards an OpenvStorage cluster.'])
sys.exit(1)
with open(Toolbox.BOOTSTRAP_FILE, 'w') as bs_file:
json.dump({'node_id': alba_node_id}, bs_file)
ServiceManager.add_service(MANAGER_SERVICE, local_client)
ServiceManager.add_service(WATCHER_SERVICE, local_client)
print '- Starting watcher service'
try:
ServiceManager.start_service(WATCHER_SERVICE, local_client)
except Exception as ex:
Configuration.uninitialize(alba_node_id)
print Interactive.boxed_message(['Starting watcher failed with error:', str(ex)])
sys.exit(1)
print Interactive.boxed_message(['ASD Manager setup completed'])
if ServiceManager.has_service(service_name, client) and ServiceManager.get_service_status(service_name, client) is True:
_log('Stopping asd-manager service')
ServiceManager.stop_service(service_name, client)
# Migrate main configuration file
path = '/opt/alba-asdmanager/config/config.json'
if client.file_exists(path):
_log('Migrating old configuration file to Etcd')
with open(path) as config_file:
config = json.load(config_file)
node_id = config['main']['node_id']
# Migrate configuration file
EtcdConfiguration.set('/ovs/alba/asdnodes/{0}/config/main'.format(node_id), config['main'])
EtcdConfiguration.set('/ovs/alba/asdnodes/{0}/config/main|port'.format(node_id), 8500)
EtcdConfiguration.set('/ovs/alba/asdnodes/{0}/config/network'.format(node_id), config['network'])
ServiceManager.add_service(service_name, client, params={'ASD_NODE_ID': node_id,
'PORT_NUMBER': str(8500)})
client.file_delete(path)
# Migrate ASDs
for filename in glob.glob('/mnt/alba-asd/*/asd.json'):
_log('Migrating old asd configuratoin files to Etcd')
with open(filename) as config_file:
config = json.load(config_file)
EtcdConfiguration.set('/ovs/alba/asds/{0}/config'.format(config['asd_id']), json.dumps(config, indent=4), raw=True)
ServiceManager.add_service('alba-asd', client, params={'ASD': config['asd_id']}, target_name='alba-asd-{0}'.format(config['asd_id']))
os.remove(filename)
# Cleanup old data
if client.dir_exists('/opt/alba-asdmanager'):
_log('Removing old alba-asdmanager data')
client.dir_delete('/opt/alba-asdmanager')
def create_asd(partition_alias):
"""
Creates and starts an ASD on a given disk
:param partition_alias: Alias of the partition of a disk (eg: /dev/disk/by-id/scsi-1ATA_TOSHIBA_MK2002TSKB_92M1KDMHF-part1)
:type partition_alias: str
:return: None
"""
all_asds = {}
mountpoint = None
for alias, mtpt in FSTab.read().iteritems():
all_asds.update(ASDController.list_asds(mtpt))
if alias == partition_alias:
mountpoint = mtpt
if mountpoint is None:
raise RuntimeError('Failed to retrieve the mountpoint for partition with alias: {0}'.format(partition_alias))
# Fetch disk information
disk_size = int(ASDController._local_client.run(['df', '-B', '1', '--output=size', mountpoint]).splitlines()[1])
# Find out appropriate disk size
asds = 1.0
for asd_id in os.listdir(mountpoint):
if os.path.isdir('/'.join([mountpoint, asd_id])) and Configuration.exists(ASDController.ASD_CONFIG.format(asd_id)):
asds += 1
asd_size = int(math.floor(disk_size / asds))
for asd_id in os.listdir(mountpoint):
if os.path.isdir('/'.join([mountpoint, asd_id])) and Configuration.exists(ASDController.ASD_CONFIG.format(asd_id)):
config = json.loads(Configuration.get(ASDController.ASD_CONFIG.format(asd_id), raw=True))
config['capacity'] = asd_size
config['rocksdb_block_cache_size'] = int(asd_size / 1024 / 4)
Configuration.set(ASDController.ASD_CONFIG.format(asd_id), json.dumps(config, indent=4), raw=True)
try:
ServiceManager.send_signal(ASDController.ASD_SERVICE_PREFIX.format(asd_id),
signal.SIGUSR1,
ASDController._local_client)
except Exception as ex:
ASDController._logger.info('Could not send signal to ASD for reloading the quota: {0}'.format(ex))
# Prepare & start service
asd_id = ''.join(random.choice(string.ascii_letters + string.digits) for _ in range(32))
ASDController._logger.info('Setting up service for disk {0}'.format(partition_alias))
homedir = '{0}/{1}'.format(mountpoint, asd_id)
base_port = Configuration.get('{0}/network|port'.format(ASDController.CONFIG_ROOT))
ips = Configuration.get('{0}/network|ips'.format(ASDController.CONFIG_ROOT))
used_ports = []
for asd in all_asds.itervalues():
used_ports.append(asd['port'])
if 'rora_port' in asd:
used_ports.append(asd['rora_port'])
asd_port = base_port
rora_port = base_port + 1
while asd_port in used_ports:
asd_port += 1
used_ports.append(asd_port)
while rora_port in used_ports:
rora_port += 1
asd_config = {'home': homedir,
'node_id': ASDController.NODE_ID,
'asd_id': asd_id,
'capacity': asd_size,
'log_level': 'info',
'port': asd_port,
'transport': 'tcp',
'rocksdb_block_cache_size': int(asd_size / 1024 / 4)}
if Configuration.get('/ovs/framework/rdma'):
asd_config['rora_port'] = rora_port
asd_config['rora_transport'] = 'rdma'
if ips is not None and len(ips) > 0:
asd_config['ips'] = ips
if Configuration.exists('{0}/extra'.format(ASDController.CONFIG_ROOT)):
data = Configuration.get('{0}/extra'.format(ASDController.CONFIG_ROOT))
asd_config.update(data)
Configuration.set(ASDController.ASD_CONFIG.format(asd_id), json.dumps(asd_config, indent=4), raw=True)
service_name = ASDController.ASD_SERVICE_PREFIX.format(asd_id)
params = {'CONFIG_PATH': Configuration.get_configuration_path('/ovs/alba/asds/{0}/config'.format(asd_id)),
'SERVICE_NAME': service_name,
'LOG_SINK': LogHandler.get_sink_path('alba_asd')}
os.mkdir(homedir)
ASDController._local_client.run(['chown', '-R', 'alba:alba', homedir])
ServiceManager.add_service('alba-asd', ASDController._local_client, params, service_name)
ASDController.start_asd(asd_id)
