def test_set_superuser_password(tmpdir):
"""Test that --set-superuser-hash works"""
with tmpdir.as_cwd():
tmpdir.join('genconf').ensure(dir=True)
# check config.yaml doesn't have the password
assert 'superuser_password_hash' not in backend.get_config('genconf/config.yaml')
# Set the password
subprocess.check_call(['dcos_installer', '--set-superuser-password', 'foo'], cwd=str(tmpdir))
# Check that config.yaml has the password set
config = backend.get_config('genconf/config.yaml')
assert passlib.hash.sha512_crypt.verify('foo', config['superuser_password_hash'])
def run_loop(action, options):
assert callable(action)
loop = asyncio.new_event_loop()
asyncio.set_event_loop(loop)
print_header('START {}'.format(action.__name__))
try:
config = backend.get_config()
cli_delegate = CliDelegate()
result = loop.run_until_complete(action(config, block=True, async_delegate=cli_delegate, options=options))
pp = PrettyPrint(result)
pp.stage_name = action.__name__
pp.beautify('print_data')
finally:
loop.close()
exitcode = 0
for host_result in result:
for command_result in host_result:
for host, process_result in command_result.items():
if process_result['returncode'] != 0:
exitcode += 1
print_header('ACTION {} COMPLETE'.format(action.__name__))
pp.print_summary()
return exitcode
def send(self, action, install_method, num_errors):
"""Sends analytics track data to segmentIO.
variant: string | open or enterprise
action: string | preflight, deploy, or postflight
install_method: string | gui, cli or advanced
"""
analytics.write_key = "51ybGTeFEFU1xo6u10XMDrr6kATFyRyh"
# We set customer key from config to avoid loading the config during class init
customer_key = backend.get_config().get("customer_key", None)
analytics.track(user_id=customer_key,
anonymous_id=self.uuid,
event=action,
properties={
"provider": "onprem",
"source": "installer",
"variant": os.environ["BOOTSTRAP_VARIANT"],
"install_id": self.uuid,
"bootstrap_id": os.environ["BOOTSTRAP_ID"],
"install_method": install_method,
"stage": action,
"errors": num_errors,
"customerKey": customer_key,
})
analytics.flush()
def run_loop(action, options):
assert callable(action)
loop = asyncio.new_event_loop()
asyncio.set_event_loop(loop)
print_header('START {}'.format(action.__name__))
try:
config = backend.get_config()
cli_delegate = CliDelegate()
result = loop.run_until_complete(
action(config,
block=True,
async_delegate=cli_delegate,
options=options))
pp = PrettyPrint(result)
pp.stage_name = action.__name__
pp.beautify('print_data')
finally:
loop.close()
exitcode = 0
for host_result in result:
for command_result in host_result:
for host, process_result in command_result.items():
if process_result['returncode'] != 0:
exitcode += 1
print_header('ACTION {} COMPLETE'.format(action.__name__))
pp.print_summary()
return exitcode
def test_accept_overrides_for_undefined_config_params(tmpdir):
temp_config_path = tmpdir.strpath + '/config.yaml'
param = ('fake_test_param_name', 'fake_test_param_value')
backend.create_config_from_post(
post_data=dict([param]),
config_path=temp_config_path)
assert backend.get_config(config_path=temp_config_path)[param[0]] == param[1]
def test_accept_overrides_for_undefined_config_params(tmpdir):
temp_config_path = tmpdir.strpath + '/config.yaml'
param = ('fake_test_param_name', 'fake_test_param_value')
backend.create_config_from_post(post_data=dict([param]),
config_path=temp_config_path)
assert backend.get_config(
config_path=temp_config_path)[param[0]] == param[1]
def test_accept_overrides_for_undefined_config_params(tmpdir):
temp_config_path = tmpdir.strpath + '/config.yaml'
param = ('fake_test_param_name', 'fake_test_param_value')
validation_err, data = backend.create_config_from_post(
post_data=dict([param]),
config_path=temp_config_path)
assert not validation_err, "unexpected validation error: {}".format(data)
assert backend.get_config(config_path=temp_config_path)[param[0]] == param[1]
def test_set_superuser_password(tmpdir):
"""Test that --set-superuser-hash works"""
with tmpdir.as_cwd():
tmpdir.join('genconf').ensure(dir=True)
# check config.yaml doesn't have the password
assert 'superuser_password_hash' not in backend.get_config(
'genconf/config.yaml')
# Set the password
subprocess.check_call(
['dcos_installer', '--set-superuser-password', 'foo'],
cwd=str(tmpdir))
# Check that config.yaml has the password set
config = backend.get_config('genconf/config.yaml')
assert passlib.hash.sha512_crypt.verify(
'foo', config['superuser_password_hash'])
def test_accept_overrides_for_undefined_config_params(tmpdir):
temp_config_path = tmpdir.strpath + '/config.yaml'
param = ('fake_test_param_name', 'fake_test_param_value')
validation_err, data = backend.create_config_from_post(
post_data=dict([param]), config_path=temp_config_path)
assert not validation_err, "unexpected validation error: {}".format(data)
assert backend.get_config(
config_path=temp_config_path)[param[0]] == param[1]
def test_get_config(tmpdir):
# Create a temp config
workspace = tmpdir.strpath
temp_config_path = workspace + '/config.yaml'
expected_file = """
{
"cluster_name": "DC/OS",
"master_discovery": "static",
"exhibitor_storage_backend": "static",
"resolvers": ["8.8.8.8","8.8.4.4"],
"ssh_port": 22,
"process_timeout": 10000,
"bootstrap_url": "file:///opt/dcos_install_tmp"
}
"""
config = backend.get_config(config_path=temp_config_path)
expected_config = json.loads(expected_file)
assert expected_config == config
def test_get_config(tmpdir):
# Create a temp config
workspace = tmpdir.strpath
temp_config_path = workspace + '/config.yaml'
expected_file = """
{
"cluster_name": "DCOS",
"master_discovery": "static",
"exhibitor_storage_backend": "static",
"resolvers": ["8.8.8.8","8.8.4.4"],
"ssh_port": 22,
"process_timeout": 10000,
"bootstrap_url": "file:///opt/dcos_install_tmp"
}
"""
config = backend.get_config(config_path=temp_config_path)
expected_config = json.loads(expected_file)
assert expected_config == config
def send(self, action, install_method, num_errors):
"""Sends analytics track data to segmentIO.
variant: string | open or enterprise
action: string | preflight, deploy, or postflight
install_method: string | gui, cli or advanced
"""
analytics.write_key = "51ybGTeFEFU1xo6u10XMDrr6kATFyRyh"
# We set customer key from config to avoid loading the config during class init
customer_key = backend.get_config().get("customer_key", None)
analytics.track(user_id=customer_key, anonymous_id=self.uuid, event=action, properties={
"provider": "onprem",
"source": "installer",
"variant": os.environ["BOOTSTRAP_VARIANT"],
"install_id": self.uuid,
"bootstrap_id": os.environ["BOOTSTRAP_ID"],
"install_method": install_method,
"stage": action,
"errors": num_errors,
"customerKey": customer_key,
})
analytics.flush()
def action_action_name(request):
"""Return /action/<action_name>
:param request: a web requeest object.
:type request: request | None
"""
action_name = request.match_info['action_name']
# Update the global action
json_state = read_json_state(action_name)
app['current_action'] = action_name
if request.method == 'GET':
log.info('GET {}'.format(action_name))
if json_state:
return web.json_response(json_state)
return web.json_response({})
elif request.method == 'POST':
log.info('POST {}'.format(action_name))
action = action_map.get(action_name)
# If the action name is preflight, attempt to run configuration
# generation. If genconf fails, present the UI with a usable error
# for the end-user
if action_name == 'preflight':
try:
print_header("GENERATING CONFIGURATION")
backend.do_configure()
except:
genconf_failure = {
"errors": "Configuration generation failed, please see command line for details"
}
return web.json_response(genconf_failure, status=400)
params = yield from request.post()
if json_state:
if action_name == 'deploy' and 'retry' in params:
if 'hosts' in json_state:
failed_hosts = []
for deploy_host, deploy_params in json_state['hosts'].items():
if deploy_params['host_status'] != 'success':
failed_hosts.append(Node(deploy_host, tags=deploy_params['tags']))
log.debug('failed hosts: {}'.format(failed_hosts))
if failed_hosts:
yield from asyncio.async(
action(
backend.get_config(),
state_json_dir=STATE_DIR,
hosts=failed_hosts,
try_remove_stale_dcos=True,
**params))
return web.json_response({
'status': 'retried',
'details': sorted(['{}:{}'.format(node.ip, node.port) for node in failed_hosts])
})
if action_name not in remove_on_done:
return web.json_response({'status': '{} was already executed, skipping'.format(action_name)})
running = False
for host, attributes in json_state['hosts'].items():
if attributes['host_status'].lower() == 'running':
running = True
log.debug('is action running: {}'.format(running))
if running:
return web.json_response({'status': '{} is running, skipping'.format(action_name)})
else:
unlink_state_file(action_name)
yield from asyncio.async(action(backend.get_config(), state_json_dir=STATE_DIR, options=options, **params))
return web.json_response({'status': '{} started'.format(action_name)})
def get_new_analytics(config_path=CONFIG_PATH):
return InstallerAnalytics(backend.get_config(config_path))
def action_action_name(request):
"""Return /action/<action_name>
:param request: a web requeest object.
:type request: request | None
"""
global current_action
action_name = request.match_info['action_name']
# Update the global action
json_state = read_json_state(action_name)
current_action = action_name
if request.method == 'GET':
log.info('GET {}'.format(action_name))
if json_state:
return web.json_response(json_state)
return web.json_response({})
elif request.method == 'POST':
log.info('POST {}'.format(action_name))
action = action_map.get(action_name)
# If the action name is preflight, attempt to run configuration
# generation. If genconf fails, present the UI with a usable error
# for the end-user
if action_name == 'preflight':
try:
log.warning("GENERATING CONFIGURATION")
backend.do_configure()
except:
genconf_failure = {
"errors": "Configuration generation failed, please see command line for details"
}
return web.json_response(genconf_failure, status=400)
params = yield from request.post()
if json_state:
if action_name == 'deploy' and 'retry' in params:
if 'hosts' in json_state:
failed_hosts = []
for deploy_host, deploy_params in json_state['hosts'].items():
if deploy_params['host_status'] != 'success':
failed_hosts.append(Node(deploy_host, tags=deploy_params['tags']))
log.debug('failed hosts: {}'.format(failed_hosts))
if failed_hosts:
yield from asyncio.async(
action(
backend.get_config(),
state_json_dir=STATE_DIR,
hosts=failed_hosts,
try_remove_stale_dcos=True,
**params))
return web.json_response({
'status': 'retried',
'details': sorted(['{}:{}'.format(node.ip, node.port) for node in failed_hosts])
})
if action_name not in remove_on_done:
return web.json_response({'status': '{} was already executed, skipping'.format(action_name)})
running = False
for host, attributes in json_state['hosts'].items():
if attributes['host_status'].lower() == 'running':
running = True
log.debug('is action running: {}'.format(running))
if running:
return web.json_response({'status': '{} is running, skipping'.format(action_name)})
else:
unlink_state_file(action_name)
yield from asyncio.async(action(backend.get_config(), state_json_dir=STATE_DIR, options=options, **params))
return web.json_response({'status': '{} started'.format(action_name)})
def get_new_analytics(config_path=CONFIG_PATH):
return InstallerAnalytics(backend.get_config(config_path))