def install(component, hosts, identifier, tags="package-install", extra_vars=None):
"""
``component``: What component is it going to get installed: mon, rgw, osd, calamari
``hosts``: A list of hosts to install, these host must be resolvable
``tags``: The tags as a comma-delimeted string that represents all the tags
this ansible call should follow. For example "package-install, other-tag"
``identifier``: The UUID identifer for the task object so this function can capture process
metadata and persist it to the database
"""
if not extra_vars:
extra_vars = dict()
component_title = "%s%s" % (component, '' if component.endswith('s') else 's')
hosts_file = util.generate_inventory_file(component_title, hosts, identifier)
command = process.make_ansible_command(hosts_file, identifier, tags=tags, extra_vars=extra_vars)
task = models.Task.query.filter_by(identifier=identifier).first()
task.command = ' '.join(command)
task.started = datetime.now()
# force a commit here so we can reference this command later if it fails
models.commit()
out, err, exit_code = process.run(command)
task.succeeded = not exit_code
task.exit_code = exit_code
task.stdout = out
task.stderr = err
task.ended = datetime.now()
models.commit()
def test_multiple_hosts(self, tmpdir):
hosts = ['google.com', 'redhat.com']
result = util.generate_inventory_file([("mons", hosts)], "uuid", tmp_dir=str(tmpdir))
with open(result, 'r') as f:
data = [line.strip() for line in f.readlines()]
assert "[mons]" in data
assert "google.com" in data
assert "redhat.com" in data
def test_single_host(self, tmpdir):
result = util.generate_inventory_file([("mons", "google.com")],
"uuid",
tmp_dir=str(tmpdir))
with open(result, 'r') as f:
data = [line.strip() for line in f.readlines()]
assert "[mons]" in data
assert "google.com" in data
def call_ansible(inventory,
identifier,
tags="",
skip_tags="",
extra_vars=None,
playbook="site.yml.sample",
**kw):
"""
This task builds an ansible-playbook command and runs it.
``inventory``: A list of tuples that details an ansible inventory. For example:
[('mons', ['mon1.host', 'mon2.host']), ('osds', ['osd1.host'])]
``tags``: The tags as a comma-delimeted string that represents all the tags
this ansible call should follow. For example "package-install, other-tag"
``skip_tags``: The tags as a comma-delimeted string that represents all the tags
this ansible call should skip. For example "package-install, other-tag"
``identifier``: The UUID identifer for the task object so this function can capture process
metadata and persist it to the database
``verbose``: Optional keyword argument, to flag the need for increased verbosity
when running ansible
"""
verbose = kw.get('verbose', False)
if not extra_vars:
extra_vars = dict()
hosts_file = util.generate_inventory_file(inventory, identifier)
command = process.make_ansible_command(hosts_file,
identifier,
tags=tags,
extra_vars=extra_vars,
skip_tags=skip_tags,
playbook=playbook,
verbose=verbose)
task = models.Task.query.filter_by(identifier=identifier).first()
task.command = ' '.join(command)
task.started = datetime.now()
# force a commit here so we can reference this command later if it fails
models.commit()
working_dir = util.get_ceph_ansible_path()
# ansible depends on relative pathing to figure out how to load
# plugins, among other things. Setting the current working directory
# for this subprocess call to the directory where the playbook resides
# allows ansible to properly find action plugins defined in ceph-ansible.
kwargs = dict(cwd=working_dir)
try:
out, err, exit_code = process.run(command, **kwargs)
except Exception as error:
task.succeeded = False
task.exit_code = -1
task.stderr = str(error)
logger.exception('failed to run command')
else:
task.succeeded = not exit_code
task.exit_code = exit_code
task.stdout = out
task.stderr = err
task.ended = datetime.now()
models.commit()
def test_multiple_hosts(self, tmpdir):
hosts = ['google.com', 'redhat.com']
result = util.generate_inventory_file([("mons", hosts)],
"uuid",
tmp_dir=str(tmpdir))
with open(result, 'r') as f:
data = [line.strip() for line in f.readlines()]
assert "[mons]" in data
assert "google.com" in data
assert "redhat.com" in data
def test_multiple_groups(self, tmpdir):
hosts = ['google.com', 'redhat.com']
inventory = [('mons', hosts), ('osds', 'osd1.host')]
result = util.generate_inventory_file(inventory, "uuid", tmp_dir=str(tmpdir))
with open(result, 'r') as f:
data = [line.strip() for line in f.readlines()]
assert "[mons]" in data
assert "google.com" in data
assert "redhat.com" in data
assert "[osds]" in data
assert "osd1.host" in data
def test_multiple_groups(self, tmpdir):
hosts = ['google.com', 'redhat.com']
inventory = [('mons', hosts), ('osds', 'osd1.host')]
result = util.generate_inventory_file(inventory,
"uuid",
tmp_dir=str(tmpdir))
with open(result, 'r') as f:
data = [line.strip() for line in f.readlines()]
assert "[mons]" in data
assert "google.com" in data
assert "redhat.com" in data
assert "[osds]" in data
assert "osd1.host" in data
def call_ansible(inventory, identifier, tags="", skip_tags="", extra_vars=None, playbook="site.yml.sample", **kw):
"""
This task builds an ansible-playbook command and runs it.
``inventory``: A list of tuples that details an ansible inventory. For example:
[('mons', ['mon1.host', 'mon2.host']), ('osds', ['osd1.host'])]
``tags``: The tags as a comma-delimeted string that represents all the tags
this ansible call should follow. For example "package-install, other-tag"
``skip_tags``: The tags as a comma-delimeted string that represents all the tags
this ansible call should skip. For example "package-install, other-tag"
``identifier``: The UUID identifer for the task object so this function can capture process
metadata and persist it to the database
``verbose``: Optional keyword argument, to flag the need for increased verbosity
when running ansible
"""
verbose = kw.get('verbose', False)
if not extra_vars:
extra_vars = dict()
hosts_file = util.generate_inventory_file(inventory, identifier)
command = process.make_ansible_command(
hosts_file, identifier, tags=tags, extra_vars=extra_vars,
skip_tags=skip_tags, playbook=playbook, verbose=verbose
)
task = models.Task.query.filter_by(identifier=identifier).first()
task.command = ' '.join(command)
task.started = datetime.now()
# force a commit here so we can reference this command later if it fails
models.commit()
working_dir = util.get_ceph_ansible_path()
# ansible depends on relative pathing to figure out how to load
# plugins, among other things. Setting the current working directory
# for this subprocess call to the directory where the playbook resides
# allows ansible to properly find action plugins defined in ceph-ansible.
kwargs = dict(cwd=working_dir)
try:
out, err, exit_code = process.run(command, **kwargs)
except Exception as error:
task.succeeded = False
task.exit_code = -1
task.stderr = str(error)
logger.exception('failed to run command')
else:
task.succeeded = not exit_code
task.exit_code = exit_code
task.stdout = out
task.stderr = err
task.ended = datetime.now()
models.commit()
def call_ansible(component,
hosts,
identifier,
tags="",
skip_tags="",
extra_vars=None):
"""
This task builds an ansible-playbook command and runs it.
``component``: What component we're going to work with: mon, rgw, osd, calamari
``hosts``: A list of hosts to run ansible against, these host must be resolvable
``tags``: The tags as a comma-delimeted string that represents all the tags
this ansible call should follow. For example "package-install, other-tag"
``skip_tags``: The tags as a comma-delimeted string that represents all the tags
this ansible call should skip. For example "package-install, other-tag"
``identifier``: The UUID identifer for the task object so this function can capture process
metadata and persist it to the database
"""
if not extra_vars:
extra_vars = dict()
component_title = "%s%s" % (component,
'' if component.endswith('s') else 's')
hosts_file = util.generate_inventory_file(component_title, hosts,
identifier)
command = process.make_ansible_command(hosts_file,
identifier,
tags=tags,
extra_vars=extra_vars,
skip_tags=skip_tags)
task = models.Task.query.filter_by(identifier=identifier).first()
task.command = ' '.join(command)
task.started = datetime.now()
# force a commit here so we can reference this command later if it fails
models.commit()
working_dir = util.get_playbook_path()
working_dir = os.path.split(working_dir)[0]
# ansible depends on relative pathing to figure out how to load
# plugins, among other things. Setting the current working directory
# for this subprocess call to the directory where the playbook resides
# allows ansible to properly find action plugins defined in ceph-ansible.
kwargs = dict(cwd=working_dir)
out, err, exit_code = process.run(command, **kwargs)
task.succeeded = not exit_code
task.exit_code = exit_code
task.stdout = out
task.stderr = err
task.ended = datetime.now()
models.commit()
def call_ansible(component, hosts, identifier, tags="", skip_tags="", extra_vars=None):
"""
This task builds an ansible-playbook command and runs it.
``component``: What component we're going to work with: mon, rgw, osd, calamari
``hosts``: A list of hosts to run ansible against, these host must be resolvable
``tags``: The tags as a comma-delimeted string that represents all the tags
this ansible call should follow. For example "package-install, other-tag"
``skip_tags``: The tags as a comma-delimeted string that represents all the tags
this ansible call should skip. For example "package-install, other-tag"
``identifier``: The UUID identifer for the task object so this function can capture process
metadata and persist it to the database
"""
if not extra_vars:
extra_vars = dict()
component_title = "%s%s" % (component, '' if component.endswith('s') else 's')
hosts_file = util.generate_inventory_file(component_title, hosts, identifier)
command = process.make_ansible_command(hosts_file, identifier, tags=tags, extra_vars=extra_vars, skip_tags=skip_tags)
task = models.Task.query.filter_by(identifier=identifier).first()
task.command = ' '.join(command)
task.started = datetime.now()
# force a commit here so we can reference this command later if it fails
models.commit()
working_dir = util.get_playbook_path()
working_dir = os.path.split(working_dir)[0]
# ansible depends on relative pathing to figure out how to load
# plugins, among other things. Setting the current working directory
# for this subprocess call to the directory where the playbook resides
# allows ansible to properly find action plugins defined in ceph-ansible.
kwargs = dict(cwd=working_dir)
out, err, exit_code = process.run(command, **kwargs)
task.succeeded = not exit_code
task.exit_code = exit_code
task.stdout = out
task.stderr = err
task.ended = datetime.now()
models.commit()
def test_tmp_dir(self, tmpdir):
result = util.generate_inventory_file("mons",
"google.com",
"uuid",
tmp_dir=str(tmpdir))
assert str(tmpdir) in result
def test_correct_filename(self, tmpdir):
result = util.generate_inventory_file("mons",
"google.com",
"uuid",
tmp_dir=str(tmpdir))
assert "uuid_" in result
def test_single_host(self, tmpdir):
result = util.generate_inventory_file([("mons", "google.com")], "uuid", tmp_dir=str(tmpdir))
with open(result, 'r') as f:
data = [line.strip() for line in f.readlines()]
assert "[mons]" in data
assert "google.com" in data
def test_tmp_dir(self, tmpdir):
result = util.generate_inventory_file([("mons", "google.com")], "uuid", tmp_dir=str(tmpdir))
assert str(tmpdir) in result
def test_correct_filename(self, tmpdir):
result = util.generate_inventory_file([("mons", "google.com")], "uuid", tmp_dir=str(tmpdir))
assert "uuid_" in result