def test_memberships_are_respected(self, inventory):
"""This tests that if import 1 added a group-group and group-host memberhip
that import 2 will not remove those memberships, even when adding
importing the same parent groups
"""
inventory_import.AnsibleInventoryLoader._data = {
"_meta": {
"hostvars": {"foo": {}}
},
"all": {
"children": ["ungrouped", "is_a_parent", "has_a_host", "is_a_child"]
},
"is_a_parent": {
"children": ["is_a_child"]
},
"has_a_host": {
"hosts": ["foo"]
},
"ungrouped": {
"hosts": []
}
}
cmd = inventory_import.Command()
cmd.handle(inventory_id=inventory.pk, source=__file__)
assert inventory.hosts.count() == 1 # baseline worked
inv_src2 = inventory.inventory_sources.create(
name='bar', overwrite=True, source='ec2'
)
os.environ['INVENTORY_SOURCE_ID'] = str(inv_src2.pk)
os.environ['INVENTORY_UPDATE_ID'] = str(inv_src2.create_unified_job().pk)
# scenario where groups are already imported, and overwrite is true
inv_src2.groups.add(inventory.groups.get(name='is_a_parent'))
inv_src2.groups.add(inventory.groups.get(name='has_a_host'))
inventory_import.AnsibleInventoryLoader._data = {
"_meta": {
"hostvars": {"bar": {}}
},
"all": {
"children": ["ungrouped", "is_a_parent", "has_a_host"]
},
"ungrouped": {
"hosts": ["bar"]
}
}
cmd = inventory_import.Command()
cmd.handle(inventory_id=inventory.pk, source=__file__, overwrite=True)
del os.environ['INVENTORY_SOURCE_ID']
del os.environ['INVENTORY_UPDATE_ID']
# the overwriting import did not destroy relationships from first import
parent_group = inventory.groups.get(name='is_a_parent')
assert parent_group.children.count() == 1
has_host_group = inventory.groups.get(name='has_a_host')
assert has_host_group.hosts.count() == 1
def test_hostvars_are_saved(self, inventory):
cmd = inventory_import.Command()
cmd.handle_noargs(inventory_id=inventory.pk, source='doesnt matter')
assert inventory.hosts.count() == 1
h = inventory.hosts.all()[0]
assert h.name == 'foo'
assert h.variables_dict == {"some_hostvar": "foobar"}
def test_invalid_inventory_name(self):
cmd = inventory_import.Command()
with pytest.raises(CommandError) as err:
cmd.handle(inventory_name='fooservers',
source='/notapath/shouldnotmatter')
assert 'name = fooservers' in str(err.value)
assert 'cannot be found' in str(err.value)
def test_host_gains_or_loses_instance_id(self, inventory, id_var_seq,
host_name):
inv_src = InventorySource.objects.create(inventory=inventory,
source='gce')
options = dict(overwrite=True)
vars = {'foo': {'id': 'fooval'}}
old_id = None
for id_var in id_var_seq:
options['instance_id_var'] = id_var
data = {
'_meta': {
'hostvars': {
host_name: vars
}
},
"ungrouped": {
"hosts": [host_name]
},
}
inventory_import.Command().perform_update(
options.copy(), data.copy(), inv_src.create_unified_job())
assert inventory.hosts.count() == inv_src.hosts.count() == 1
host = inventory.hosts.first()
assert host.name == host_name
assert host.instance_id == ('fooval' if id_var else '')
assert yaml.safe_load(host.variables) == vars
if old_id is not None:
assert host.id == old_id
old_id = host.id
def test_invalid_options_invalid_source(self, inventory):
# Give invalid file to the command
cmd = inventory_import.Command()
with mock.patch('django.db.transaction.rollback'):
with pytest.raises(IOError) as err:
cmd.handle_noargs(
inventory_id=inventory.id,
source='/tmp/pytest-of-root/pytest-7/inv_files0-invalid')
assert 'Source does not exist' in err.value.message
def test_inventory_single_ini_import(self, inventory, capsys):
inventory_import.AnsibleInventoryLoader._data = TEST_INVENTORY_CONTENT
cmd = inventory_import.Command()
r = cmd.handle(
inventory_id=inventory.pk, source=__file__,
method='backport')
out, err = capsys.readouterr()
assert r is None
assert out == ''
assert set(inventory.groups.values_list('name', flat=True)) == set([
'servers', 'dbservers', 'webservers', 'others'])
assert set(inventory.hosts.values_list('name', flat=True)) == set([
'web1.example.com', 'web2.example.com',
'web3.example.com', 'db1.example.com',
'db2.example.com', '10.11.12.13',
'10.12.14.16', 'fe80::1610:9fff:fedd:654b',
'fe80::1610:9fff:fedd:b654', '::1'])
reloaded_inv = Inventory.objects.get(pk=inventory.pk)
assert reloaded_inv.variables_dict == {'vara': 'A'}
# Groups vars are applied to host in the newer versions
assert Host.objects.get(name='web1.example.com').variables_dict == {'ansible_ssh_host': 'w1.example.net'}
# Old version uses `ansible_ssh_port` but new version uses `ansible_port`
assert Host.objects.get(name='web3.example.com').variables_dict == {'ansible_port': 1022}
assert Host.objects.get(name='fe80::1610:9fff:fedd:b654').variables_dict == {'ansible_port': 1022}
assert Host.objects.get(name='10.12.14.16').variables_dict == {'ansible_port': 8022}
servers = Group.objects.get(name='servers')
assert servers.variables_dict == {'varb': 'B'}
assert set(servers.children.values_list('name', flat=True)) == set(['dbservers', 'webservers'])
assert servers.hosts.count() == 0
servers = Group.objects.get(name='dbservers')
assert servers.variables_dict == {'dbvar': 'ugh'}
assert servers.children.count() == 0
assert set(servers.hosts.values_list('name', flat=True)) == set(['db1.example.com','db2.example.com'])
servers = Group.objects.get(name='webservers')
assert servers.variables_dict == {'webvar': 'blah'}
assert servers.children.count() == 0
assert set(servers.hosts.values_list('name', flat=True)) == set(['web1.example.com','web2.example.com', 'web3.example.com'])
assert reloaded_inv.inventory_sources.filter().count() == 1
invsrc = reloaded_inv.inventory_sources.first()
assert invsrc.source == 'file'
assert invsrc.inventory_updates.count() == 1
assert invsrc.inventory_updates.first().status == 'successful'
# Check creation of ad-hoc inventory source - this was not called with one specified
assert reloaded_inv.inventory_sources.count() == 1
assert reloaded_inv.inventory_sources.all()[0].source == 'file'
def test_tower_version_compare():
cmd = inventory_import.Command()
cmd.inventory_source = InventorySource(source='tower')
cmd.all_group = MemGroup('all')
# mimic example from https://github.com/ansible/ansible/pull/52747
# until that is merged, this is the best testing we can do
cmd.all_group.variables = {
'tower_metadata': {
"ansible_version": "2.7.5",
"license_type": "open",
"version": "2.0.1-1068-g09684e2c41"
}
}
with pytest.raises(PermissionDenied):
cmd.remote_tower_license_compare('very_supported')
cmd.remote_tower_license_compare('open')
def test_recursive_group_error(self, inventory):
inventory_import.AnsibleInventoryLoader._data = {
"_meta": {
"hostvars": {}
},
"all": {
"children": ["fooland", "barland"]
},
"fooland": {
"children": ["barland"]
},
"barland": {
"children": ["fooland"]
}
}
cmd = inventory_import.Command()
cmd.handle(inventory_id=inventory.pk, source=__file__)
def test_name_and_id_confusion(self, inventory, second_list):
inv_src = InventorySource.objects.create(inventory=inventory,
source='gce')
CASES = [('', ['host-1', 'fooval']), ('foo.id', second_list)]
options = dict(overwrite=True)
vars = {'foo': {'id': 'fooval'}}
data = {
'_meta': {
'hostvars': {}
},
"ungrouped": {
"hosts": []
},
}
id_set = None
for id_var, hosts in CASES:
options['instance_id_var'] = id_var
data['_meta']['hostvars'] = {}
for host_name in hosts:
data['_meta']['hostvars'][host_name] = vars if id_var else {}
data['ungrouped']['hosts'] = hosts
inventory_import.Command().perform_update(
options.copy(), data.copy(), inv_src.create_unified_job())
new_ids = set(inventory.hosts.values_list('id', flat=True))
if id_set is not None:
assert not (new_ids - id_set)
id_set = new_ids
assert inventory.hosts.count() == len(hosts), [
(host.name, host.instance_id)
for host in inventory.hosts.all()
]
assert inv_src.hosts.count() == len(hosts), [
(host.name, host.instance_id)
for host in inventory.hosts.all()
]
for host_name in hosts:
host = inventory.hosts.get(name=host_name)
assert host.instance_id == ('fooval' if id_var else '')
def test_hostvars_are_saved(self, inventory):
inventory_import.AnsibleInventoryLoader._data = {
"_meta": {
"hostvars": {"foo": {"some_hostvar": "foobar"}}
},
"all": {
"children": ["ungrouped"]
},
"ungrouped": {
"hosts": ["foo"]
}
}
cmd = inventory_import.Command()
cmd.handle(inventory_id=inventory.pk, source=__file__)
assert inventory.hosts.count() == 1
h = inventory.hosts.all()[0]
assert h.name == 'foo'
assert h.variables_dict == {"some_hostvar": "foobar"}
def test_single_host_not_recreated(self, inventory, id_var, host_name,
has_var):
inv_src = InventorySource.objects.create(inventory=inventory,
source='gce')
options = dict(overwrite=True, instance_id_var=id_var)
vars = {'foo': {'id': 'fooval'}}
data = {
'_meta': {
'hostvars': {
host_name: vars if has_var else {
'unrelated': 'value'
}
}
},
"ungrouped": {
"hosts": [host_name]
},
}
old_id = None
for i in range(3):
inventory_import.Command().perform_update(
options.copy(), data.copy(), inv_src.create_unified_job())
assert inventory.hosts.count() == inv_src.hosts.count() == 1
host = inventory.hosts.first()
assert host.name == host_name
assert host.instance_id in ('fooval', '')
if has_var:
assert yaml.safe_load(host.variables) == vars
else:
assert yaml.safe_load(host.variables) == {'unrelated': 'value'}
if old_id is not None:
assert host.id == old_id
old_id = host.id
def test_invalid_inventory_id(self):
cmd = inventory_import.Command()
with pytest.raises(CommandError) as err:
cmd.handle_noargs(inventory_id=42, source='/notapath/shouldnotmatter')
assert 'id = 42' in err.value.message
assert 'cannot be found' in err.value.message
def test_recursive_group_error(self, inventory):
cmd = inventory_import.Command()
cmd.handle_noargs(inventory_id=inventory.pk, source='doesnt matter')
def cmd(self):
cmd = inventory_import.Command()
cmd.enabled_var = 'foo.bar'
cmd.enabled_value = 'barfoo'
return cmd