def test_template_inheritance(datadir, config):
config.tpls = TemplateConfig()
config.rsets = ResSetConfig()
config.rsets.load(str(datadir.join('resources.yaml')))
config.tpls.load(str(datadir.join('templates_herit.yaml')))
# Check that we have all templates and resource placeholders
assert (len(config.tpls) == 5)
# Test non-existing template
with pytest.raises(KeyError):
_ = config.tpls['not_found']
# Test inheritance and overloading
for attr, params in iteritems(pcocc.Templates.template_settings):
if attr == 'placeholder' or attr == 'inherits':
continue
assert (getattr(config.tpls['example'], attr) != getattr(
config.tpls['overloads'], attr))
if params[2]:
assert (getattr(config.tpls['example'],
attr) == getattr(config.tpls['herits'], attr))
else:
assert (getattr(config.tpls['herits'], attr) == params[1])
def test_init_ethnetwork(mocker, config, datadir):
config.vnets = VNetworkConfig()
config.rsets = ResSetConfig()
config.tpls = TemplateConfig()
config.vnets.load(str(datadir.join('networks_l3.yaml')))
config.rsets.load(str(datadir.join('resources.yaml')))
check_call = mocker.patch('subprocess.check_call')
mocker.patch('subprocess.check_output', new=check_call)
check_call.side_effect = sproc_init
config.vnets['eth_l3'].init_node()
check_call.side_effect = sproc_cleanup
config.vnets['eth_l3'].cleanup_node()
cmdline = ""
for name, args, kwargs in check_call.mock_calls:
if isinstance(args[0], str):
cmdline += args[0] + '\n'
else:
cmdline += ' '.join(args[0]) + '\n'
print cmdline
assert cmdline == """ovs-vsctl --may-exist add-br nat_xbr
def test_bad_templates(conf_file, expected_error, datadir, config):
config.tpls = TemplateConfig()
config.rsets = ResSetConfig()
config.rsets.load(str(datadir.join('resources.yaml')))
with pytest.raises(InvalidConfigurationError) as err:
config.tpls.load(str(datadir.join(conf_file)), required=True)
assert expected_error in str(err.value)
def test_template_display(template, expected_output, capsys, datadir, config):
config.tpls = TemplateConfig()
config.rsets = ResSetConfig()
config.rsets.load(str(datadir.join('resources.yaml')))
config.tpls.load(str(datadir.join('templates_herit.yaml')))
config.tpls[template].display()
out, err = capsys.readouterr()
assert sorted(out.splitlines()) == sorted(expected_output.splitlines())
def test_template_resolve_image(image_path, resolved_image, revision,
monkeypatch, datadir, config):
config.tpls = TemplateConfig()
config.rsets = ResSetConfig()
monkeypatch.setenv('EXAMPLE_IMAGE_PATH', str(datadir.join(image_path)))
config.rsets.load(str(datadir.join('resources.yaml')))
config.tpls.load(str(datadir.join('templates_images.yaml')))
if resolved_image:
image, rev = config.tpls['example'].resolve_image()
assert image.endswith(resolved_image)
assert rev == revision
else:
with pytest.raises(InvalidConfigurationError):
_, _ = config.tpls['example'].resolve_image()
def test_alloc_ethnetwork(mocker, config, datadir):
config.batch.batchid = 100
config.batch.list_all_jobs.return_value = [100]
config.vnets = VNetworkConfig()
config.rsets = ResSetConfig()
config.tpls = TemplateConfig()
config.vnets.load(str(datadir.join('networks_l3.yaml')))
config.rsets.load(str(datadir.join('resources.yaml')))
config.tpls.load(str(datadir.join('templates.yaml')))
config.tracker = pcocc.NetUtils.Tracker(str(datadir.join('tracker.db')))
cluster = pcocc.Cluster('test_l3:4', resource_only=True)
check_call = mocker.patch('subprocess.check_call')
mocker.patch('subprocess.check_output', new=check_call)
check_call.side_effect = sproc_init
mocker.patch('pcocc.NetUtils.OVSBridge.get_port_id').side_effect = xrange(
0, 10)
mocker.patch('pcocc.NetUtils.NetDev._find_used_dev_ids').side_effect = [
xrange(0, i) for i in xrange(0, 10)
]
config.batch.get_host_rank.return_value = 0
config.batch.node_rank = 0
config.vnets['eth_l3'].alloc_node_resources(cluster)
config.vnets['eth_l3'].free_node_resources(cluster)
config.tracker.cleanup_ref(config.batch.batchid)
cmdline = ""
for name, args, kwargs in check_call.mock_calls:
if isinstance(args[0], str):
cmdline += args[0] + '\n'
else:
cmdline += ' '.join(args[0]) + '\n'
assert re.sub(r'/tmp/\w+', '/tmp/XXXXX', cmdline) == re.sub(
r'/tmp/\w+', '/tmp/XXXXX', """ovs-vsctl --may-exist add-br nat_ibr0
ovs-ofctl del-flows -OOpenFlow13 nat_ibr0 --strict priority=0
ip link set nat_ibr0 mtu 1500
ip link set nat_ibr0 up
ip link add nat_veth1 type veth peer name nat_veth1b
ovs-vsctl --may-exist add-port nat_ibr0 nat_veth1
ovs-vsctl --may-exist add-port nat_xbr nat_veth1b
ip link set nat_veth1 up
ip link set nat_veth1b up
ip link set nat_veth1 mtu 1500
ip link set nat_veth1b mtu 1500
ip netns add nat_ns_eth_l3_100
ip link add nat_veth2 type veth peer name nat_veth2b
ip link set nat_veth2 up
ovs-vsctl --may-exist add-port nat_ibr0 nat_veth2
ip link set nat_veth2b address 52:54:00:ff:ff:fd
ip link set nat_veth2b netns nat_ns_eth_l3_100
ip netns exec nat_ns_eth_l3_100 ip link set nat_veth2b up
ip netns exec nat_ns_eth_l3_100 ip addr add 10.251.255.253/16 dev nat_veth2b
ip netns exec nat_ns_eth_l3_100 ip route add default via 10.251.255.254 dev nat_veth2b
ovs-ofctl add-group -OOpenFlow13 nat_ibr0 group_id=1,type=all
ip tuntap add nat_tap3 mode tap
ip link set nat_tap3 up
ip link set nat_tap3 mtu 1500
ovs-vsctl --may-exist add-port nat_ibr0 nat_tap3
ovs-ofctl add-group -OOpenFlow13 nat_ibr0 group_id=100,type=all
ip tuntap add nat_tap4 mode tap
ip link set nat_tap4 up
ip link set nat_tap4 mtu 1500
ovs-vsctl --may-exist add-port nat_ibr0 nat_tap4
ovs-ofctl add-group -OOpenFlow13 nat_ibr0 group_id=101,type=all
ip tuntap add nat_tap5 mode tap
ip link set nat_tap5 up
ip link set nat_tap5 mtu 1500
ovs-vsctl --may-exist add-port nat_ibr0 nat_tap5
ovs-ofctl add-group -OOpenFlow13 nat_ibr0 group_id=102,type=all
ip tuntap add nat_tap6 mode tap
ip link set nat_tap6 up
ip link set nat_tap6 mtu 1500
ovs-vsctl --may-exist add-port nat_ibr0 nat_tap6
ovs-ofctl add-group -OOpenFlow13 nat_ibr0 group_id=103,type=all
ovs-ofctl add-group -OOpenFlow13 nat_ibr0 group_id=2,type=all
ovs-ofctl mod-group -OOpenFlow13 nat_ibr0 group_id=1,type=all,bucket=output:3,bucket=output:4,bucket=output:5,bucket=output:6,bucket=output:2
ovs-ofctl mod-group -OOpenFlow13 nat_ibr0 group_id=100,type=all,bucket=output:4,bucket=output:5,bucket=output:6,bucket=output:2
ovs-ofctl mod-group -OOpenFlow13 nat_ibr0 group_id=101,type=all,bucket=output:3,bucket=output:5,bucket=output:6,bucket=output:2
ovs-ofctl mod-group -OOpenFlow13 nat_ibr0 group_id=102,type=all,bucket=output:3,bucket=output:4,bucket=output:6,bucket=output:2
ovs-ofctl mod-group -OOpenFlow13 nat_ibr0 group_id=103,type=all,bucket=output:3,bucket=output:4,bucket=output:5,bucket=output:2
ovs-ofctl mod-group -OOpenFlow13 nat_ibr0 group_id=2,type=all,bucket=output:3,bucket=output:4,bucket=output:5,bucket=output:6
ip netns exec nat_ns_eth_l3_100 /usr/sbin/dnsmasq --dhcp-authoritative --pid-file=/var/run/pcocc_dnsmasq_nat_ns_eth_l3_100.pid --conf-file= --leasefile-ro --dhcp-lease-max=65536 --dhcp-hostsfile /tmp/tmp_nwRni --domain=pcocc.pcocc.c-inti.ccc.ocre.cea.fr. --dhcp-option=15,pcocc.pcocc.c-inti.ccc.ocre.cea.fr. --dhcp-option=119,pcocc.pcocc.c-inti.ccc.ocre.cea.fr --dhcp-option=26,1450 --dhcp-option=option:dns-server,10.251.255.253 --dhcp-option=option:netmask,255.255.0.0 --dhcp-option=option:router,10.251.255.254 -F 10.251.0.0,static -h -E -H /tmp/tmpWIWn2A
iptables -t nat -C PREROUTING -d 10.200.0.1/32 -p tcp -m tcp --dport 60222 -j DNAT --to-destination 10.250.0.1:22
iptables -t nat -A PREROUTING -d 10.200.0.1/32 -p tcp -m tcp --dport 60222 -j DNAT --to-destination 10.250.0.1:22
iptables -t nat -C OUTPUT -d 10.200.0.1/32 -p tcp -m tcp --dport 60222 -j DNAT --to-destination 10.250.0.1:22
iptables -t nat -A OUTPUT -d 10.200.0.1/32 -p tcp -m tcp --dport 60222 -j DNAT --to-destination 10.250.0.1:22
iptables -t nat -C PREROUTING -d 10.200.0.1/32 -p tcp -m tcp --dport 60223 -j DNAT --to-destination 10.250.0.2:22
iptables -t nat -A PREROUTING -d 10.200.0.1/32 -p tcp -m tcp --dport 60223 -j DNAT --to-destination 10.250.0.2:22
iptables -t nat -C OUTPUT -d 10.200.0.1/32 -p tcp -m tcp --dport 60223 -j DNAT --to-destination 10.250.0.2:22
iptables -t nat -A OUTPUT -d 10.200.0.1/32 -p tcp -m tcp --dport 60223 -j DNAT --to-destination 10.250.0.2:22
iptables -t nat -C PREROUTING -d 10.200.0.1/32 -p tcp -m tcp --dport 60224 -j DNAT --to-destination 10.250.0.3:22
iptables -t nat -A PREROUTING -d 10.200.0.1/32 -p tcp -m tcp --dport 60224 -j DNAT --to-destination 10.250.0.3:22
iptables -t nat -C OUTPUT -d 10.200.0.1/32 -p tcp -m tcp --dport 60224 -j DNAT --to-destination 10.250.0.3:22
iptables -t nat -A OUTPUT -d 10.200.0.1/32 -p tcp -m tcp --dport 60224 -j DNAT --to-destination 10.250.0.3:22
iptables -t nat -C PREROUTING -d 10.200.0.1/32 -p tcp -m tcp --dport 60225 -j DNAT --to-destination 10.250.0.4:22
iptables -t nat -A PREROUTING -d 10.200.0.1/32 -p tcp -m tcp --dport 60225 -j DNAT --to-destination 10.250.0.4:22
iptables -t nat -C OUTPUT -d 10.200.0.1/32 -p tcp -m tcp --dport 60225 -j DNAT --to-destination 10.250.0.4:22
iptables -t nat -A OUTPUT -d 10.200.0.1/32 -p tcp -m tcp --dport 60225 -j DNAT --to-destination 10.250.0.4:22
ovs-ofctl add-flows -OOpenFlow13 nat_ibr0 /tmp/tmpJvpevg
ovs-ofctl add-flows -OOpenFlow13 nat_xbr /tmp/tmp2jB3cZ
iptables -t nat -C OUTPUT -d 10.200.0.1/32 -p tcp -m tcp --dport 60225 -j DNAT --to-destination 10.250.0.4:22
iptables -t nat -C PREROUTING -d 10.200.0.1/32 -p tcp -m tcp --dport 60225 -j DNAT --to-destination 10.250.0.4:22
iptables -t nat -C OUTPUT -d 10.200.0.1/32 -p tcp -m tcp --dport 60224 -j DNAT --to-destination 10.250.0.3:22
iptables -t nat -C PREROUTING -d 10.200.0.1/32 -p tcp -m tcp --dport 60224 -j DNAT --to-destination 10.250.0.3:22
iptables -t nat -C OUTPUT -d 10.200.0.1/32 -p tcp -m tcp --dport 60223 -j DNAT --to-destination 10.250.0.2:22
iptables -t nat -C PREROUTING -d 10.200.0.1/32 -p tcp -m tcp --dport 60223 -j DNAT --to-destination 10.250.0.2:22
iptables -t nat -C OUTPUT -d 10.200.0.1/32 -p tcp -m tcp --dport 60222 -j DNAT --to-destination 10.250.0.1:22
iptables -t nat -C PREROUTING -d 10.200.0.1/32 -p tcp -m tcp --dport 60222 -j DNAT --to-destination 10.250.0.1:22
ip link del nat_tap6
ip link del nat_tap5
ip link del nat_tap4
ip link del nat_tap3
ip link del nat_veth2
ip netns delete nat_ns_eth_l3_100
ip link del nat_veth1
ovs-ofctl del-flows -OOpenFlow13 nat_xbr cookie=100/-1
ovs-vsctl --if-exist del-br nat_ibr0
""")