def test_ccnpeek(self):
ec = ExperimentController(exp_id="test-linux-ccncat")
node = ec.register_resource("linux::Node")
ec.set(node, "hostname", self.fedora_host)
ec.set(node, "username", self.fedora_user)
ec.set(node, "identity", self.fedora_identity)
#ec.set(node, "cleanProcesses", True)
#ec.set(node, "cleanExperiment", True)
ccnd = ec.register_resource("linux::CCND")
ec.register_connection(ccnd, node)
# REPO file is in test/resources/linux/ns3/ccn/repoFile1
repofile = os.path.join(os.path.dirname(os.path.realpath(__file__)),
"..", "ns3", "ccn", "repoFile1")
## Register a repository in node 1
ccnr = ec.register_resource("linux::CCNR")
ec.set(ccnr, "repoFile1", repofile)
ec.register_connection(ccnr, ccnd)
ccncat = ec.register_resource("linux::CCNCat")
ec.set(ccncat, "contentName", "ccnx:/test/bunny.ts")
ec.register_connection(ccncat, ccnd)
ec.deploy()
ec.wait_finished(ccncat)
expected = 2873956
stdout = ec.trace(ccncat, "stdout")
self.assertTrue(len(stdout) == expected, stdout)
ec.shutdown()
def t_tun_create(self, host, user, identity):
ec = ExperimentController(exp_id="test-un-create")
node = ec.register_resource("planetlab::Node")
ec.set(node, "hostname", host)
ec.set(node, "username", user)
ec.set(node, "identity", identity)
ec.set(node, "cleanExperiment", True)
ec.set(node, "cleanProcesses", True)
tun = ec.register_resource("planetlab::Tun")
ec.set(tun, "ip", "%s.1" % self.netblock)
ec.set(tun, "prefix", "24")
ec.register_connection(tun, node)
app = ec.register_resource("linux::Application")
cmd = "ping -c3 %s.1" % self.netblock
ec.set(app, "command", cmd)
ec.register_connection(app, node)
ec.deploy()
ec.wait_finished(app)
ping = ec.trace(app, "stdout")
expected = """3 packets transmitted, 3 received, 0% packet loss"""
self.assertTrue(ping.find(expected) > -1)
if_name = ec.get(tun, "deviceName")
self.assertTrue(if_name.startswith("tun"))
ec.shutdown()
def t_tofile(self, host, user):
ec = ExperimentController(exp_id = "test-to-file")
node = ec.register_resource("linux::Node")
ec.set(node, "hostname", host)
ec.set(node, "username", user)
ec.set(node, "cleanExperiment", True)
ec.set(node, "cleanProcesses", True)
pcap = ec.register_resource("linux::Tcpdump")
ec.set(pcap, "i", "eth0")
ec.set(pcap, "w", "custom_output")
ec.register_connection(pcap, node)
app = ec.register_resource("linux::Ping")
ec.set(app, "count", "20")
ec.set(app, "target", self.target)
ec.register_connection(app, node)
ec.deploy()
ec.wait_finished(app)
output = ec.trace(pcap, "custom_output")
self.assertTrue(len(output) > 0)
ec.shutdown()
def t_tofile(self, host, user):
ec = ExperimentController(exp_id="test-to-file")
node = ec.register_resource("linux::Node")
ec.set(node, "hostname", host)
ec.set(node, "username", user)
ec.set(node, "cleanExperiment", True)
ec.set(node, "cleanProcesses", True)
pcap = ec.register_resource("linux::Tcpdump")
ec.set(pcap, "i", "eth0")
ec.set(pcap, "w", "custom_output")
ec.register_connection(pcap, node)
app = ec.register_resource("linux::Ping")
ec.set(app, "count", "20")
ec.set(app, "target", self.target)
ec.register_connection(app, node)
ec.deploy()
ec.wait_finished(app)
output = ec.trace(pcap, "custom_output")
self.assertTrue(len(output) > 0)
ec.shutdown()
def t_rtt(self, user1, host1, user2, host2):
ec = ExperimentController(exp_id="test-udptest-rtt")
node1 = ec.register_resource("linux::Node")
ec.set(node1, "hostname", host1)
ec.set(node1, "username", user1)
ec.set(node1, "cleanExperiment", True)
ec.set(node1, "cleanProcesses", True)
server = ec.register_resource("linux::UdpTest")
ec.set(server, "s", True)
ec.register_connection(server, node1)
node2 = ec.register_resource("linux::Node")
ec.set(node2, "hostname", host2)
ec.set(node2, "username", user2)
ec.set(node2, "cleanExperiment", True)
ec.set(node2, "cleanProcesses", True)
client = ec.register_resource("linux::UdpTest")
ec.set(client, "a", True)
ec.set(client, "target", host1)
ec.register_connection(client, node2)
ec.deploy()
ec.wait_finished(client)
stdout = ec.trace(client, "stderr")
self.assertTrue(
stdout.find("10 trials with message size 64 Bytes.") > -1)
ec.shutdown()
def test_stop_with_condition(self):
from nepi.execution.resource import ResourceFactory
ResourceFactory.register_type(Application)
ResourceFactory.register_type(Node)
ResourceFactory.register_type(Interface)
ec = ExperimentController()
node = ec.register_resource("Node")
app1 = ec.register_resource("Application")
ec.register_connection(app1, node)
app2 = ec.register_resource("Application")
ec.register_connection(app2, node)
ec.register_condition(app2, ResourceAction.START, app1,
ResourceState.STOPPED)
ec.deploy()
ec.wait_finished([app1, app2])
rmapp1 = ec.get_resource(app1)
rmapp2 = ec.get_resource(app2)
self.assertTrue(rmapp2.start_time > rmapp1.stop_time)
ec.shutdown()
def test_concurrency(self):
from nepi.execution.resource import ResourceFactory
ResourceFactory.register_type(Application)
ResourceFactory.register_type(Node)
ResourceFactory.register_type(Interface)
ResourceFactory.register_type(Channel)
ec = ExperimentController()
node = ec.register_resource("Node")
apps = list()
for i in xrange(1000):
app = ec.register_resource("Application")
ec.register_connection(app, node)
apps.append(app)
ec.deploy()
ec.wait_finished(apps)
self.assertTrue(ec.state(node) == ResourceState.STARTED)
self.assertTrue(
all([ec.state(guid) == ResourceState.STOPPED \
for guid in apps])
)
ec.shutdown()
def test_ccnpeek(self):
ec = ExperimentController(exp_id="test-linux-ccnpeek")
node = ec.register_resource("linux::Node")
ec.set(node, "hostname", self.fedora_host)
ec.set(node, "username", self.fedora_user)
ec.set(node, "identity", self.fedora_identity)
#ec.set(node, "cleanProcesses", True)
#ec.set(node, "cleanExperiment", True)
ccnd = ec.register_resource("linux::CCND")
ec.register_connection(ccnd, node)
peek = ec.register_resource("linux::CCNPeek")
ec.set(peek, "contentName", "ccnx:/chunk0")
ec.register_connection(peek, ccnd)
poke = ec.register_resource("linux::CCNPoke")
ec.set(poke, "contentName", "ccnx:/chunk0")
ec.set(poke, "content", "DATA")
ec.register_connection(poke, ccnd)
ec.register_condition(peek, ResourceAction.START, poke,
ResourceState.STARTED)
ec.deploy()
ec.wait_finished(peek)
stdout = ec.trace(peek, "stdout")
print stdout
expected = "DATA"
self.assertTrue(stdout.find(expected) > -1)
ec.shutdown()
def test_concurrency(self):
from nepi.execution.resource import ResourceFactory
ResourceFactory.register_type(Application)
ResourceFactory.register_type(Node)
ResourceFactory.register_type(Interface)
ResourceFactory.register_type(Channel)
ec = ExperimentController()
node = ec.register_resource("Node")
apps = list()
for i in xrange(1000):
app = ec.register_resource("Application")
ec.register_connection(app, node)
apps.append(app)
ec.deploy()
ec.wait_finished(apps)
self.assertTrue(ec.state(node) == ResourceState.STARTED)
self.assertTrue(
all([ec.state(guid) == ResourceState.STOPPED \
for guid in apps])
)
ec.shutdown()
def t_deploy(self, host, user):
from nepi.execution.resource import ResourceFactory
ResourceFactory.register_type(LinuxNode)
ResourceFactory.register_type(LinuxInterface)
ResourceFactory.register_type(LinuxChannel)
ec = ExperimentController()
node = ec.register_resource("linux::Node")
ec.set(node, "hostname", host)
ec.set(node, "username", user)
iface = ec.register_resource("linux::Interface")
chan = ec.register_resource("linux::Channel")
ec.register_connection(iface, node)
ec.register_connection(iface, chan)
ec.deploy()
while not all([ ec.state(guid) == ResourceState.STARTED \
for guid in [node, iface]]):
time.sleep(0.5)
self.assertTrue(ec.state(node) == ResourceState.STARTED)
self.assertTrue(ec.state(iface) == ResourceState.STARTED)
self.assertTrue(ec.get(iface, "deviceName") == "eth0")
ec.shutdown()
def t_stdout(self, host, user):
ec = ExperimentController(exp_id="test-stdout")
node = ec.register_resource("linux::Node")
ec.set(node, "hostname", host)
ec.set(node, "username", user)
ec.set(node, "cleanExperiment", True)
ec.set(node, "cleanProcesses", True)
app = ec.register_resource("linux::Application")
cmd = "echo 'HOLA'"
ec.set(app, "command", cmd)
ec.register_connection(app, node)
ec.deploy()
ec.wait_finished(app)
self.assertTrue(ec.state(node) == ResourceState.STARTED)
self.assertTrue(ec.state(app) == ResourceState.STOPPED)
stdout = ec.trace(app, "stdout")
self.assertTrue(stdout.strip() == "HOLA")
ec.shutdown()
def t_real_time(self, host, user=None, identity=None):
ec = ExperimentController(exp_id="test-ns3-real-time")
node = ec.register_resource("linux::Node")
if host == "localhost":
ec.set(node, "hostname", "localhost")
else:
ec.set(node, "hostname", host)
ec.set(node, "username", user)
ec.set(node, "identity", identity)
ec.set(node, "cleanProcesses", True)
#ec.set(node, "cleanHome", True)
simu = ec.register_resource("linux::ns3::Simulation")
ec.set(simu, "simulatorImplementationType",
"ns3::RealtimeSimulatorImpl")
ec.set(simu, "checksumEnabled", True)
ec.set(simu, "verbose", True)
ec.register_connection(simu, node)
nsnode1 = add_ns3_node(ec, simu)
dev1 = add_point2point_device(ec, nsnode1, "10.0.0.1", "30")
nsnode2 = add_ns3_node(ec, simu)
dev2 = add_point2point_device(ec, nsnode2, "10.0.0.2", "30")
# Create channel
chan = ec.register_resource("ns3::PointToPointChannel")
ec.set(chan, "Delay", "0s")
ec.register_connection(chan, dev1)
ec.register_connection(chan, dev2)
### create pinger
ping = ec.register_resource("ns3::V4Ping")
ec.set(ping, "Remote", "10.0.0.2")
ec.set(ping, "Interval", "1s")
ec.set(ping, "Verbose", True)
ec.set(ping, "StartTime", "0s")
ec.set(ping, "StopTime", "20s")
ec.register_connection(ping, nsnode1)
ec.deploy()
ec.wait_finished([ping])
stdout = ec.trace(simu, "stdout")
expected = "20 packets transmitted, 20 received, 0% packet loss"
self.assertTrue(stdout.find(expected) > -1)
rm = ec.get_resource(ping)
start_time = rm.start_time
stop_time = rm.stop_time
delta = stop_time - start_time
self.assertTrue(delta.seconds >= 20, "Time elapsed %d" % delta.seconds)
self.assertTrue(delta.seconds < 25, "Time elapsed %d" % delta.seconds)
ec.shutdown()
def test_stop_with_condition(self):
from nepi.execution.resource import ResourceFactory
ResourceFactory.register_type(Application)
ResourceFactory.register_type(Node)
ResourceFactory.register_type(Interface)
ec = ExperimentController()
node = ec.register_resource("Node")
app1 = ec.register_resource("Application")
ec.register_connection(app1, node)
app2 = ec.register_resource("Application")
ec.register_connection(app2, node)
ec.register_condition(app2, ResourceAction.START, app1,
ResourceState.STOPPED)
ec.deploy()
ec.wait_finished([app1, app2])
rmapp1 = ec.get_resource(app1)
rmapp2 = ec.get_resource(app2)
self.assertTrue(rmapp2.start_time > rmapp1.stop_time)
ec.shutdown()
def test_runner_max_runs(self):
node_count = 4
app_count = 2
ec = ExperimentController(exp_id = "max-runs-test")
# Add simulated nodes and applications
nodes = list()
apps = list()
ifaces = list()
for i in xrange(node_count):
node = ec.register_resource("dummy::Node")
nodes.append(node)
iface = ec.register_resource("dummy::Interface")
ec.register_connection(node, iface)
ifaces.append(iface)
for i in xrange(app_count):
app = ec.register_resource("dummy::Application")
ec.register_connection(node, app)
apps.append(app)
link = ec.register_resource("dummy::Link")
for iface in ifaces:
ec.register_connection(link, iface)
rnr = ExperimentRunner()
runs = rnr.run(ec, min_runs = 5, max_runs = 10, wait_guids = apps,
wait_time = 0)
self.assertEquals(runs, 10)
def test_ccnpeek(self):
ec = ExperimentController(exp_id = "test-linux-ccnpeek")
node = ec.register_resource("linux::Node")
ec.set(node, "hostname", self.fedora_host)
ec.set(node, "username", self.fedora_user)
ec.set(node, "identity", self.fedora_identity)
#ec.set(node, "cleanProcesses", True)
#ec.set(node, "cleanExperiment", True)
ccnd = ec.register_resource("linux::CCND")
ec.register_connection(ccnd, node)
peek = ec.register_resource("linux::CCNPeek")
ec.set(peek, "contentName", "ccnx:/chunk0")
ec.register_connection(peek, ccnd)
poke = ec.register_resource("linux::CCNPoke")
ec.set(poke, "contentName", "ccnx:/chunk0")
ec.set(poke, "content", "DATA")
ec.register_connection(poke, ccnd)
ec.register_condition(peek, ResourceAction.START, poke,
ResourceState.STARTED)
ec.deploy()
ec.wait_finished(peek)
stdout = ec.trace(peek, "stdout")
print stdout
expected = "DATA"
self.assertTrue(stdout.find(expected) > -1)
ec.shutdown()
def t_stdout(self, host, user):
ec = ExperimentController(exp_id = "test-stdout")
node = ec.register_resource("linux::Node")
ec.set(node, "hostname", host)
ec.set(node, "username", user)
ec.set(node, "cleanExperiment", True)
ec.set(node, "cleanProcesses", True)
app = ec.register_resource("linux::Application")
cmd = "echo 'HOLA'"
ec.set(app, "command", cmd)
ec.register_connection(app, node)
ec.deploy()
ec.wait_finished(app)
self.assertTrue(ec.state(node) == ResourceState.STARTED)
self.assertTrue(ec.state(app) == ResourceState.STOPPED)
stdout = ec.trace(app, "stdout")
self.assertTrue(stdout.strip() == "HOLA")
ec.shutdown()
def t_rtt(self, user1, host1, user2, host2):
ec = ExperimentController(exp_id = "test-udptest-rtt")
node1 = ec.register_resource("linux::Node")
ec.set(node1, "hostname", host1)
ec.set(node1, "username", user1)
ec.set(node1, "cleanExperiment", True)
ec.set(node1, "cleanProcesses", True)
server = ec.register_resource("linux::UdpTest")
ec.set(server, "s", True)
ec.register_connection(server, node1)
node2 = ec.register_resource("linux::Node")
ec.set(node2, "hostname", host2)
ec.set(node2, "username", user2)
ec.set(node2, "cleanExperiment", True)
ec.set(node2, "cleanProcesses", True)
client = ec.register_resource("linux::UdpTest")
ec.set(client, "a", True)
ec.set(client, "target", host1)
ec.register_connection(client, node2)
ec.deploy()
ec.wait_finished(client)
stdout = ec.trace(client, "stderr")
self.assertTrue(stdout.find("10 trials with message size 64 Bytes.") > -1)
ec.shutdown()
def make_experiment(node_count, app_count, opdelay, delay):
global wait_time
wait_time = opdelay
ResourceManager._reschedule_delay = "%0.1fs" % delay
# Create Experiment Controller:
ec = ExperimentController("dummy_bench")
# Add simulated nodes and applications
nodes = list()
apps = list()
ifaces = list()
for i in xrange(node_count):
node = ec.register_resource("dummy::Node")
nodes.append(node)
iface = ec.register_resource("dummy::Interface")
ec.register_connection(node, iface)
ifaces.append(iface)
for i in xrange(app_count):
app = ec.register_resource("dummy::Application")
ec.register_connection(node, app)
apps.append(app)
link = ec.register_resource("dummy::Link")
for iface in ifaces:
ec.register_connection(link, iface)
return (ec, apps, nodes + apps + ifaces)
def t_tap_create(self, host, user, identity):
ec = ExperimentController(exp_id="test-tap-create")
node = ec.register_resource("planetlab::Node")
ec.set(node, "hostname", host)
ec.set(node, "username", user)
ec.set(node, "identity", identity)
ec.set(node, "cleanExperiment", True)
ec.set(node, "cleanProcesses", True)
tap = ec.register_resource("planetlab::Tap")
ec.set(tap, "ip", "%s.1" % self.netblock)
ec.set(tap, "prefix", "24")
ec.register_connection(tap, node)
app = ec.register_resource("linux::Application")
cmd = "ping -c3 %s.1" % self.netblock
ec.set(app, "command", cmd)
ec.register_connection(app, node)
ec.deploy()
ec.wait_finished(app)
ping = ec.trace(app, "stdout")
expected = """3 packets transmitted, 3 received, 0% packet loss"""
self.assertTrue(ping.find(expected) > -1)
if_name = ec.get(tap, "deviceName")
self.assertTrue(if_name.startswith("tap"))
ec.shutdown()
def t_nping(self, host, user):
ec = ExperimentController(exp_id = "test-nping")
node = ec.register_resource("linux::Node")
ec.set(node, "hostname", host)
ec.set(node, "username", user)
ec.set(node, "cleanExperiment", True)
ec.set(node, "cleanProcesses", True)
app = ec.register_resource("linux::NPing")
ec.set(app, "c", 1)
ec.set(app, "tcp", True)
ec.set(app, "p", 80)
ec.set(app, "target", self.target)
ec.register_connection(app, node)
ec.deploy()
ec.wait_finished(app)
stdout = ec.trace(app, "stdout")
self.assertTrue(stdout.find("1 IP address pinged in") > -1)
ec.shutdown()
def t_real_time(self, host, user = None, identity = None):
ec = ExperimentController(exp_id = "test-ns3-real-time")
node = ec.register_resource("linux::Node")
if host == "localhost":
ec.set(node, "hostname", "localhost")
else:
ec.set(node, "hostname", host)
ec.set(node, "username", user)
ec.set(node, "identity", identity)
ec.set(node, "cleanProcesses", True)
#ec.set(node, "cleanHome", True)
simu = ec.register_resource("linux::ns3::Simulation")
ec.set(simu, "simulatorImplementationType", "ns3::RealtimeSimulatorImpl")
ec.set(simu, "checksumEnabled", True)
ec.set(simu, "verbose", True)
ec.register_connection(simu, node)
nsnode1 = add_ns3_node(ec, simu)
dev1 = add_point2point_device(ec, nsnode1, "10.0.0.1", "30")
nsnode2 = add_ns3_node(ec, simu)
dev2 = add_point2point_device(ec, nsnode2, "10.0.0.2", "30")
# Create channel
chan = ec.register_resource("ns3::PointToPointChannel")
ec.set(chan, "Delay", "0s")
ec.register_connection(chan, dev1)
ec.register_connection(chan, dev2)
### create pinger
ping = ec.register_resource("ns3::V4Ping")
ec.set (ping, "Remote", "10.0.0.2")
ec.set (ping, "Interval", "1s")
ec.set (ping, "Verbose", True)
ec.set (ping, "StartTime", "0s")
ec.set (ping, "StopTime", "20s")
ec.register_connection(ping, nsnode1)
ec.deploy()
ec.wait_finished([ping])
stdout = ec.trace(simu, "stdout")
expected = "20 packets transmitted, 20 received, 0% packet loss"
self.assertTrue(stdout.find(expected) > -1)
rm = ec.get_resource(ping)
start_time = rm.start_time
stop_time = rm.stop_time
delta = stop_time - start_time
self.assertTrue(delta.seconds >= 20, "Time elapsed %d" % delta.seconds)
self.assertTrue(delta.seconds < 25, "Time elapsed %d" % delta.seconds)
ec.shutdown()
def make_experiment(node_count, app_count, opdelay, delay):
ResourceManager._reschedule_delay = "%0.1fs" % delay
# Create Experiment Controller:
ec = ExperimentController("dce_bench")
# Add the physical host in which to run the simulation
lnode = add_linux_node(ec)
# Add a simulation resource
simu = ec.register_resource("linux::ns3::Simulation")
ec.set(simu, "verbose", True)
ec.register_connection(simu, lnode)
# Add simulated nodes and applications
nodes = list()
apps = list()
devs = list()
ips = dict()
prefix = "16"
base_addr = "10.0.0.0/%s" % prefix
net = ipaddr.IPv4Network(base_addr)
host_itr = net.iterhosts()
for i in xrange(node_count):
node = add_node(ec, simu)
nodes.append(node)
ip = host_itr.next()
ip = ip.exploded
dev = add_device(ec, node, ip, prefix)
devs.append(dev)
ips[node] = ip
for nid in nodes:
for j in xrange(app_count):
# If there is only one node, ping itself. If there are more
# choose one target randomly.
remote_ip = ips[nid]
if len(nodes) > 1:
choices = ips.values()
choices.remove(remote_ip)
remote_ip = random.choice(choices)
app = add_ping_app(ec, node, remote_ip)
apps.append(app)
chan = ec.register_resource("ns3::CsmaChannel")
ec.set(chan, "Delay", "0s")
for dev in devs:
ec.register_connection(chan, dev)
return (ec, apps, nodes + apps + devs)
def make_experiment(node_count, app_count, opdelay, delay):
ResourceManager._reschedule_delay = "%0.1fs" % delay
# Create Experiment Controller:
ec = ExperimentController("ns3_bench")
# Add the physical host in which to run the simulation
lnode = add_linux_node(ec)
# Add a simulation resource
simu = ec.register_resource("linux::ns3::Simulation")
ec.set(simu, "verbose", True)
ec.register_connection(simu, lnode)
# Add simulated nodes and applications
nodes = list()
apps = list()
devs = list()
ips = dict()
prefix = "16"
base_addr = "10.0.0.0/%s" % prefix
net = ipaddr.IPv4Network(base_addr)
host_itr = net.iterhosts()
for i in xrange(node_count):
node = add_node(ec, simu)
nodes.append(node)
ip = host_itr.next()
ip = ip.exploded
dev = add_device(ec, node, ip, prefix)
devs.append(dev)
ips[node] = ip
for nid in nodes:
for j in xrange(app_count):
# If there is only one node, ping itself. If there are more
# choose one target randomly.
remote_ip = ips[nid]
if len(nodes) > 1:
choices = ips.values()
choices.remove(remote_ip)
remote_ip = random.choice(choices)
app = add_ping_app(ec, node, remote_ip)
apps.append(app)
chan = ec.register_resource("ns3::CsmaChannel")
ec.set(chan, "Delay", "0s")
for dev in devs:
ec.register_connection(chan, dev)
return (ec, apps, nodes + apps + devs)
def t_dce_ccnpeek(self, host, user = None, identity = None):
ec = ExperimentController(exp_id = "test-dce-ccnpeek")
node = ec.register_resource("linux::Node")
if host == "localhost":
ec.set(node, "hostname", host)
else:
ec.set(node, "hostname", host)
ec.set(node, "username", user)
ec.set(node, "identity", identity)
ec.set(node, "cleanProcesses", True)
#ec.set(node, "cleanHome", True)
simu = ec.register_resource("linux::ns3::Simulation")
ec.set(simu, "verbose", True)
ec.set(simu, "nsLog", "DceApplication")
ec.register_connection(simu, node)
nsnode = add_ns3_node(ec, simu)
### create applications
ccnd = ec.register_resource("linux::ns3::dce::CCND")
ec.set (ccnd, "stackSize", 1<<20)
ec.set (ccnd, "StartTime", "1s")
ec.register_connection(ccnd, nsnode)
ccnpoke = ec.register_resource("linux::ns3::dce::CCNPoke")
ec.set (ccnpoke, "contentName", "ccnx:/chunk0")
ec.set (ccnpoke, "content", "DATA")
ec.set (ccnpoke, "stackSize", 1<<20)
ec.set (ccnpoke, "StartTime", "2s")
ec.register_connection(ccnpoke, nsnode)
ccnpeek = ec.register_resource("linux::ns3::dce::CCNPeek")
ec.set (ccnpeek, "contentName", "ccnx:/chunk0")
ec.set (ccnpeek, "stackSize", 1<<20)
ec.set (ccnpeek, "StartTime", "4s")
ec.set (ccnpeek, "StopTime", "20s")
ec.register_connection(ccnpeek, nsnode)
ec.deploy()
ec.wait_finished([ccnpeek])
expected = "ccnpeek ccnx:/chunk0"
cmdline = ec.trace(ccnpeek, "cmdline")
self.assertTrue(cmdline.find(expected) > -1, cmdline)
expected = "Start Time: NS3 Time: 4s ("
status = ec.trace(ccnpeek, "status")
self.assertTrue(status.find(expected) > -1, status)
expected = "DATA"
stdout = ec.trace(ccnpeek, "stdout")
self.assertTrue(stdout.find(expected) > -1, stdout)
ec.shutdown()
def t_compile_debug_mode(self, host, user = None, identity = None):
ec = ExperimentController(exp_id = "test-ns3-debug-mode")
node = ec.register_resource("linux::Node")
if host == "localhost":
ec.set(node, "hostname", host)
else:
ec.set(node, "hostname", host)
ec.set(node, "username", user)
ec.set(node, "identity", identity)
ec.set(node, "cleanProcesses", True)
#ec.set(node, "cleanHome", True)
simu = ec.register_resource("linux::ns3::Simulation")
ec.set(simu, "verbose", True)
ec.set(simu, "nsLog", "V4Ping:Node")
ec.set(simu, "buildMode", "debug")
ec.register_connection(simu, node)
nsnode1 = add_ns3_node(ec, simu)
dev1 = add_csma_device(ec, nsnode1, "10.0.0.1", "30")
nsnode2 = add_ns3_node(ec, simu)
dev2 = add_csma_device(ec, nsnode2, "10.0.0.2", "30")
# Create channel
chan = ec.register_resource("ns3::CsmaChannel")
ec.set(chan, "Delay", "0s")
ec.register_connection(chan, dev1)
ec.register_connection(chan, dev2)
### create pinger
ping = ec.register_resource("ns3::V4Ping")
ec.set (ping, "Remote", "10.0.0.2")
ec.set (ping, "Interval", "1s")
ec.set (ping, "Verbose", True)
ec.set (ping, "StartTime", "0s")
ec.set (ping, "StopTime", "20s")
ec.register_connection(ping, nsnode1)
ec.deploy()
ec.wait_finished([ping])
stdout = ec.trace(simu, "stdout")
expected = "20 packets transmitted, 20 received, 0% packet loss"
self.assertTrue(stdout.find(expected) > -1)
stderr = ec.trace(simu, "stderr")
expected = "V4Ping:Read32"
self.assertTrue(stderr.find(expected) > -1)
ec.shutdown()
def t_compile_debug_mode(self, host, user=None, identity=None):
ec = ExperimentController(exp_id="test-ns3-debug-mode")
node = ec.register_resource("linux::Node")
if host == "localhost":
ec.set(node, "hostname", host)
else:
ec.set(node, "hostname", host)
ec.set(node, "username", user)
ec.set(node, "identity", identity)
ec.set(node, "cleanProcesses", True)
#ec.set(node, "cleanHome", True)
simu = ec.register_resource("linux::ns3::Simulation")
ec.set(simu, "verbose", True)
ec.set(simu, "nsLog", "V4Ping:Node")
ec.set(simu, "buildMode", "debug")
ec.register_connection(simu, node)
nsnode1 = add_ns3_node(ec, simu)
dev1 = add_csma_device(ec, nsnode1, "10.0.0.1", "30")
nsnode2 = add_ns3_node(ec, simu)
dev2 = add_csma_device(ec, nsnode2, "10.0.0.2", "30")
# Create channel
chan = ec.register_resource("ns3::CsmaChannel")
ec.set(chan, "Delay", "0s")
ec.register_connection(chan, dev1)
ec.register_connection(chan, dev2)
### create pinger
ping = ec.register_resource("ns3::V4Ping")
ec.set(ping, "Remote", "10.0.0.2")
ec.set(ping, "Interval", "1s")
ec.set(ping, "Verbose", True)
ec.set(ping, "StartTime", "0s")
ec.set(ping, "StopTime", "20s")
ec.register_connection(ping, nsnode1)
ec.deploy()
ec.wait_finished([ping])
stdout = ec.trace(simu, "stdout")
expected = "20 packets transmitted, 20 received, 0% packet loss"
self.assertTrue(stdout.find(expected) > -1)
stderr = ec.trace(simu, "stderr")
expected = "V4Ping:Read32"
self.assertTrue(stderr.find(expected) > -1)
ec.shutdown()
def t_wifi_ping(self, host, user = None, identity = None):
bounds_width = bounds_height = 200
x = y = 100
speed = 1
ec = ExperimentController(exp_id = "test-ns3-wifi-ping")
node = ec.register_resource("linux::Node")
if host == "localhost":
ec.set(node, "hostname", "localhost")
else:
ec.set(node, "hostname", host)
ec.set(node, "username", user)
ec.set(node, "identity", identity)
ec.set(node, "cleanProcesses", True)
#ec.set(node, "cleanHome", True)
simu = ec.register_resource("linux::ns3::Simulation")
ec.set(simu, "verbose", True)
ec.register_connection(simu, node)
nsnode1 = add_ns3_node(ec, simu)
dev1, phy1 = add_wifi_device(ec, nsnode1, "10.0.0.1", "24", access_point = True)
mobility1 = add_constant_mobility(ec, nsnode1, x, y, 0)
nsnode2 = add_ns3_node(ec, simu)
dev2, phy2 = add_wifi_device(ec, nsnode2, "10.0.0.2", "24", access_point = False)
mobility1 = add_constant_mobility(ec, nsnode2, x, y, 0)
#mobility2 = add_random_mobility(ec, nsnode2, x, y, 0, speed, bounds_width, bounds_height)
# Create channel
chan = add_wifi_channel(ec)
ec.register_connection(chan, phy1)
ec.register_connection(chan, phy2)
### create pinger
ping = ec.register_resource("ns3::V4Ping")
ec.set (ping, "Remote", "10.0.0.1")
ec.set (ping, "Interval", "1s")
ec.set (ping, "Verbose", True)
ec.set (ping, "StartTime", "1s")
ec.set (ping, "StopTime", "21s")
ec.register_connection(ping, nsnode2)
ec.deploy()
ec.wait_finished([ping])
stdout = ec.trace(simu, "stdout")
expected = "20 packets transmitted, 20 received, 0% packet loss"
self.assertTrue(stdout.find(expected) > -1)
ec.shutdown()
def t_user_sources(self, host, user=None, identity=None):
ec = ExperimentController(exp_id="test-ns3-user-sources")
node = ec.register_resource("linux::Node")
if host == "localhost":
ec.set(node, "hostname", "localhost")
else:
ec.set(node, "hostname", host)
ec.set(node, "username", user)
ec.set(node, "identity", identity)
ec.set(node, "cleanProcesses", True)
#ec.set(node, "cleanHome", True)
simu = ec.register_resource("linux::ns3::Simulation")
ec.set(simu, "verbose", True)
sources = os.path.join(os.path.dirname(os.path.realpath(__file__)),
"ns-3.18-user.tar.gz")
ec.set(simu, "sources", sources)
ec.set(simu, "pybindgenVersion", "834")
ec.register_connection(simu, node)
nsnode1 = add_ns3_node(ec, simu)
dev1 = add_csma_device(ec, nsnode1, "10.0.0.1", "30")
nsnode2 = add_ns3_node(ec, simu)
dev2 = add_csma_device(ec, nsnode2, "10.0.0.2", "30")
# Create channel
chan = ec.register_resource("ns3::CsmaChannel")
ec.set(chan, "Delay", "0s")
ec.register_connection(chan, dev1)
ec.register_connection(chan, dev2)
### create pinger
ping = ec.register_resource("ns3::V4Ping")
ec.set(ping, "Remote", "10.0.0.2")
ec.set(ping, "Interval", "1s")
ec.set(ping, "Verbose", True)
ec.set(ping, "StartTime", "0s")
ec.set(ping, "StopTime", "20s")
ec.register_connection(ping, nsnode1)
ec.deploy()
ec.wait_finished([ping])
stdout = ec.trace(simu, "stdout")
expected = "20 packets transmitted, 20 received, 0% packet loss"
self.assertTrue(stdout.find(expected) > -1)
ec.shutdown()
def t_user_sources(self, host, user = None, identity = None):
ec = ExperimentController(exp_id = "test-ns3-user-sources")
node = ec.register_resource("linux::Node")
if host == "localhost":
ec.set(node, "hostname", "localhost")
else:
ec.set(node, "hostname", host)
ec.set(node, "username", user)
ec.set(node, "identity", identity)
ec.set(node, "cleanProcesses", True)
#ec.set(node, "cleanHome", True)
simu = ec.register_resource("linux::ns3::Simulation")
ec.set(simu, "verbose", True)
sources = os.path.join(os.path.dirname(os.path.realpath(__file__)),
"ns-3.18-user.tar.gz")
ec.set(simu, "sources", sources)
ec.set(simu, "pybindgenVersion", "834")
ec.register_connection(simu, node)
nsnode1 = add_ns3_node(ec, simu)
dev1 = add_csma_device(ec, nsnode1, "10.0.0.1", "30")
nsnode2 = add_ns3_node(ec, simu)
dev2 = add_csma_device(ec, nsnode2, "10.0.0.2", "30")
# Create channel
chan = ec.register_resource("ns3::CsmaChannel")
ec.set(chan, "Delay", "0s")
ec.register_connection(chan, dev1)
ec.register_connection(chan, dev2)
### create pinger
ping = ec.register_resource("ns3::V4Ping")
ec.set (ping, "Remote", "10.0.0.2")
ec.set (ping, "Interval", "1s")
ec.set (ping, "Verbose", True)
ec.set (ping, "StartTime", "0s")
ec.set (ping, "StopTime", "20s")
ec.register_connection(ping, nsnode1)
ec.deploy()
ec.wait_finished([ping])
stdout = ec.trace(simu, "stdout")
expected = "20 packets transmitted, 20 received, 0% packet loss"
self.assertTrue(stdout.find(expected) > -1)
ec.shutdown()
def t_simple_multirun(self, host, user, depends):
dirpath = tempfile.mkdtemp()
ec = ExperimentController(exp_id="test-condition-multirun",
local_dir=dirpath)
node = ec.register_resource("linux::Node")
ec.set(node, "hostname", host)
ec.set(node, "username", user)
ec.set(node, "cleanExperiment", True)
ec.set(node, "cleanProcesses", True)
ping = ec.register_resource("linux::Application")
ec.set(ping, "command", "ping -c10 nepi.inria.fr")
ec.register_connection(ping, node)
collector = ec.register_resource("Collector")
ec.set(collector, "traceName", "stdout")
ec.register_connection(ping, collector)
def compute_metric_callback(ping, ec, run):
stdout = ec.trace(ping, "stdout")
m = _ping_re.match(stdout)
if not m:
return None
return float(m.groupdict()["min"])
metric_callback = functools.partial(compute_metric_callback, ping)
rnr = ExperimentRunner()
runs = rnr.run(ec,
min_runs=5,
compute_metric_callback=metric_callback,
wait_guids=[ping],
wait_time=0)
self.assertTrue(runs >= 5)
dircount = 0
for d in os.listdir(ec.exp_dir):
path = os.path.join(ec.exp_dir, d)
if os.path.isdir(path):
dircount += 1
logs = glob.glob(os.path.join(path, "*.stdout"))
self.assertEquals(len(logs), 1)
self.assertEquals(runs, dircount)
shutil.rmtree(dirpath)
def t_simple_multirun(self, host, user, depends):
dirpath = tempfile.mkdtemp()
ec = ExperimentController(exp_id = "test-condition-multirun",
local_dir = dirpath)
node = ec.register_resource("linux::Node")
ec.set(node, "hostname", host)
ec.set(node, "username", user)
ec.set(node, "cleanExperiment", True)
ec.set(node, "cleanProcesses", True)
ping = ec.register_resource("linux::Application")
ec.set(ping, "command", "ping -c10 nepi.inria.fr")
ec.register_connection(ping, node)
collector = ec.register_resource("Collector")
ec.set(collector, "traceName", "stdout")
ec.register_connection(ping, collector)
def compute_metric_callback(ping, ec, run):
stdout = ec.trace(ping, "stdout")
m = _ping_re.match(stdout)
if not m:
return None
return float(m.groupdict()["min"])
metric_callback = functools.partial(compute_metric_callback, ping)
rnr = ExperimentRunner()
runs = rnr.run(ec, min_runs = 5,
compute_metric_callback = metric_callback,
wait_guids = [ping],
wait_time = 0)
self.assertTrue(runs >= 5)
dircount = 0
for d in os.listdir(ec.exp_dir):
path = os.path.join(ec.exp_dir, d)
if os.path.isdir(path):
dircount += 1
logs = glob.glob(os.path.join(path, "*.stdout"))
self.assertEquals(len(logs), 1)
self.assertEquals(runs, dircount)
shutil.rmtree(dirpath)
def t_dummy(self, host, user = None, identity = None):
ec = ExperimentController(exp_id = "test-ns3-fd-dummy")
node = ec.register_resource("linux::Node")
if host == "localhost":
ec.set(node, "hostname", "localhost")
else:
ec.set(node, "hostname", host)
ec.set(node, "username", user)
ec.set(node, "identity", identity)
ec.set(node, "cleanProcesses", True)
#ec.set(node, "cleanExperiment", True)
simu = ec.register_resource("linux::ns3::Simulation")
ec.set(simu, "simulatorImplementationType", "ns3::RealtimeSimulatorImpl")
ec.set(simu, "checksumEnabled", True)
ec.set(simu, "verbose", True)
ec.register_connection(simu, node)
nsnode1 = add_ns3_node(ec, simu)
dev1 = add_fd_device(ec, nsnode1, "10.0.0.1", "30")
nsnode2 = add_ns3_node(ec, simu)
dev2 = add_fd_device(ec, nsnode2, "10.0.0.2", "30")
channel = ec.register_resource("ns3::PipeChannel")
ec.register_connection(channel, dev1)
ec.register_connection(channel, dev2)
### create pinger
ping = ec.register_resource("ns3::V4Ping")
ec.set (ping, "Remote", "10.0.0.2")
ec.set (ping, "Interval", "1s")
ec.set (ping, "Verbose", True)
ec.set (ping, "StartTime", "0s")
ec.set (ping, "StopTime", "20s")
ec.register_connection(ping, nsnode1)
ec.deploy()
ec.wait_finished([ping])
stdout = ec.trace(simu, "stdout")
print stdout
expected = "20 packets transmitted, 20 received, 0% packet loss"
self.assertTrue(stdout.find(expected) > -1)
ec.shutdown()
def test_serialize(self):
node_count = 4
app_count = 2
dirpath = tempfile.mkdtemp()
ec = ExperimentController(exp_id="serialize-test")
# Add simulated nodes and applications
nodes = list()
apps = list()
ifaces = list()
for i in xrange(node_count):
node = ec.register_resource("dummy::Node")
nodes.append(node)
iface = ec.register_resource("dummy::Interface")
ec.register_connection(node, iface)
ifaces.append(iface)
for i in xrange(app_count):
app = ec.register_resource("dummy::Application")
ec.register_connection(node, app)
apps.append(app)
link = ec.register_resource("dummy::Link")
for iface in ifaces:
ec.register_connection(link, iface)
filepath = ec.save(dirpath)
ec.deploy()
# Wait until nodes and apps are deployed
ec.wait_finished(apps)
# Do the experiment controller shutdown
ec.shutdown()
# Load serialized experiment
ec2 = ExperimentController.load(filepath)
apps = ec2.filter_resources("dummy::Application")
ec2.deploy()
ec2.wait_finished(apps)
ec2.shutdown()
self.assertEquals(len(ec.resources), len(ec2.resources))
shutil.rmtree(dirpath)
def test_serialize(self):
node_count = 4
app_count = 2
dirpath = tempfile.mkdtemp()
ec = ExperimentController(exp_id = "serialize-test")
# Add simulated nodes and applications
nodes = list()
apps = list()
ifaces = list()
for i in xrange(node_count):
node = ec.register_resource("dummy::Node")
nodes.append(node)
iface = ec.register_resource("dummy::Interface")
ec.register_connection(node, iface)
ifaces.append(iface)
for i in xrange(app_count):
app = ec.register_resource("dummy::Application")
ec.register_connection(node, app)
apps.append(app)
link = ec.register_resource("dummy::Link")
for iface in ifaces:
ec.register_connection(link, iface)
filepath = ec.save(dirpath)
ec.deploy()
# Wait until nodes and apps are deployed
ec.wait_finished(apps)
# Do the experiment controller shutdown
ec.shutdown()
# Load serialized experiment
ec2 = ExperimentController.load(filepath)
apps = ec2.filter_resources("dummy::Application")
ec2.deploy()
ec2.wait_finished(apps)
ec2.shutdown()
self.assertEquals(len(ec.resources), len(ec2.resources))
shutil.rmtree(dirpath)
def t_concurrency(self, host, user):
ec = ExperimentController(exp_id="test-concurrency")
node = ec.register_resource("linux::Node")
ec.set(node, "hostname", host)
ec.set(node, "username", user)
ec.set(node, "cleanExperiment", True)
ec.set(node, "cleanProcesses", True)
apps = list()
for i in xrange(50):
app = ec.register_resource("linux::Application")
cmd = "ping -c5 %s" % self.target
ec.set(app, "command", cmd)
ec.register_connection(app, node)
apps.append(app)
ec.deploy()
ec.wait_finished(apps)
self.assertTrue(ec.state(node) == ResourceState.STARTED)
self.assertTrue(
all([ec.state(guid) == ResourceState.STOPPED \
for guid in apps])
)
for app in apps:
stdout = ec.trace(app, 'stdout')
size = ec.trace(app, 'stdout', attr=TraceAttr.SIZE)
self.assertEquals(len(stdout), size)
block = ec.trace(app,
'stdout',
attr=TraceAttr.STREAM,
block=5,
offset=1)
self.assertEquals(block, stdout[5:10])
path = ec.trace(app, 'stdout', attr=TraceAttr.PATH)
rm = ec.get_resource(app)
p = os.path.join(rm.run_home, 'stdout')
self.assertEquals(path, p)
ec.shutdown()
def test_serialize(self):
node_count = 4
app_count = 2
ec = ExperimentController(exp_id = "plotter-test")
# Add simulated nodes and applications
nodes = list()
apps = list()
ifaces = list()
for i in xrange(node_count):
node = ec.register_resource("dummy::Node")
nodes.append(node)
iface = ec.register_resource("dummy::Interface")
ec.register_connection(node, iface)
ifaces.append(iface)
for i in xrange(app_count):
app = ec.register_resource("dummy::Application")
ec.register_connection(node, app)
apps.append(app)
link = ec.register_resource("dummy::Link")
for iface in ifaces:
ec.register_connection(link, iface)
fpath = ec.plot()
statinfo = os.stat(fpath)
size = statinfo.st_size
self.assertTrue(size > 0)
self.assertTrue(fpath.endswith(".png"))
os.remove(fpath)
fpath = ec.plot(format = PFormats.DOT)
statinfo = os.stat(fpath)
size = statinfo.st_size
self.assertTrue(size > 0)
self.assertTrue(fpath.endswith(".dot"))
os.remove(fpath)
def test_runner_convergence(self):
node_count = 4
app_count = 2
ec = ExperimentController(exp_id="convergence-test")
# Add simulated nodes and applications
nodes = list()
apps = list()
ifaces = list()
for i in xrange(node_count):
node = ec.register_resource("dummy::Node")
nodes.append(node)
iface = ec.register_resource("dummy::Interface")
ec.register_connection(node, iface)
ifaces.append(iface)
for i in xrange(app_count):
app = ec.register_resource("dummy::Application")
ec.register_connection(node, app)
apps.append(app)
link = ec.register_resource("dummy::Link")
for iface in ifaces:
ec.register_connection(link, iface)
samples = [10, 10, 10, 10, 12, 10, 12, 10, 10, 11]
def compute_metric_callback(samples, ec, run):
return samples[run - 1]
metric_callback = functools.partial(compute_metric_callback, samples)
rnr = ExperimentRunner()
runs = rnr.run(ec,
min_runs=5,
compute_metric_callback=metric_callback,
wait_guids=apps,
wait_time=0)
self.assertEquals(runs, 10)
def test_runner_convergence(self):
node_count = 4
app_count = 2
ec = ExperimentController(exp_id = "convergence-test")
# Add simulated nodes and applications
nodes = list()
apps = list()
ifaces = list()
for i in xrange(node_count):
node = ec.register_resource("dummy::Node")
nodes.append(node)
iface = ec.register_resource("dummy::Interface")
ec.register_connection(node, iface)
ifaces.append(iface)
for i in xrange(app_count):
app = ec.register_resource("dummy::Application")
ec.register_connection(node, app)
apps.append(app)
link = ec.register_resource("dummy::Link")
for iface in ifaces:
ec.register_connection(link, iface)
samples = [10, 10, 10, 10, 12, 10, 12, 10, 10, 11]
def compute_metric_callback(samples, ec, run):
return samples[run-1]
metric_callback = functools.partial(compute_metric_callback, samples)
rnr = ExperimentRunner()
runs = rnr.run(ec, min_runs = 5,
compute_metric_callback = metric_callback,
wait_guids = apps,
wait_time = 0)
self.assertEquals(runs, 10)
def t_concurrency(self, host, user):
ec = ExperimentController(exp_id="test-concurrency")
node = ec.register_resource("linux::Node")
ec.set(node, "hostname", host)
ec.set(node, "username", user)
ec.set(node, "cleanExperiment", True)
ec.set(node, "cleanProcesses", True)
apps = list()
for i in xrange(50):
app = ec.register_resource("linux::Application")
cmd = "ping -c5 %s" % self.target
ec.set(app, "command", cmd)
ec.register_connection(app, node)
apps.append(app)
ec.deploy()
ec.wait_finished(apps)
self.assertTrue(ec.state(node) == ResourceState.STARTED)
self.assertTrue(
all([ec.state(guid) == ResourceState.STOPPED \
for guid in apps])
)
for app in apps:
stdout = ec.trace(app, 'stdout')
size = ec.trace(app, 'stdout', attr = TraceAttr.SIZE)
self.assertEquals(len(stdout), size)
block = ec.trace(app, 'stdout', attr = TraceAttr.STREAM, block = 5, offset = 1)
self.assertEquals(block, stdout[5:10])
path = ec.trace(app, 'stdout', attr = TraceAttr.PATH)
rm = ec.get_resource(app)
p = os.path.join(rm.run_home, 'stdout')
self.assertEquals(path, p)
ec.shutdown()
def t_http_sources(self, host, user):
ec = ExperimentController(exp_id="test-http-sources")
node = ec.register_resource("linux::Node")
ec.set(node, "hostname", host)
ec.set(node, "username", user)
ec.set(node, "cleanExperiment", True)
ec.set(node, "cleanProcesses", True)
sources = "http://yans.pl.sophia.inria.fr/code/nef/archive/tip.tar.gz;" \
"http://yans.pl.sophia.inria.fr/code/nef/raw-file/8ace577d4079/src/nef/images/menu/connect.png"
app = ec.register_resource("linux::Application")
ec.set(app, "sources", sources)
command = "ls ${SRC}"
ec.set(app, "command", command)
ec.register_connection(app, node)
ec.deploy()
ec.wait_finished([app])
self.assertTrue(ec.state(node) == ResourceState.STARTED)
self.assertTrue(ec.state(app) == ResourceState.STOPPED)
exitcode = ec.trace(app, "deploy_exitcode")
self.assertTrue(exitcode.strip() == "0")
out = ec.trace(app, "deploy_stdout")
self.assertTrue(out.find("tip.tar.gz") > -1)
self.assertTrue(out.find("connect.png") > -1)
stdout = ec.trace(app, "stdout")
self.assertTrue(stdout.find("tip.tar.gz") > -1)
self.assertTrue(stdout.find("connect.png") > -1)
ec.shutdown()
def test_exception(self):
from nepi.execution.resource import ResourceFactory
ResourceFactory.register_type(ErrorApplication)
ResourceFactory.register_type(Node)
ResourceFactory.register_type(Interface)
ec = ExperimentController()
node = ec.register_resource("Node")
app = ec.register_resource("ErrorApplication")
ec.register_connection(app, node)
ec.deploy()
ec.wait_finished(app)
ec.shutdown()
self.assertEquals(ec._fm._failure_level, FailureLevel.RM_FAILURE)
def test_exception(self):
from nepi.execution.resource import ResourceFactory
ResourceFactory.register_type(ErrorApplication)
ResourceFactory.register_type(Node)
ResourceFactory.register_type(Interface)
ec = ExperimentController()
node = ec.register_resource("Node")
app = ec.register_resource("ErrorApplication")
ec.register_connection(app, node)
ec.deploy()
ec.wait_finished(app)
ec.shutdown()
self.assertEquals(ec._fm._failure_level, FailureLevel.RM_FAILURE)
def t_http_sources(self, host, user):
ec = ExperimentController(exp_id="test-http-sources")
node = ec.register_resource("linux::Node")
ec.set(node, "hostname", host)
ec.set(node, "username", user)
ec.set(node, "cleanExperiment", True)
ec.set(node, "cleanProcesses", True)
sources = "http://yans.pl.sophia.inria.fr/code/nef/archive/tip.tar.gz;" \
"http://yans.pl.sophia.inria.fr/code/nef/raw-file/8ace577d4079/src/nef/images/menu/connect.png"
app = ec.register_resource("linux::Application")
ec.set(app, "sources", sources)
command = "ls ${SRC}"
ec.set(app, "command", command)
ec.register_connection(app, node)
ec.deploy()
ec.wait_finished([app])
self.assertTrue(ec.state(node) == ResourceState.STARTED)
self.assertTrue(ec.state(app) == ResourceState.STOPPED)
exitcode = ec.trace(app, "deploy_exitcode")
self.assertTrue(exitcode.strip() == "0")
out = ec.trace(app, "deploy_stdout")
self.assertTrue(out.find("tip.tar.gz") > -1)
self.assertTrue(out.find("connect.png") > -1)
stdout = ec.trace(app, "stdout")
self.assertTrue(stdout.find("tip.tar.gz") > -1)
self.assertTrue(stdout.find("connect.png") > -1)
ec.shutdown()
def test_critical(self):
from nepi.execution.resource import ResourceFactory
ResourceFactory.register_type(ErrorApplication)
ResourceFactory.register_type(Application)
ResourceFactory.register_type(Node)
ResourceFactory.register_type(Interface)
ec = ExperimentController()
node = ec.register_resource("Node")
apps = list()
eapp = ec.register_resource("ErrorApplication")
ec.set(eapp, "critical", False)
ec.register_connection(eapp, node)
apps.append(eapp)
for i in xrange(10):
app = ec.register_resource("Application")
ec.register_connection(app, node)
apps.append(app)
ec.deploy()
ec.wait_finished(apps)
state = ec.state(eapp)
self.assertEquals(state, ResourceState.FAILED)
apps.remove(eapp)
for app in apps:
state = ec.state(app)
self.assertEquals(state, ResourceState.STOPPED)
ec.shutdown()
self.assertEquals(ec._fm._failure_level, FailureLevel.OK)
def test_critical(self):
from nepi.execution.resource import ResourceFactory
ResourceFactory.register_type(ErrorApplication)
ResourceFactory.register_type(Application)
ResourceFactory.register_type(Node)
ResourceFactory.register_type(Interface)
ec = ExperimentController()
node = ec.register_resource("Node")
apps = list()
eapp = ec.register_resource("ErrorApplication")
ec.set(eapp, "critical", False)
ec.register_connection(eapp, node)
apps.append(eapp)
for i in xrange(10):
app = ec.register_resource("Application")
ec.register_connection(app, node)
apps.append(app)
ec.deploy()
ec.wait_finished(apps)
state = ec.state(eapp)
self.assertEquals(state, ResourceState.FAILED)
apps.remove(eapp)
for app in apps:
state = ec.state(app)
self.assertEquals(state, ResourceState.STOPPED)
ec.shutdown()
self.assertEquals(ec._fm._failure_level, FailureLevel.OK)
def t_count(self, user1, host1, user2, host2):
ec = ExperimentController(exp_id="test-ccn-ping-count")
node1 = ec.register_resource("linux::Node")
ec.set(node1, "hostname", host1)
ec.set(node1, "username", user1)
ec.set(node1, "cleanExperiment", True)
ec.set(node1, "cleanProcesses", True)
ccnd1 = ec.register_resource("linux::CCND")
ec.register_connection(ccnd1, node1)
entry1 = ec.register_resource("linux::FIBEntry")
ec.set(entry1, "host", host2)
ec.register_connection(entry1, ccnd1)
server = ec.register_resource("linux::CCNPingServer")
ec.set(server, "prefix", "ccnx:/test")
ec.register_connection(server, ccnd1)
node2 = ec.register_resource("linux::Node")
ec.set(node2, "hostname", host2)
ec.set(node2, "username", user2)
ec.set(node2, "cleanExperiment", True)
ec.set(node2, "cleanProcesses", True)
ccnd2 = ec.register_resource("linux::CCND")
ec.register_connection(ccnd2, node2)
entry2 = ec.register_resource("linux::FIBEntry")
ec.set(entry2, "host", host1)
ec.register_connection(entry2, ccnd2)
client = ec.register_resource("linux::CCNPing")
ec.set(client, "c", 15)
ec.set(client, "prefix", "ccnx:/test")
ec.register_connection(client, ccnd2)
ec.register_connection(client, server)
ec.deploy()
ec.wait_finished(client)
stdout = ec.trace(client, "stdout")
expected = "15 Interests transmitted"
self.assertTrue(stdout.find(expected) > -1)
ec.shutdown()
def t_count(self, user1, host1, user2, host2):
ec = ExperimentController(exp_id = "test-ccn-ping-count")
node1 = ec.register_resource("linux::Node")
ec.set(node1, "hostname", host1)
ec.set(node1, "username", user1)
ec.set(node1, "cleanExperiment", True)
ec.set(node1, "cleanProcesses", True)
ccnd1 = ec.register_resource("linux::CCND")
ec.register_connection(ccnd1, node1)
entry1 = ec.register_resource("linux::FIBEntry")
ec.set(entry1, "host", host2)
ec.register_connection(entry1, ccnd1)
server = ec.register_resource("linux::CCNPingServer")
ec.set(server, "prefix", "ccnx:/test")
ec.register_connection(server, ccnd1)
node2 = ec.register_resource("linux::Node")
ec.set(node2, "hostname", host2)
ec.set(node2, "username", user2)
ec.set(node2, "cleanExperiment", True)
ec.set(node2, "cleanProcesses", True)
ccnd2 = ec.register_resource("linux::CCND")
ec.register_connection(ccnd2, node2)
entry2 = ec.register_resource("linux::FIBEntry")
ec.set(entry2, "host", host1)
ec.register_connection(entry2, ccnd2)
client = ec.register_resource("linux::CCNPing")
ec.set(client, "c", 15)
ec.set(client, "prefix", "ccnx:/test")
ec.register_connection(client, ccnd2)
ec.register_connection(client, server)
ec.deploy()
ec.wait_finished(client)
stdout = ec.trace(client, "stdout")
expected = "15 Interests transmitted"
self.assertTrue(stdout.find(expected) > -1)
ec.shutdown()
def t_condition(self, host, user, depends):
ec = ExperimentController(exp_id="test-condition")
node = ec.register_resource("linux::Node")
ec.set(node, "hostname", host)
ec.set(node, "username", user)
ec.set(node, "cleanExperiment", True)
ec.set(node, "cleanProcesses", True)
server = ec.register_resource("linux::Application")
cmd = "echo 'HOLA' | nc -l 3333"
ec.set(server, "command", cmd)
ec.set(server, "depends", depends)
ec.register_connection(server, node)
client = ec.register_resource("linux::Application")
cmd = "nc 127.0.0.1 3333"
ec.set(client, "command", cmd)
ec.register_connection(client, node)
ec.register_condition(client, ResourceAction.START, server,
ResourceState.STARTED)
apps = [client, server]
ec.deploy()
ec.wait_finished(apps)
self.assertTrue(ec.state(node) == ResourceState.STARTED)
self.assertTrue(ec.state(server) == ResourceState.STOPPED)
self.assertTrue(ec.state(client) == ResourceState.STOPPED)
stdout = ec.trace(client, "stdout")
self.assertTrue(stdout.strip() == "HOLA")
ec.shutdown()
def t_nodns(self, host, user):
ec = ExperimentController(exp_id = "test-nodns")
node = ec.register_resource("linux::Node")
ec.set(node, "hostname", host)
ec.set(node, "username", user)
ec.set(node, "cleanExperiment", True)
ec.set(node, "cleanProcesses", True)
app = ec.register_resource("linux::Mtr")
ec.set(app, "noDns", False)
ec.set(app, "target", self.target)
ec.register_connection(app, node)
ec.deploy()
ec.wait_finished(app)
stdout = ec.trace(app, "stdout")
self.assertTrue(stdout.find("1.") > -1)
ec.shutdown()
def t_code(self, host, user):
ec = ExperimentController(exp_id = "tests-code")
node = ec.register_resource("linux::Node")
ec.set(node, "hostname", host)
ec.set(node, "username", user)
ec.set(node, "cleanExperiment", True)
ec.set(node, "cleanProcesses", True)
prog = """#include <stdio.h>
int
main (void)
{
printf ("Hello, world!\\n");
return 0;
}
"""
cmd = "${RUN_HOME}/hello"
build = "gcc -Wall -x c ${APP_HOME}/code -o hello"
app = ec.register_resource("linux::Application")
ec.set(app, "command", cmd)
ec.set(app, "code", prog)
ec.set(app, "depends", "gcc")
ec.set(app, "build", build)
ec.register_connection(app, node)
ec.deploy()
ec.wait_finished(app)
out = ec.trace(app, 'stdout')
self.assertEquals(out, "Hello, world!\n")
ec.shutdown()
def t_code(self, host, user):
ec = ExperimentController(exp_id="tests-code")
node = ec.register_resource("linux::Node")
ec.set(node, "hostname", host)
ec.set(node, "username", user)
ec.set(node, "cleanExperiment", True)
ec.set(node, "cleanProcesses", True)
prog = """#include <stdio.h>
int
main (void)
{
printf ("Hello, world!\\n");
return 0;
}
"""
cmd = "${RUN_HOME}/hello"
build = "gcc -Wall -x c ${APP_HOME}/code -o hello"
app = ec.register_resource("linux::Application")
ec.set(app, "command", cmd)
ec.set(app, "code", prog)
ec.set(app, "depends", "gcc")
ec.set(app, "build", build)
ec.register_connection(app, node)
ec.deploy()
ec.wait_finished(app)
out = ec.trace(app, 'stdout')
self.assertEquals(out, "Hello, world!\n")
ec.shutdown()
def t_condition(self, host, user, depends):
ec = ExperimentController(exp_id="test-condition")
node = ec.register_resource("linux::Node")
ec.set(node, "hostname", host)
ec.set(node, "username", user)
ec.set(node, "cleanExperiment", True)
ec.set(node, "cleanProcesses", True)
server = ec.register_resource("linux::Application")
cmd = "echo 'HOLA' | nc -l 3333"
ec.set(server, "command", cmd)
ec.set(server, "depends", depends)
ec.register_connection(server, node)
client = ec.register_resource("linux::Application")
cmd = "nc 127.0.0.1 3333"
ec.set(client, "command", cmd)
ec.register_connection(client, node)
ec.register_condition(client, ResourceAction.START, server, ResourceState.STARTED)
apps = [client, server]
ec.deploy()
ec.wait_finished(apps)
self.assertTrue(ec.state(node) == ResourceState.STARTED)
self.assertTrue(ec.state(server) == ResourceState.STOPPED)
self.assertTrue(ec.state(client) == ResourceState.STOPPED)
stdout = ec.trace(client, "stdout")
self.assertTrue(stdout.strip() == "HOLA")
ec.shutdown()
def test_runner_max_runs(self):
node_count = 4
app_count = 2
ec = ExperimentController(exp_id="max-runs-test")
# Add simulated nodes and applications
nodes = list()
apps = list()
ifaces = list()
for i in xrange(node_count):
node = ec.register_resource("dummy::Node")
nodes.append(node)
iface = ec.register_resource("dummy::Interface")
ec.register_connection(node, iface)
ifaces.append(iface)
for i in xrange(app_count):
app = ec.register_resource("dummy::Application")
ec.register_connection(node, app)
apps.append(app)
link = ec.register_resource("dummy::Link")
for iface in ifaces:
ec.register_connection(link, iface)
rnr = ExperimentRunner()
runs = rnr.run(ec,
min_runs=5,
max_runs=10,
wait_guids=apps,
wait_time=0)
self.assertEquals(runs, 10)
def t_count(self, host, user):
ec = ExperimentController(exp_id = "test-ping-count")
node = ec.register_resource("linux::Node")
ec.set(node, "hostname", host)
ec.set(node, "username", user)
ec.set(node, "cleanExperiment", True)
ec.set(node, "cleanProcesses", True)
app = ec.register_resource("linux::Ping")
ec.set(app, "count", "3")
ec.set(app, "target", self.target)
ec.register_connection(app, node)
ec.deploy()
ec.wait_finished(app)
stdout = ec.trace(app, "stdout")
expected = "3 packets transmitted, 3 received, 0% packet loss"
self.assertTrue(stdout.find(expected) > -1)
ec.shutdown()
def t_copy_files(self, host, user):
# create some temp files and directories to copy
dirpath = tempfile.mkdtemp()
f = tempfile.NamedTemporaryFile(dir=dirpath, delete=False)
f.close()
f1 = tempfile.NamedTemporaryFile(delete=False)
f1.close()
f1.name
ec = ExperimentController(exp_id="test-copyfile")
node = ec.register_resource("linux::Node")
ec.set(node, "hostname", host)
ec.set(node, "username", user)
ec.set(node, "cleanExperiment", True)
ec.set(node, "cleanProcesses", True)
app = ec.register_resource("linux::Application")
ec.set(app, "command", "ls ${SRC}")
ec.set(app, "sources", "%s;%s" % (dirpath, f1.name))
ec.register_connection(app, node)
ec.deploy()
ec.wait_finished([app])
stdout = ec.trace(app, "stdout")
self.assertTrue(stdout.find(os.path.basename(dirpath)) > -1)
self.assertTrue(stdout.find(os.path.basename(f1.name)) > -1)
ec.shutdown()
os.remove(f1.name)
shutil.rmtree(dirpath)
