def testSepDeployShadow(self): _log.analyze("TESTRUN", "+", {}) global rt1 global rt2 global test_script_dir self.verify_storage() from calvin.Tools.cscontrol import control_deploy as deploy_app from collections import namedtuple DeployArgs = namedtuple('DeployArgs', ['node', 'attr', 'script','reqs', 'check']) args = DeployArgs(node='http://%s:5003' % ip_addr, script=open(test_script_dir+"test_shadow1.calvin"), attr=None, reqs=test_script_dir+"test_shadow1.deployjson", check=False) result = {} try: result = deploy_app(args) except: raise Exception("Failed deployment of app %s, no use to verify if requirements fulfilled" % args.script.name) #print "RESULT:", result time.sleep(2) actors = [utils.get_actors(rt1), utils.get_actors(rt2)] # src -> rt1, sum -> rt2, snk -> rt1 assert result['actor_map']['test_shadow1:src'] in actors[0] assert result['actor_map']['test_shadow1:sum'] in actors[1] assert result['actor_map']['test_shadow1:snk'] in actors[0] actual = utils.report(rt1, result['actor_map']['test_shadow1:snk']) assert len(actual) > 5 utils.delete_application(rt1, result['application_id'])
def testDeployLongActorChain(self): _log.analyze("TESTRUN", "+", {}) self.verify_storage() from calvin.Tools.cscontrol import control_deploy as deploy_app from collections import namedtuple DeployArgs = namedtuple('DeployArgs', ['node', 'attr', 'script','reqs', 'check']) args = DeployArgs(node='http://%s:5003' % ip_addr, script=open(test_script_dir+"test_deploy2.calvin"), attr=None, reqs=test_script_dir+"test_deploy2.deployjson", check=True) result = {} try: result = deploy_app(args) except: raise Exception("Failed deployment of app %s, no use to verify if requirements fulfilled" % args.script.name) time.sleep(2) actors = [utils.get_actors(rt1), utils.get_actors(rt2), utils.get_actors(rt3)] # src -> rt1, sum[1:8] -> [rt1, rt2, rt3], snk -> rt3 assert result['actor_map']['test_deploy2:src'] in actors[0] assert result['actor_map']['test_deploy2:snk'] in actors[2] sum_list=[result['actor_map']['test_deploy2:sum%d'%i] for i in range(1,9)] sum_place = [0 if a in actors[0] else 1 if a in actors[1] else 2 if a in actors[2] else -1 for a in sum_list] assert not any([p==-1 for p in sum_place]) assert all(x<=y for x, y in zip(sum_place, sum_place[1:])) utils.delete_application(rt1, result['application_id'])
def testDeployComponent(self): _log.analyze("TESTRUN", "+", {}) self.verify_storage() from calvin.Tools.cscontrol import control_deploy as deploy_app from collections import namedtuple DeployArgs = namedtuple('DeployArgs', ['node', 'attr', 'script', 'reqs', 'check']) args = DeployArgs(node='http://%s:5003' % ip_addr, script=open(test_script_dir + "test_deploy3.calvin"), attr=None, reqs=test_script_dir + "test_deploy3.deployjson", check=True) result = {} try: result = deploy_app(args) except: raise Exception( "Failed deployment of app %s, no use to verify if requirements fulfilled" % args.script.name) time.sleep(2) actors = [ utils.get_actors(rt1), utils.get_actors(rt2), utils.get_actors(rt3) ] # src:(first, second) -> rt1, sum -> rt2, snk -> rt3 assert result['actor_map']['test_deploy3:src:first'] in actors[0] assert result['actor_map']['test_deploy3:src:second'] in actors[0] assert result['actor_map']['test_deploy3:sum'] in actors[1] assert result['actor_map']['test_deploy3:snk'] in actors[2] utils.delete_application(rt1, result['application_id'])
def testDestroyAppWithMigratedActors(self): rt = self.runtime rt1 = self.runtimes[0] rt2 = self.runtimes[1] script = """ src : std.CountTimer() snk : io.StandardOut(store_tokens=1) src.integer > snk.token """ app_info, errors, warnings = compiler.compile(script, "simple") d = deployer.Deployer(rt, app_info) app_id = d.deploy() time.sleep(1.0) src = d.actor_map['simple:src'] snk = d.actor_map['simple:snk'] # FIXME --> remove when operating on closed pending connections during migration is fixed utils.disable(rt, src) utils.disable(rt, snk) # <-- utils.migrate(rt, snk, rt1.id) utils.migrate(rt, src, rt2.id) applications = utils.get_applications(rt) assert app_id in applications d.destroy() for retry in range(1, 5): applications = utils.get_applications(rt) if app_id in applications: print("Retrying in %s" % (retry * 0.2, )) time.sleep(0.2 * retry) else : break assert app_id not in applications for retry in range(1, 5): actors = [] actors.extend(utils.get_actors(rt)) actors.extend(utils.get_actors(rt1)) actors.extend(utils.get_actors(rt2)) intersection = [a for a in actors if a in d.actor_map.values()] if len(intersection) > 0: print("Retrying in %s" % (retry * 0.2, )) time.sleep(0.2 * retry) else: break for actor in d.actor_map.values(): assert actor not in actors
def testDestroyAppWithLocalActors(self): rt = self.runtime script = """ src : std.CountTimer() snk : io.StandardOut(store_tokens=1) src.integer > snk.token """ app_info, errors, warnings = compiler.compile(script, "simple") d = deployer.Deployer(rt, app_info) app_id = d.deploy() time.sleep(0.2) src = d.actor_map['simple:src'] snk = d.actor_map['simple:snk'] applications = utils.get_applications(rt) assert app_id in applications assert d.destroy()['result'] == 'OK' applications = utils.get_applications(rt) assert app_id not in applications actors = utils.get_actors(rt) assert src not in actors assert snk not in actors
def testDestroyAppWithLocalActors(self): rt = self.runtime script = """ src : std.CountTimer() snk : io.StandardOut(store_tokens=1) src.integer > snk.token """ app_info, errors, warnings = compiler.compile(script, "simple") d = deployer.Deployer(rt, app_info) app_id = d.deploy() time.sleep(0.2) src = d.actor_map['simple:src'] snk = d.actor_map['simple:snk'] applications = utils.get_applications(rt) assert app_id in applications d.destroy() applications = utils.get_applications(rt) assert app_id not in applications actors = utils.get_actors(rt) assert src not in actors assert snk not in actors
def testDeployLongActorChain(self): _log.analyze("TESTRUN", "+", {}) self.verify_storage() from calvin.Tools.cscontrol import control_deploy as deploy_app from collections import namedtuple DeployArgs = namedtuple('DeployArgs', ['node', 'attr', 'script', 'reqs', 'check']) args = DeployArgs(node='http://%s:5003' % ip_addr, script=open(test_script_dir + "test_deploy2.calvin"), attr=None, reqs=test_script_dir + "test_deploy2.deployjson", check=True) result = {} try: result = deploy_app(args) except: raise Exception( "Failed deployment of app %s, no use to verify if requirements fulfilled" % args.script.name) time.sleep(2) actors = [ utils.get_actors(rt1), utils.get_actors(rt2), utils.get_actors(rt3) ] # src -> rt1, sum[1:8] -> [rt1, rt2, rt3], snk -> rt3 assert result['actor_map']['test_deploy2:src'] in actors[0] assert result['actor_map']['test_deploy2:snk'] in actors[2] sum_list = [ result['actor_map']['test_deploy2:sum%d' % i] for i in range(1, 9) ] sum_place = [ 0 if a in actors[0] else 1 if a in actors[1] else 2 if a in actors[2] else -1 for a in sum_list ] assert not any([p == -1 for p in sum_place]) assert all(x <= y for x, y in zip(sum_place, sum_place[1:])) utils.delete_application(rt1, result['application_id'])
def testDeploySimple(self): from calvin.Tools.cscontrol import control_deploy as deploy_app from collections import namedtuple DeployArgs = namedtuple('DeployArgs', ['node', 'attr', 'script','reqs']) time.sleep(2) args = DeployArgs(node='http://%s:5003' % ip_addr, script=open(self.test_script_dir+"test_deploy1.calvin"), attr=None, reqs=self.test_script_dir+"test_deploy1.deployjson") response = deploy_app(args) result = {} try: result = json.loads(response.text) except: raise Exception("Failed deployment of app %s, no use to verify if requirements fulfilled" % args.script.name) time.sleep(2) actors = [utils.get_actors(self.rt1), utils.get_actors(self.rt2), utils.get_actors(self.rt3)] # src -> rt2, sum -> rt2, snk -> rt3 assert result['actor_map']['test_deploy1:src'] in actors[1] assert result['actor_map']['test_deploy1:sum'] in actors[1] assert result['actor_map']['test_deploy1:snk'] in actors[2] utils.delete_application(self.rt1, result['application_id']) time.sleep(0.5)
def testDeployComponent(self): _log.analyze("TESTRUN", "+", {}) self.verify_storage() from calvin.Tools.cscontrol import control_deploy as deploy_app from collections import namedtuple DeployArgs = namedtuple('DeployArgs', ['node', 'attr', 'script','reqs', 'check']) args = DeployArgs(node='http://%s:5003' % ip_addr, script=open(test_script_dir+"test_deploy3.calvin"), attr=None, reqs=test_script_dir+"test_deploy3.deployjson", check=True) result = {} try: result = deploy_app(args) except: raise Exception("Failed deployment of app %s, no use to verify if requirements fulfilled" % args.script.name) time.sleep(2) actors = [utils.get_actors(rt1), utils.get_actors(rt2), utils.get_actors(rt3)] # src:(first, second) -> rt1, sum -> rt2, snk -> rt3 assert result['actor_map']['test_deploy3:src:first'] in actors[0] assert result['actor_map']['test_deploy3:src:second'] in actors[0] assert result['actor_map']['test_deploy3:sum'] in actors[1] assert result['actor_map']['test_deploy3:snk'] in actors[2] utils.delete_application(rt1, result['application_id'])
def control_actors(args): if args.cmd == "list": return utils.get_actors(args.node) if args.cmd == "info": if not args.id: raise Exception("No actor id given") return utils.get_actor(args.node, args.id) elif args.cmd == "delete": if not args.id: raise Exception("No actor id given") return utils.delete_actor(args.node, args.id) elif args.cmd == "migrate": if not args.id or not args.peer_node: raise Exception("No actor or peer given") return utils.migrate(args.node, args.id, args.peer_node)
def control_actors(args): if args.cmd == 'list': return utils.get_actors(args.node) if args.cmd == 'info': if not args.id: raise Exception("No actor id given") return utils.get_actor(args.node, args.id) elif args.cmd == 'delete': if not args.id: raise Exception("No actor id given") return utils.delete_actor(args.node, args.id) elif args.cmd == 'migrate': if not args.id or not args.peer_node: raise Exception("No actor or peer given") return utils.migrate(args.node, args.id, args.peer_node)
def testSepDeployShadow(self): _log.analyze("TESTRUN", "+", {}) global rt1 global rt2 global test_script_dir self.verify_storage() from calvin.Tools.cscontrol import control_deploy as deploy_app from collections import namedtuple DeployArgs = namedtuple('DeployArgs', ['node', 'attr', 'script', 'reqs', 'check']) args = DeployArgs(node='http://%s:5003' % ip_addr, script=open(test_script_dir + "test_shadow1.calvin"), attr=None, reqs=test_script_dir + "test_shadow1.deployjson", check=False) result = {} try: result = deploy_app(args) except: raise Exception( "Failed deployment of app %s, no use to verify if requirements fulfilled" % args.script.name) #print "RESULT:", result time.sleep(2) actors = [utils.get_actors(rt1), utils.get_actors(rt2)] # src -> rt1, sum -> rt2, snk -> rt1 assert result['actor_map']['test_shadow1:src'] in actors[0] assert result['actor_map']['test_shadow1:sum'] in actors[1] assert result['actor_map']['test_shadow1:snk'] in actors[0] actual = utils.report(rt1, result['actor_map']['test_shadow1:snk']) assert len(actual) > 5 utils.delete_application(rt1, result['application_id'])
def control_actors(args): if args.cmd == 'list': return utils.get_actors(args.node) if args.cmd == 'info': if not args.id: raise Exception("No actor id given") return utils.get_actor(args.node, args.id) elif args.cmd == 'delete': if not args.id: raise Exception("No actor id given") return utils.delete_actor(args.node, args.id) elif args.cmd == 'migrate': if not args.id or not args.peer_node: raise Exception("No actor or peer given") return utils.migrate(args.node, args.id, args.peer_node) elif args.cmd == 'replicate': if not args.id: raise Exception("No actor id given") return utils.replicate(args.node, args.id, args.peer_node) elif args.cmd == 'lost': if not args.id: raise Exception("No actor id given") return utils.lost_actor(args.node, args.id)