def run_tests(args): git_summary = get_git_summary( args.mode, getattr(args, 'remote_path', None)) config = parse_config() schemes_config = config['schemes'] if args.all: cc_schemes = schemes_config.keys() elif args.schemes is not None: cc_schemes = args.schemes.split() if args.random_order: random.shuffle(cc_schemes) ssh_cmd = None if args.mode == 'remote': r = parse_remote_path(args.remote_path) ssh_cmd = r['ssh_cmd'] # For each run of each scheme, change the queueing discipline and # receiving socket buffer sizes before and after the test. # Check config.yml for values. for run_id in xrange(args.start_run_id, args.start_run_id + args.run_times): # clean the contents in /tmp/pantheon-tmp clean_tmp_cmd = 'rm -rf /tmp/pantheon-tmp/*' if args.mode == 'remote': call(ssh_cmd + [clean_tmp_cmd]) call(clean_tmp_cmd, shell=True) for cc in cc_schemes: default_qdisc = get_default_qdisc(ssh_cmd) old_recv_bufsizes = get_recv_sock_bufsizes(ssh_cmd) if 'qdisc' in schemes_config[cc]: test_qdisc = schemes_config[cc]['qdisc'] else: test_qdisc = config['kernel_attrs']['default_qdisc'] test_recv_sock_bufs = config['kernel_attrs']['sock_recv_bufs'] try: if default_qdisc != test_qdisc: set_default_qdisc(test_qdisc, ssh_cmd) set_recv_sock_bufsizes(test_recv_sock_bufs, ssh_cmd) Test(args, run_id, cc).run() finally: set_default_qdisc(default_qdisc, ssh_cmd) set_recv_sock_bufsizes(old_recv_bufsizes, ssh_cmd) if not args.no_metadata: meta = vars(args).copy() meta['cc_schemes'] = sorted(cc_schemes) save_test_metadata(meta, path.abspath(args.data_dir), git_summary)
def pkill(args): sys.stderr.write('Cleaning up using pkill...' '(enabled by --pkill-cleanup)\n') if args.mode == 'remote': r = parse_remote_path(args.remote_path) remote_pkill_src = path.join(r['pantheon_dir'], 'helpers', 'pkill.py') cmd = r['ssh_cmd'] + [ 'python', remote_pkill_src, '--kill-dir', r['pantheon_dir']] call(cmd) pkill_src = path.join(project_root.DIR, 'helpers', 'pkill.py') cmd = ['python', pkill_src, '--kill-dir', project_root.DIR] call(cmd)
def __init__(self, args, run_id, cc): self.mode = args.mode self.run_id = run_id self.cc = cc self.data_dir = path.abspath(args.data_dir) # shared arguments between local and remote modes self.flows = args.flows self.runtime = args.runtime self.interval = args.interval self.run_times = args.run_times # used for cleanup self.proc_first = None self.proc_second = None self.ts_manager = None self.tc_manager = None self.test_start_time = None self.test_end_time = None # local mode if self.mode == 'local': self.datalink_trace = args.uplink_trace self.acklink_trace = args.downlink_trace self.prepend_mm_cmds = args.prepend_mm_cmds self.append_mm_cmds = args.append_mm_cmds self.extra_mm_link_args = args.extra_mm_link_args # for convenience self.sender_side = 'remote' self.server_side = 'local' # remote mode if self.mode == 'remote': self.sender_side = args.sender_side self.server_side = args.server_side self.local_addr = args.local_addr self.local_if = args.local_if self.remote_if = args.remote_if self.local_desc = args.local_desc self.remote_desc = args.remote_desc self.ntp_addr = args.ntp_addr self.local_ofst = None self.remote_ofst = None self.r = parse_remote_path(args.remote_path, self.cc)
def __init__(self, args, run_id, cc): self.mode = args.mode self.run_id = run_id self.cc = cc self.data_dir = path.abspath(args.data_dir) # shared arguments between local and remote modes self.flows = args.flows self.runtime = args.runtime self.interval = args.interval self.run_times = args.run_times # used for cleanup self.proc_first = None self.proc_second = None self.ts_manager = None self.tc_manager = None self.test_start_time = None self.test_end_time = None # local mode if self.mode == 'local': self.datalink_trace = args.uplink_trace self.acklink_trace = args.downlink_trace self.prepend_mm_cmds = args.prepend_mm_cmds self.append_mm_cmds = args.append_mm_cmds self.extra_mm_link_args = args.extra_mm_link_args # for convenience self.sender_side = 'remote' self.server_side = 'local' # remote mode if self.mode == 'remote': self.sender_side = args.sender_side self.server_side = args.server_side self.local_addr = args.local_addr self.local_if = args.local_if self.remote_if = args.remote_if self.local_desc = args.local_desc self.remote_desc = args.remote_desc self.ntp_addr = args.ntp_addr self.local_ofst = None self.remote_ofst = None self.r = parse_remote_path(args.remote_path, self.cc)
def run_tests(args): git_summary = get_git_summary(args.mode, getattr(args, 'remote_path', None)) config = parse_config() schemes_config = config['schemes'] if args.all: cc_schemes = schemes_config.keys() if args.random_order: random.shuffle(cc_schemes) elif args.schemes is not None: cc_schemes = args.schemes.split() if args.random_order: random.shuffle(cc_schemes) else: assert (args.test_config is not None) if args.random_order: random.shuffle(args.test_config['flows']) cc_schemes = [flow['scheme'] for flow in args.test_config['flows']] ssh_cmd = None if args.mode == 'remote': r = parse_remote_path(args.remote_path) ssh_cmd = r['ssh_cmd'] # For each run of each scheme, change the queueing discipline and # receiving socket buffer sizes before and after the test. # Check config.yml for values. for run_id in xrange(args.start_run_id, args.start_run_id + args.run_times): # clean the contents in /tmp/pantheon-tmp clean_tmp_cmd = 'rm -rf /tmp/pantheon-tmp/*' if args.mode == 'remote': call(ssh_cmd + [clean_tmp_cmd]) call(clean_tmp_cmd, shell=True) # ISSUE (ranysha): no support for multiple schemes where each uses diff # qdisc. since version 4.13 of the kernel, TCP supports packet pacing # so you don't need to specify qdisc for BBR. when running with config # file, going to ignore qdisc setting for now. if args.test_config is None: for cc in cc_schemes: default_qdisc = get_default_qdisc(ssh_cmd) old_recv_bufsizes = get_recv_sock_bufsizes(ssh_cmd) if 'qdisc' in schemes_config[cc]: test_qdisc = schemes_config[cc]['qdisc'] else: test_qdisc = config['kernel_attrs']['default_qdisc'] test_recv_sock_bufs = config['kernel_attrs']['sock_recv_bufs'] try: if default_qdisc != test_qdisc: set_default_qdisc(test_qdisc, ssh_cmd) set_recv_sock_bufsizes(test_recv_sock_bufs, ssh_cmd) Test(args, run_id, cc).run() finally: set_default_qdisc(default_qdisc, ssh_cmd) set_recv_sock_bufsizes(old_recv_bufsizes, ssh_cmd) else: default_qdisc = get_default_qdisc(ssh_cmd) old_recv_bufsizes = get_recv_sock_bufsizes(ssh_cmd) test_qdisc = config['kernel_attrs']['default_qdisc'] test_recv_sock_bufs = config['kernel_attrs']['sock_recv_bufs'] try: if default_qdisc != test_qdisc: set_default_qdisc(test_qdisc, ssh_cmd) set_recv_sock_bufsizes(test_recv_sock_bufs, ssh_cmd) Test(args, run_id, None).run() finally: set_default_qdisc(default_qdisc, ssh_cmd) set_recv_sock_bufsizes(old_recv_bufsizes, ssh_cmd) if not args.no_metadata: meta = vars(args).copy() meta['cc_schemes'] = sorted(cc_schemes) save_test_metadata(meta, path.abspath(args.data_dir), git_summary)
def __init__(self, args, run_id, cc): self.mode = args.mode self.run_id = run_id self.cc = cc self.data_dir = path.abspath(args.data_dir) # shared arguments between local and remote modes self.flows = args.flows self.runtime = args.runtime self.interval = args.interval self.run_times = args.run_times # used for cleanup self.proc_first = None self.proc_second = None self.ts_manager = None self.tc_manager = None self.test_start_time = None self.test_end_time = None # local mode if self.mode == 'local': self.datalink_trace = args.uplink_trace self.acklink_trace = args.downlink_trace self.prepend_mm_cmds = args.prepend_mm_cmds self.append_mm_cmds = args.append_mm_cmds self.extra_mm_link_args = args.extra_mm_link_args # for convenience self.sender_side = 'remote' self.server_side = 'local' # remote mode if self.mode == 'remote': self.sender_side = args.sender_side self.server_side = args.server_side self.local_addr = args.local_addr self.local_if = args.local_if self.remote_if = args.remote_if self.local_desc = args.local_desc self.remote_desc = args.remote_desc self.ntp_addr = args.ntp_addr self.local_ofst = None self.remote_ofst = None self.r = parse_remote_path(args.remote_path, self.cc) # arguments when there's a config self.test_config = None if hasattr(args, 'test_config'): self.test_config = args.test_config if self.test_config is not None: self.cc = self.test_config['test-name'] self.flow_objs = [] cc_src_remote_dir = '' if self.mode == 'remote': cc_src_remote_dir = r['pantheon_dir'] for flow in args.test_config['flows']: cc = flow['scheme'] run_first, run_second = who_runs_first(cc) self.flow_objs.append( Flow(cc=cc, cc_src_local=path.join(project_root.DIR, 'src', cc + '.py'), cc_src_remote=path.join(cc_src_remote_dir, 'src', cc + '.py'), run_first=run_first, run_second=run_second))