def start_single_website_flow(ssh_client, exp, stack, url, duration): # filename = os.path.basename(url) filename = "temp_donw" #tmp file name print(filename) if filename.strip() == '': logging.warning('Could not get filename from URL') # start_flow_cmd = 'timeout {}s wget --no-check-certificate --no-cache --delete-after --connect-timeout=10 --tries=3 --bind-address {} -P /tmp/ {} || rm -f /tmp/{}.tmp*'.format(duration+5, exp.server.ip_lan, url, filename) start_flow_cmd = 'timeout {}s wget --no-check-certificate --no-cache --connect-timeout=10 --tries=3 --bind-address {} -P /tmp/ {} || rm -f /tmp/{}.tmp*'.format(duration+5, exp.server.ip_lan, url, filename) # start_flow_cmd = 'curl --interface {} -L -H "Cache-Control: no-cache" {} -o {} || rm -f /tmp/{}.tmp*'.format(exp.server.ip_lan, url, filename, filename) # start_flow_cmd = 'wget --no-check-certificate --no-cache --delete-after --connect-timeout=10 --tries=3 --bind-address {} -P /tmp/ {} || rm -f /tmp/{}.tmp*'.format(exp.server.ip_lan, url, filename) print("start_flow_cmd>>",start_flow_cmd) # won't return until flow is done flow_start_time = time.time() exp.logs['ssl_key_log'] = '/users/rukshani/SSLkeylogs/sslkeylog-{}-{}.log'.format(exp.name, exp.exp_time) ssl_key_log_cmd = 'export SSLKEYLOGFILE=/users/rukshani/SSLkeylogs/sslkeylog-{}-{}.log'.format(exp.name, exp.exp_time) _, stdout, _ = cctestbed.exec_command(ssh_client, exp.server.ip_wan, ssl_key_log_cmd) #This is to decrypt traffic _, stdout, _ = cctestbed.exec_command(ssh_client, exp.server.ip_wan, 'source /etc/environment') # process = subprocess.Popen([start_flow_cmd]) # p1 = subprocess.call(start_flow_cmd) # stdout = None print("Just before starting>", flow_start_time) _, stdout, _ = cctestbed.exec_command(ssh_client, exp.server.ip_wan, start_flow_cmd) print("Just after starting>", time.time()) # exit_status = stdout.channel.recv_exit_status() # exit_status = stdout.channel.recv_exit_status() # print(stdout) return ssh_client, stdout, flow_start_time
def clean_tcpdump(exp): logging.info('Making sure tcpdump is cleaned up ') with cctestbed.get_ssh_client( exp.server.ip_wan, username=exp.server.username, key_filename=exp.server.key_filename) as ssh_client: cctestbed.exec_command(ssh_client, exp.server.ip_wan, 'sudo pkill -9 tcpdump')
def start_apache_server(flow): # start apache server which is running on the cctestbed-client with cctestbed.get_ssh_client( flow.client.ip_wan, flow.client.username, key_filename=flow.client.key_filename) as ssh_client: # start_apache_cmd = "sudo service apache2 start" start_apache_cmd = "source /etc/environment ; sudo /tmp/ruk/loc/bin/apachectl -k start" cctestbed.exec_command(ssh_client, flow.client.ip_wan, start_apache_cmd)
def update_apache_config(host_client, server_port): #Add listener ports to config file print("update httpd.conf with listener port > ", server_port) # cmd = 'ssh -o StrictHostKeyChecking=no cctestbed-client "echo $"Listen {}:{}\n" | sudo tee -a /tmp/ruk/loc/conf/httpd.conf"'.format(host_client.ip_lan, server_port) # proc = subprocess.run(cmd, shell=True) with cctestbed.get_ssh_client( host_client.ip_wan, host_client.username, key_filename=host_client.key_filename) as ssh_client: cmd = 'echo Listen {}:{} | sudo tee -a /tmp/ruk/loc/conf/httpd.conf'.format( host_client.ip_lan, server_port) cctestbed.exec_command(ssh_client, host_client.ip_wan, cmd)
def add_route(exp, url_ip, video_url_ip, gateway_ip=None): with cctestbed.get_ssh_client( exp.server.ip_wan, exp.server.username, key_filename=exp.server.key_filename) as ssh_client: if gateway_ip is None: gateway_ip = exp.client.ip_lan add_route_cmd1 = 'sudo route add {} gw {}'.format(url_ip, gateway_ip) print("Route command :", add_route_cmd1) cctestbed.exec_command(ssh_client, exp.server.ip_wan, add_route_cmd1) #Add route for video data add_route_cmd2 = 'sudo route add {} gw {}'.format( video_url_ip, gateway_ip) print("Route command :", add_route_cmd2) cctestbed.exec_command(ssh_client, exp.server.ip_wan, add_route_cmd2) try: yield finally: with cctestbed.get_ssh_client( exp.server.ip_wan, exp.server.username, key_filename=exp.server.key_filename) as ssh_client: del_route_cmd1 = 'sudo route del {}'.format(url_ip) cctestbed.exec_command(ssh_client, exp.server.ip_wan, del_route_cmd1) del_route_cmd2 = 'sudo route del {}'.format(video_url_ip) cctestbed.exec_command(ssh_client, exp.server.ip_wan, del_route_cmd2)
def add_dnat_rule(exp, url_ip, video_url_ip): with cctestbed.get_ssh_client(exp.server_nat_ip, exp.server.username, exp.server.key_filename) as ssh_client: print("NAT source {} destination {}", url_ip, exp.server.ip_lan) dnat_rule_cmd1 = 'sudo iptables -t nat -A PREROUTING -i enp1s0f0 --source {} -j DNAT --to-destination {}'.format( url_ip, exp.server.ip_lan) print("NAT IP {}", exp.server_nat_ip) cctestbed.exec_command(ssh_client, exp.server_nat_ip, dnat_rule_cmd1) #Add rule for video data print("NAT source {} destination {}", video_url_ip, exp.server.ip_lan) dnat_rule_cmd2 = 'sudo iptables -t nat -A PREROUTING -i enp1s0f0 --source {} -j DNAT --to-destination {}'.format( video_url_ip, exp.server.ip_lan) print("Video NAT IP {}", exp.server_nat_ip) cctestbed.exec_command(ssh_client, exp.server_nat_ip, dnat_rule_cmd2) try: yield finally: # remove DNAT rule once down with this context with cctestbed.get_ssh_client(exp.server_nat_ip, exp.server.username, exp.server.key_filename) as ssh_client: # TODO: remove hard coding of the ip addr here dnat_delete_cmd = 'sudo iptables -t nat --delete PREROUTING 1' cctestbed.exec_command(ssh_client, exp.server.ip_wan, dnat_delete_cmd) cctestbed.exec_command(ssh_client, exp.server.ip_wan, dnat_delete_cmd)
def start_single_web_video_flow(exp, stack, url, duration): with cctestbed.get_ssh_client(exp.server.ip_wan, exp.server.username, key_filename=exp.server.key_filename) as ssh_client: # start_flow_cmd = 'timeout {}s /tmp/chrome-linux/chrome --headless --ssl-key-log-file=/users/rukshani/SSLkeylogs/sslkeylog-{}-{}.log --remote-debugging-port=9222 --autoplay-policy=no-user-gesture-required --window-size={},{} --start-maximized {}'.format(duration+5, exp.name, exp.exp_time, 1920, 1080, url) start_flow_cmd = 'timeout {}s google-chrome --headless --flag-switches-begin --disable-quic --flag-switches-end --ssl-key-log-file=/users/rukshani/SSLkeylogs/sslkeylog-{}-{}.log --remote-debugging-port=9222 --autoplay-policy=no-user-gesture-required --window-size={},{} --start-maximized {}'.format(duration+5, exp.name, exp.exp_time, 3840, 2160, url) print("start_flow_cmd>>",start_flow_cmd) # won't return until flow is done flow_start_time = time.time() exp.logs['ssl_key_log'] = '/users/rukshani/SSLkeylogs/sslkeylog-{}-{}.log'.format(exp.name, exp.exp_time) ssl_key_log_cmd = 'export SSLKEYLOGFILE=/users/rukshani/SSLkeylogs/sslkeylog-{}-{}.log'.format(exp.name, exp.exp_time) _, stdout, _ = cctestbed.exec_command(ssh_client, exp.server.ip_wan, ssl_key_log_cmd) #This is to decrypt traffic _, stdout, _ = cctestbed.exec_command(ssh_client, exp.server.ip_wan, 'source /etc/environment') _, stdout, _ = cctestbed.exec_command(ssh_client, exp.server.ip_wan, start_flow_cmd) # exit_status = stdout.channel.recv_exit_status() return (stdout, flow_start_time)
def set_env_with_congestion(host_client, env_ccas_with_ports): #Set an environment variable with ports and their respective ccas # os.environ["APACHE_CCA_PORTS"] = env_ccas_with_ports # print(os.environ["APACHE_CCA_PORTS"]) cmd = 'echo APACHE_CCA_PORTS={} | sudo tee -a /etc/environment'.format( env_ccas_with_ports) # cmd = 'sudo sh -c echo APACHE_CCA_PORTS={} >> /etc/environment'.format(env_ccas_with_ports) cmd = cmd + " ; source /etc/environment ; export APACHE_CCA_PORTS" print("running cmd >", cmd) with cctestbed.get_ssh_client( host_client.ip_wan, host_client.username, key_filename=host_client.key_filename) as ssh_client: cctestbed.exec_command(ssh_client, host_client.ip_wan, cmd)
def add_dns_rule(exp, website, url_ip): with cctestbed.get_ssh_client(exp.server.ip_wan, exp.server.username, key_filename=exp.server.key_filename) as ssh_client: add_dns_cmd = "echo '{} {}' | sudo tee -a /etc/hosts".format(url_ip, website) cctestbed.exec_command(ssh_client, exp.server.ip_wan, add_dns_cmd) try: yield finally: with cctestbed.get_ssh_client(exp.server.ip_wan, exp.server.username, key_filename=exp.server.key_filename) as ssh_client: # will delete last line of /etc/hosts file # TODO: should probs check that it's the line we want to delete del_dns_cmd = "sudo sed -i '$ d' /etc/hosts" cctestbed.exec_command(ssh_client, exp.server.ip_wan, del_dns_cmd)
def add_route(exp, url_ip, gateway_ip=None): with cctestbed.get_ssh_client(exp.server.ip_wan, exp.server.username, key_filename=exp.server.key_filename) as ssh_client: if gateway_ip is None: gateway_ip = exp.client.ip_lan add_route_cmd = 'sudo route add {} gw {}'.format(url_ip, gateway_ip) cctestbed.exec_command(ssh_client, exp.server.ip_wan, add_route_cmd) try: yield finally: with cctestbed.get_ssh_client(exp.server.ip_wan, exp.server.username, key_filename=exp.server.key_filename) as ssh_client: del_route_cmd = 'sudo route del {}'.format(url_ip) cctestbed.exec_command(ssh_client, exp.server.ip_wan, del_route_cmd)
def add_dnat_rule(exp, url_ip): print('exp.server_nat_ip>', exp.server_nat_ip) with cctestbed.get_ssh_client(exp.server_nat_ip, exp.server.username, exp.server.key_filename) as ssh_client: dnat_rule_cmd = 'sudo iptables -t nat -A POSTROUTING --source {} -o enp1s0f0 -j SNAT --to {} && sudo iptables -t nat -A PREROUTING -i enp1s0f0 --source {} -j DNAT --to-destination {}'.format( HOST_SERVER.ip_lan, HOST_CLIENT.ip_wan, url_ip, exp.server.ip_lan) print("dnat_rule_cmd>>", dnat_rule_cmd) cctestbed.exec_command(ssh_client, exp.server_nat_ip, dnat_rule_cmd) try: yield finally: # remove DNAT rule once down with this context with cctestbed.get_ssh_client(exp.server_nat_ip, exp.server.username, exp.server.key_filename) as ssh_client: # TODO: remove hard coding of the ip addr here dnat_delete_cmd = 'sudo iptables -t nat --delete PREROUTING 1 && sudo iptables -t nat --delete POSTROUTING 1' cctestbed.exec_command(ssh_client, exp.server.ip_wan, dnat_delete_cmd)
def add_dnat_rule(exp, url_ip): print("Server NAT IP:Username:keyfilename>>", exp.server_nat_ip, exp.server.username, exp.server.key_filename) with cctestbed.get_ssh_client(exp.server_nat_ip, exp.server.username, exp.server.key_filename) as ssh_client: dnat_rule_cmd = 'sudo iptables -t nat -A PREROUTING -i enp1s0f0 --source {} -j DNAT --to-destination {}'.format( url_ip, exp.server.ip_lan) print('dnat_rule_cmd:', dnat_rule_cmd) cctestbed.exec_command(ssh_client, exp.server_nat_ip, dnat_rule_cmd) try: yield finally: # remove DNAT rule once down with this context with cctestbed.get_ssh_client(exp.server_nat_ip, exp.server.username, exp.server.key_filename) as ssh_client: # TODO: remove hard coding of the ip addr here dnat_delete_cmd = 'sudo iptables -t nat --delete PREROUTING 1' cctestbed.exec_command(ssh_client, exp.server.ip_wan, dnat_delete_cmd)
def start_single_local_website_flow(ssh_client, flow, experiment, stack): web_download_cmd = 'wget --quiet --background --span-hosts --no-cache --delete-after --bind-address {} -P /tmp/ "http://{}:{}/www.nytimes.com"'.format(experiment.server.ip_lan, experiment.client.ip_lan, flow.server_port) # web_download_cmd = 'wget --quiet --background --span-hosts --no-cache --bind-address {} -P /tmp/ "http://{}:{}/www.nytimes.com"'.format(experiment.server.ip_lan, experiment.client.ip_lan, flow.server_port) print("web_download_cmd>", web_download_cmd) # start_download = cctestbed.RemoteCommand( # web_download_cmd, # experiment.server.ip_wan, # username=experiment.server.username, # key_filename=experiment.server.key_filename, # pgrep_string='http://{}:{}/www.nytimes.com'.format( # experiment.client.ip_lan, flow.server_port)) # stack.enter_context(start_download()) # return start_download _, stdout, _ = cctestbed.exec_command(ssh_client, experiment.server.ip_wan, web_download_cmd) return ssh_client, stdout
def stop_local_server_and_cleanup(exp): print("stop_local_server_and_cleanup") flow = exp.flows[0] #TODO:Pick a local website or local video service flow with cctestbed.get_ssh_client( flow.client.ip_wan, flow.client.username, key_filename=flow.client.key_filename) as ssh_client: stop_apache_cmd = "sudo /tmp/ruk/loc/bin/apachectl -k stop" unset_env_var = "unset APACHE_CCA_PORTS" remove_listener_ports = "cd /tmp/ruk/loc/conf && sed -i.bak '/^Listen/d' httpd.conf" cctestbed.exec_command(ssh_client, flow.client.ip_wan, stop_apache_cmd) cctestbed.exec_command(ssh_client, flow.client.ip_wan, unset_env_var) cctestbed.exec_command(ssh_client, flow.client.ip_wan, remove_listener_ports)
def run_experiment(website, url, btlbw=10, queue_size=128, rtt=35, force=False): experiment_name = '{}bw-{}rtt-{}q-{}'.format(btlbw, rtt, queue_size, website) if not force and is_completed_experiment(experiment_name): return (None, '') logging.info('Creating experiment for website: {}'.format(website)) url_ip = get_website_ip(url) logging.info('Got website IP: {}'.format(url_ip)) website_rtt = int(float(get_nping_rtt(url_ip))) logging.info('Got website RTT: {}'.format(website_rtt)) if website_rtt >= rtt: logging.warning('Skipping experiment with website RTT {} >= {}'.format( website_rtt, rtt)) return (-1, '') client = HOST_CLIENT_TEMPLATE client['ip_wan'] = url_ip client = cctestbed.Host(**client) server = HOST_SERVER server_nat_ip = HOST_CLIENT.ip_wan #'128.104.222.182' taro server_port = 5201 client_port = 5555 flow = {'ccalg': 'reno', 'end_time': 60, 'rtt': rtt - website_rtt, 'start_time': 0} flows = [cctestbed.Flow(ccalg=flow['ccalg'], start_time=flow['start_time'], end_time=flow['end_time'], rtt=flow['rtt'], server_port=server_port, client_port=client_port, client_log=None, server_log=None, kind='website', client=client)] exp = cctestbed.Experiment(name=experiment_name, btlbw=btlbw, queue_size=queue_size, flows=flows, server=server, client=client, config_filename='experiments-all-ccalgs-aws.yaml', server_nat_ip=server_nat_ip) logging.info('Running experiment: {}'.format(exp.name)) # make sure tcpdump cleaned up logging.info('Making sure tcpdump is cleaned up') with cctestbed.get_ssh_client( exp.server.ip_wan, username=exp.server.username, key_filename=exp.server.key_filename) as ssh_client: cctestbed.exec_command( ssh_client, exp.client.ip_wan, 'sudo pkill -9 tcpdump') with ExitStack() as stack: # add DNAT rule stack.enter_context(add_dnat_rule(exp, url_ip)) # add route to URL stack.enter_context(add_route(exp, url_ip)) # add dns entry stack.enter_context(add_dns_rule(exp, website, url_ip)) exp._run_tcpdump('server', stack) # run the flow # turns out there is a bug when using subprocess and Popen in Python 3.5 # so skip ping needs to be true # https://bugs.python.org/issue27122 cctestbed.stop_bess() stack.enter_context(exp._run_bess(ping_source='server', skip_ping=False)) # give bess some time to start time.sleep(5) exp._show_bess_pipeline() stack.enter_context(exp._run_bess_monitor()) stack.enter_context(exp._run_rtt_monitor()) with cctestbed.get_ssh_client(exp.server.ip_wan, exp.server.username, key_filename=exp.server.key_filename) as ssh_client: filename = os.path.basename(url) if filename.strip() == '': logging.warning('Could not get filename from URL') start_flow_cmd = 'timeout 65s wget --no-check-certificate --no-cache --delete-after --connect-timeout=10 --tries=3 --bind-address {} -P /tmp/ "{}" || rm -f /tmp/{}.tmp*'.format(exp.server.ip_lan, url, filename) # won't return until flow is done flow_start_time = time.time() _, stdout, _ = cctestbed.exec_command(ssh_client, exp.server.ip_wan, start_flow_cmd) exit_status = stdout.channel.recv_exit_status() flow_end_time = time.time() logging.info('Flow ran for {} seconds'.format(flow_end_time - flow_start_time)) exp._show_bess_pipeline() cmd = '/opt/bess/bessctl/bessctl command module queue0 get_status EmptyArg' print(cctestbed.run_local_command(cmd)) logging.info('Dumping website data to log: {}'.format(exp.logs['website_log'])) with open(exp.logs['website_log'], 'w') as f: website_info = {} website_info['website'] = website website_info['url'] = url website_info['website_rtt'] = website_rtt website_info['url_ip'] = url_ip website_info['flow_runtime'] = flow_end_time - flow_start_time json.dump(website_info, f) if exit_status != 0: if exit_status == 124: # timeout exit status print('Timeout. Flow longer than 65s.') logging.warning('Timeout. Flow longer than 65s.') else: logging.error(stdout.read()) raise RuntimeError('Error running flow.') proc = exp._compress_logs_url() return (proc, '{}-{}'.format(experiment_name, exp.exp_time))
def run_experiment(website1, url1, website2, url2, btlbw=10, queue_size=128, rtt=35, force=False): experiment_name = '{}bw-{}rtt-{}q-{}-{}'.format(btlbw, rtt, queue_size, website1, website2) if not force and is_completed_experiment(experiment_name): return else: if ran_experiment_today(experiment_name): return logging.info('Creating experiment for website1: {} website2: {}'.format( website1, website2)) url_ip1 = get_website_ip(url1) url_ip2 = get_website_ip(url2) logging.info('Got website1 IP: {} website2 IP: {}'.format( url_ip1, url_ip2)) website_rtt1 = int(float(get_nping_rtt(url_ip1))) website_rtt2 = int(float(get_nping_rtt(url_ip2))) logging.info('Got website1 RTT: {} website2 RTT: {}'.format( website_rtt1, website_rtt2)) if website_rtt1 >= rtt: logging.warning( 'Skipping experiment with website1 RTT {} >= {}'.format( website_rtt1, rtt)) return -1 elif website_rtt2 >= rtt: logging.warning( 'Skipping experiment with website2 RTT {} >= {}'.format( website_rtt2, rtt)) return -1 client = HOST_CLIENT_TEMPLATE # TODO: Which IP should be used for client? client['ip_wan'] = url_ip1 client = cctestbed.Host(**client) server = HOST_SERVER server_nat_ip = HOST_CLIENT.ip_wan #'128.104.222.182' taro server_port = 5201 client_port = 5555 flow1 = { 'ccalg': 'reno', 'end_time': 60, 'rtt': rtt - website_rtt1, 'start_time': 0 } flow2 = { 'ccalg': 'reno', 'end_time': 60, 'rtt': rtt - website_rtt2, 'start_time': 0 } flows = [ cctestbed.Flow(ccalg=flow1['ccalg'], start_time=flow1['start_time'], end_time=flow1['end_time'], rtt=flow1['rtt'], server_port=server_port, client_port=client_port, client_log=None, server_log=None), cctestbed.Flow(ccalg=flow2['ccalg'], start_time=flow2['start_time'], end_time=flow2['end_time'], rtt=flow2['rtt'], server_port=server_port, client_port=client_port, client_log=None, server_log=None), ] exp = cctestbed.Experiment( name=experiment_name, btlbw=btlbw, queue_size=queue_size, flows=flows, server=server, client=client, config_filename='experiments-all-ccalgs-aws.yaml', server_nat_ip=server_nat_ip) logging.info('Running experiment: {}'.format(exp.name)) # make sure tcpdump cleaned up logging.info('Making sure tcpdump is cleaned up') with cctestbed.get_ssh_client( exp.server.ip_wan, username=exp.server.username, key_filename=exp.server.key_filename) as ssh_client: cctestbed.exec_command(ssh_client, exp.client.ip_wan, 'sudo pkill -9 tcpdump') with ExitStack() as stack: # add DNAT rule stack.enter_context(add_dnat_rule(exp, url_ip1)) stack.enter_context(add_dnat_rule(exp, url_ip2)) # add route to URL stack.enter_context(add_route(exp, url_ip1)) stack.enter_context(add_route(exp, url_ip2)) # add dns entry stack.enter_context(add_dns_rule(exp, website1, url_ip1)) stack.enter_context(add_dns_rule(exp, website2, url_ip2)) exp._run_tcpdump('server', stack) # run the flow # turns out there is a bug when using subprocess and Popen in Python 3.5 # so skip ping needs to be true # https://bugs.python.org/issue27122 cctestbed.stop_bess() stack.enter_context( exp._run_bess(ping_source='server', skip_ping=False)) # give bess some time to start time.sleep(5) exp._show_bess_pipeline() stack.enter_context(exp._run_bess_monitor()) stack.enter_context(exp._run_rtt_monitor()) with cctestbed.get_ssh_client( exp.server.ip_wan, exp.server.username, key_filename=exp.server.key_filename) as ssh_client: filename1 = os.path.basename(url1) filename2 = os.path.basename(url2) if filename1.strip() == '': logging.warning('Could not get filename from URL 1') if filename2.strip() == '': logging.warning('Could not get filename from URL 2') # Start first flow in background and second in foreground start_flow_cmd1 = 'timeout 65s wget --no-cache --delete-after --connect-timeout=10 --tries=3 --bind-address {} -P /tmp/ {} || rm -f /tmp/{}.tmp* &'.format( exp.server.ip_lan, url1, filename1) start_flow_cmd2 = 'timeout 65s wget --no-cache --delete-after --connect-timeout=10 --tries=3 --bind-address {} -P /tmp/ {} || rm -f /tmp/{}.tmp*'.format( exp.server.ip_lan, url2, filename2) # won't return until flow is done flow_start_time = time.time() _, _, _ = cctestbed.exec_command(ssh_client, exp.server.ip_wan, start_flow_cmd1) _, stdout, _ = cctestbed.exec_command(ssh_client, exp.server.ip_wan, start_flow_cmd2) exit_status = stdout.channel.recv_exit_status() flow_end_time = time.time() logging.info('Flow ran for {} seconds'.format(flow_end_time - flow_start_time)) exp._show_bess_pipeline() cmd = '/opt/bess/bessctl/bessctl command module queue0 get_status EmptyArg' print(cctestbed.run_local_command(cmd)) if exit_status != 0: if exit_status == 124: # timeout exit status print('Timeout. Flow longer than 65s.') logging.warning('Timeout. Flow longer than 65s.') else: logging.error(stdout.read()) raise RuntimeError('Error running flow.') proc = exp._compress_logs_url() return (proc, exp.tar_filename, experiment_name)