def breakdown_setup(summary,nfmt,nexp,x_name,key_names=[],norm=False ,extras={} ): from plot_helper import time_breakdown x_vals = [] exp = [list(e) for e in nexp] fmt = list(nfmt) print('Breakdown Setup: {}'.format(x_name)) for e in exp: x_vals.append(e[fmt.index(x_name)]) del e[fmt.index(x_name)] fmt.remove(x_name) for x in extras.keys(): if x not in fmt: continue for e in exp: del e[fmt.index(x)] fmt.remove(x) x_vals = list(set(x_vals)) x_vals.sort() exp.sort() exp = list(k for k,_ in itertools.groupby(exp)) for e in exp: title = "Breakdown " for t in fmt_title: if t not in fmt: continue title+="{} {}, ".format(t,e[fmt.index(t)]) time_breakdown(x_vals,summary,xname=x_name,title=title,cfg_fmt=fmt,cfg=list(e),extras=extras,normalized=norm)
def ppr_ycsb_writes_plot(summary,summary_cl): from experiments import ycsb_writes from helper import plot_prep from plot_helper import tput nfmt,nexp = ycsb_writes() x_name = "TXN_WRITE_PERC" v_name = "ALGO" x_vals,v_vals,fmt,exp,lst = plot_prep(nexp,nfmt,x_name,v_name,constants={"NODE_CNT":16,"ZIPF_THETA":0.6,"MAX_TXN_IN_FLIGHT":10000}) tput(x_vals,v_vals,summary,summary_cl,cfg_fmt=fmt,cfg=list(exp),xname=x_name,vname=v_name,title="",name="tput_ycsb_writes_16",xlab="% of Update Transactions",new_cfgs=lst) x_vals,v_vals,fmt,exp,lst = plot_prep(nexp,nfmt,x_name,v_name,constants={"NODE_CNT":16,"ZIPF_THETA":0.6,"MAX_TXN_IN_FLIGHT":10000}) time_breakdown(x_vals,summary,xname=x_name,title='',name='breakdown_ycsb_writes',cfg_fmt=fmt,cfg=list(exp),normalized=True,new_cfgs=lst) x_vals,v_vals,fmt,exp,lst = plot_prep(nexp,nfmt,x_name,v_name,constants={"NODE_CNT":16,"ZIPF_THETA":0.6,"MAX_TXN_IN_FLIGHT":12000}) tput(x_vals,v_vals,summary,summary_cl,cfg_fmt=fmt,cfg=list(exp),xname=x_name,vname=v_name,title="",name="tput_ycsb_writes_16_12k",xlab="% of Update Transactions",new_cfgs=lst)
def ppr_ycsb_writes_plot(summary,summary_cl): from experiments import ycsb_writes from helper import plot_prep from plot_helper import tput nfmt,nexp = ycsb_writes() x_name = "TXN_WRITE_PERC" v_name = "CC_ALG" x_vals,v_vals,fmt,exp,lst = plot_prep(nexp,nfmt,x_name,v_name,constants={"NODE_CNT":16,"ZIPF_THETA":0.6,"MAX_TXN_IN_FLIGHT":10000}) tput(x_vals,v_vals,summary,summary_cl,cfg_fmt=fmt,cfg=list(exp),xname=x_name,vname=v_name,title="",name="tput_ycsb_writes_16",xlab="% of Update Transactions",new_cfgs=lst) x_vals,v_vals,fmt,exp,lst = plot_prep(nexp,nfmt,x_name,v_name,constants={"NODE_CNT":16,"ZIPF_THETA":0.6,"MAX_TXN_IN_FLIGHT":10000}) time_breakdown(x_vals,summary,xname=x_name,title='',name='breakdown_ycsb_writes',cfg_fmt=fmt,cfg=list(exp),normalized=True,new_cfgs=lst) x_vals,v_vals,fmt,exp,lst = plot_prep(nexp,nfmt,x_name,v_name,constants={"NODE_CNT":16,"ZIPF_THETA":0.6,"MAX_TXN_IN_FLIGHT":12000}) tput(x_vals,v_vals,summary,summary_cl,cfg_fmt=fmt,cfg=list(exp),xname=x_name,vname=v_name,title="",name="tput_ycsb_writes_16_12k",xlab="% of Update Transactions",new_cfgs=lst)
def breakdown_setup(summary, nfmt, nexp, x_name, key_names=[], norm=False, extras={}): from plot_helper import time_breakdown x_vals = [] exp = [list(e) for e in nexp] fmt = list(nfmt) print('Breakdown Setup: {}'.format(x_name)) for e in exp: x_vals.append(e[fmt.index(x_name)]) del e[fmt.index(x_name)] fmt.remove(x_name) for x in extras.keys(): if x not in fmt: continue for e in exp: del e[fmt.index(x)] fmt.remove(x) x_vals = list(set(x_vals)) x_vals.sort() exp.sort() exp = list(k for k, _ in itertools.groupby(exp)) for e in exp: title = "Breakdown " for t in fmt_title: if t not in fmt: continue title += "{} {}, ".format(t, e[fmt.index(t)]) time_breakdown(x_vals, summary, xname=x_name, title=title, cfg_fmt=fmt, cfg=list(e), extras=extras, normalized=norm)
def ppr_ycsb_scaling_plot(summary,summary_cl): from experiments import ycsb_scaling from helper import plot_prep from plot_helper import tput,time_breakdown,latency,abort_rate,latency_breakdown,time_breakdown_line nfmt,nexp = ycsb_scaling() x_name = "NODE_CNT" v_name = "ALGO" x_vals,v_vals,fmt,exp,lst = plot_prep(nexp,nfmt,x_name,v_name,constants={"TXN_WRITE_PERC":0.0,"ZIPF_THETA":0.0}) tput(x_vals,v_vals,summary,summary_cl,cfg_fmt=fmt,cfg=list(exp),xname=x_name,vname=v_name,title="",name="tput_ycsb_scaling_readonly",xlab="Server Count",new_cfgs=lst,logscalex=True) x_vals,v_vals,fmt,exp,lst = plot_prep(nexp,nfmt,x_name,v_name,constants={"TXN_WRITE_PERC":0.0,"ZIPF_THETA":0.0}) latency(x_vals,v_vals,summary,summary_cl,cfg_fmt=fmt,cfg=list(exp),xname=x_name,vname=v_name,title="",name="latency_ycsb_scaling_readonly",xlab="Server Count",new_cfgs=lst,logscalex=True) nfmt,nexp = ycsb_scaling() x_name = "ALGO" x_vals,v_vals,fmt,exp,lst = plot_prep(nexp,nfmt,x_name,'',constants={"NODE_CNT":16,"TXN_WRITE_PERC":0.0,"ZIPF_THETA":0.0}) time_breakdown(x_vals,summary,xname=x_name,title='',name='breakdown_ycsb_scaling_readonly',cfg_fmt=fmt,cfg=list(exp),normalized=True,new_cfgs=lst) x_name = "NODE_CNT" v_name = "ALGO" x_vals,v_vals,fmt,exp,lst = plot_prep(nexp,nfmt,x_name,v_name,constants={"TXN_WRITE_PERC":0.5,"ZIPF_THETA":0.6}) tput(x_vals,v_vals,summary,summary_cl,cfg_fmt=fmt,cfg=list(exp),xname=x_name,vname=v_name,title="",name="tput_ycsb_scaling_med",xlab="Server Count",new_cfgs=lst,logscalex=True) x_vals,v_vals,fmt,exp,lst = plot_prep(nexp,nfmt,x_name,v_name,constants={"TXN_WRITE_PERC":0.5,"ZIPF_THETA":0.6}) latency(x_vals,v_vals,summary,summary_cl,cfg_fmt=fmt,cfg=list(exp),xname=x_name,vname=v_name,title="",name="latency_ycsb_scaling_med",xlab="Server Count",new_cfgs=lst,logscalex=True) nfmt,nexp = ycsb_scaling() x_vals,v_vals,fmt,exp,lst = plot_prep(nexp,nfmt,x_name,v_name,constants={"TXN_WRITE_PERC":0.5,"ZIPF_THETA":0.6}) time_breakdown_line(x_vals,v_vals,summary,cfg_fmt=fmt,cfg=list(exp),xname=x_name,vname=v_name,title="",name="time_break_line_ycsb_scaling_med",xlab="Server Count",new_cfgs=lst,logscalex=True) x_vals,v_vals,fmt,exp,lst = plot_prep(nexp,nfmt,x_name,v_name,constants={"TXN_WRITE_PERC":0.5,"ZIPF_THETA":0.6}) abort_rate(x_vals,v_vals,summary,summary_cl,cfg_fmt=fmt,cfg=list(exp),xname=x_name,vname=v_name,title="",name="aborts_ycsb_scaling_med",xlab="Server Count",new_cfgs=lst,logscalex=True) nfmt,nexp = ycsb_scaling() x_name = "ALGO" x_vals,v_vals,fmt,exp,lst = plot_prep(nexp,nfmt,x_name,'',constants={"NODE_CNT":16,"TXN_WRITE_PERC":0.5,"ZIPF_THETA":0.6}) time_breakdown(x_vals,summary,xname=x_name,title='',name='breakdown_ycsb_scaling_med',cfg_fmt=fmt,cfg=list(exp),normalized=True,new_cfgs=lst) nfmt,nexp = ycsb_scaling() x_vals,v_vals,fmt,exp,lst = plot_prep(nexp,nfmt,x_name,'',constants={"NODE_CNT":16,"TXN_WRITE_PERC":0.5,"ZIPF_THETA":0.6}) latency_breakdown(x_vals,summary,xname=x_name,title='',name='latency_breakdown_ycsb_scaling_med',cfg_fmt=fmt,cfg=list(exp),normalized=False,new_cfgs=lst) x_name = "NODE_CNT" v_name = "ALGO" x_vals,v_vals,fmt,exp,lst = plot_prep(nexp,nfmt,x_name,v_name,constants={"TXN_WRITE_PERC":0.5,"ZIPF_THETA":0.7}) time_breakdown_line(x_vals,v_vals,summary,cfg_fmt=fmt,cfg=list(exp),xname=x_name,vname=v_name,title="",name="time_break_line_ycsb_scaling_high",xlab="Server Count",new_cfgs=lst,logscalex=True) tput(x_vals,v_vals,summary,summary_cl,cfg_fmt=fmt,cfg=list(exp),xname=x_name,vname=v_name,title="",name="tput_ycsb_scaling_high",xlab="Server Count",new_cfgs=lst,logscalex=True) x_vals,v_vals,fmt,exp,lst = plot_prep(nexp,nfmt,x_name,v_name,constants={"TXN_WRITE_PERC":0.5,"ZIPF_THETA":0.7}) latency(x_vals,v_vals,summary,summary_cl,cfg_fmt=fmt,cfg=list(exp),xname=x_name,vname=v_name,title="",name="latency_ycsb_scaling_high",xlab="Server Count",new_cfgs=lst,logscalex=True) abort_rate(x_vals,v_vals,summary,summary_cl,cfg_fmt=fmt,cfg=list(exp),xname=x_name,vname=v_name,title="",name="aborts_ycsb_scaling_high",xlab="Server Count",new_cfgs=lst,logscalex=True) nfmt,nexp = ycsb_scaling() x_name = "ALGO" x_vals,v_vals,fmt,exp,lst = plot_prep(nexp,nfmt,x_name,'',constants={"NODE_CNT":16,"TXN_WRITE_PERC":0.5,"ZIPF_THETA":0.7}) time_breakdown(x_vals,summary,xname=x_name,title='',name='breakdown_ycsb_scaling_high',cfg_fmt=fmt,cfg=list(exp),normalized=True,new_cfgs=lst)
def ppr_ycsb_scaling_plot(summary,summary_cl): from experiments import ycsb_scaling from helper import plot_prep from plot_helper import tput,time_breakdown,latency,abort_rate,latency_breakdown,time_breakdown_line nfmt,nexp = ycsb_scaling() x_name = "NODE_CNT" v_name = "CC_ALG" x_vals,v_vals,fmt,exp,lst = plot_prep(nexp,nfmt,x_name,v_name,constants={"TXN_WRITE_PERC":0.0,"ZIPF_THETA":0.0}) tput(x_vals,v_vals,summary,summary_cl,cfg_fmt=fmt,cfg=list(exp),xname=x_name,vname=v_name,title="",name="tput_ycsb_scaling_readonly",xlab="Server Count",new_cfgs=lst,logscalex=True) x_vals,v_vals,fmt,exp,lst = plot_prep(nexp,nfmt,x_name,v_name,constants={"TXN_WRITE_PERC":0.0,"ZIPF_THETA":0.0}) latency(x_vals,v_vals,summary,summary_cl,cfg_fmt=fmt,cfg=list(exp),xname=x_name,vname=v_name,title="",name="latency_ycsb_scaling_readonly",xlab="Server Count",new_cfgs=lst,logscalex=True) nfmt,nexp = ycsb_scaling() x_name = "CC_ALG" x_vals,v_vals,fmt,exp,lst = plot_prep(nexp,nfmt,x_name,'',constants={"NODE_CNT":16,"TXN_WRITE_PERC":0.0,"ZIPF_THETA":0.0}) time_breakdown(x_vals,summary,xname=x_name,title='',name='breakdown_ycsb_scaling_readonly',cfg_fmt=fmt,cfg=list(exp),normalized=True,new_cfgs=lst) x_name = "NODE_CNT" v_name = "CC_ALG" x_vals,v_vals,fmt,exp,lst = plot_prep(nexp,nfmt,x_name,v_name,constants={"TXN_WRITE_PERC":0.5,"ZIPF_THETA":0.6}) tput(x_vals,v_vals,summary,summary_cl,cfg_fmt=fmt,cfg=list(exp),xname=x_name,vname=v_name,title="",name="tput_ycsb_scaling_med",xlab="Server Count",new_cfgs=lst,logscalex=True) x_vals,v_vals,fmt,exp,lst = plot_prep(nexp,nfmt,x_name,v_name,constants={"TXN_WRITE_PERC":0.5,"ZIPF_THETA":0.6}) latency(x_vals,v_vals,summary,summary_cl,cfg_fmt=fmt,cfg=list(exp),xname=x_name,vname=v_name,title="",name="latency_ycsb_scaling_med",xlab="Server Count",new_cfgs=lst,logscalex=True) nfmt,nexp = ycsb_scaling() x_vals,v_vals,fmt,exp,lst = plot_prep(nexp,nfmt,x_name,v_name,constants={"TXN_WRITE_PERC":0.5,"ZIPF_THETA":0.6}) time_breakdown_line(x_vals,v_vals,summary,cfg_fmt=fmt,cfg=list(exp),xname=x_name,vname=v_name,title="",name="time_break_line_ycsb_scaling_med",xlab="Server Count",new_cfgs=lst,logscalex=True) x_vals,v_vals,fmt,exp,lst = plot_prep(nexp,nfmt,x_name,v_name,constants={"TXN_WRITE_PERC":0.5,"ZIPF_THETA":0.6}) abort_rate(x_vals,v_vals,summary,summary_cl,cfg_fmt=fmt,cfg=list(exp),xname=x_name,vname=v_name,title="",name="aborts_ycsb_scaling_med",xlab="Server Count",new_cfgs=lst,logscalex=True) nfmt,nexp = ycsb_scaling() x_name = "CC_ALG" x_vals,v_vals,fmt,exp,lst = plot_prep(nexp,nfmt,x_name,'',constants={"NODE_CNT":16,"TXN_WRITE_PERC":0.5,"ZIPF_THETA":0.6}) time_breakdown(x_vals,summary,xname=x_name,title='',name='breakdown_ycsb_scaling_med',cfg_fmt=fmt,cfg=list(exp),normalized=True,new_cfgs=lst) nfmt,nexp = ycsb_scaling() x_vals,v_vals,fmt,exp,lst = plot_prep(nexp,nfmt,x_name,'',constants={"NODE_CNT":16,"TXN_WRITE_PERC":0.5,"ZIPF_THETA":0.6}) latency_breakdown(x_vals,summary,xname=x_name,title='',name='latency_breakdown_ycsb_scaling_med',cfg_fmt=fmt,cfg=list(exp),normalized=False,new_cfgs=lst) x_name = "NODE_CNT" v_name = "CC_ALG" x_vals,v_vals,fmt,exp,lst = plot_prep(nexp,nfmt,x_name,v_name,constants={"TXN_WRITE_PERC":0.5,"ZIPF_THETA":0.7}) time_breakdown_line(x_vals,v_vals,summary,cfg_fmt=fmt,cfg=list(exp),xname=x_name,vname=v_name,title="",name="time_break_line_ycsb_scaling_high",xlab="Server Count",new_cfgs=lst,logscalex=True) tput(x_vals,v_vals,summary,summary_cl,cfg_fmt=fmt,cfg=list(exp),xname=x_name,vname=v_name,title="",name="tput_ycsb_scaling_high",xlab="Server Count",new_cfgs=lst,logscalex=True) x_vals,v_vals,fmt,exp,lst = plot_prep(nexp,nfmt,x_name,v_name,constants={"TXN_WRITE_PERC":0.5,"ZIPF_THETA":0.7}) latency(x_vals,v_vals,summary,summary_cl,cfg_fmt=fmt,cfg=list(exp),xname=x_name,vname=v_name,title="",name="latency_ycsb_scaling_high",xlab="Server Count",new_cfgs=lst,logscalex=True) abort_rate(x_vals,v_vals,summary,summary_cl,cfg_fmt=fmt,cfg=list(exp),xname=x_name,vname=v_name,title="",name="aborts_ycsb_scaling_high",xlab="Server Count",new_cfgs=lst,logscalex=True) nfmt,nexp = ycsb_scaling() x_name = "CC_ALG" x_vals,v_vals,fmt,exp,lst = plot_prep(nexp,nfmt,x_name,'',constants={"NODE_CNT":16,"TXN_WRITE_PERC":0.5,"ZIPF_THETA":0.7}) time_breakdown(x_vals,summary,xname=x_name,title='',name='breakdown_ycsb_scaling_high',cfg_fmt=fmt,cfg=list(exp),normalized=True,new_cfgs=lst)