def getReducedDataframe(df, ch, test, configs, cols):
result = evalgof.compareSideBySide(df, "cc", configs, test, ch)
result = result.rename(columns={"var": "variable"})
result.drop(["dc_type", "gof_mode", "test", "channel"],
axis=1,
inplace=True)
return result
def makeSingleHtml(df, ch, test, configs, cols, name, failing):
html = ""
result = evalgof.compareSideBySide(df, "cc", configs, test, ch)
result = result.rename(columns = {"channel":"ch"})
result.drop(["dc_type", "gof_mode"], axis=1, inplace=True)
# styler = result.style.applymap(color_negative_red) \
# .apply(highlight_greater_than_base, subset=cols, axis=1) \
# .apply(highlight_smaller_than_base, subset=cols, axis=1) \
# .apply(highlight_max, subset=cols, axis=1) \
# .apply(highlight_sum, subset=['18'], axis=0)
#
# html = html + styler.render()
if failing:
f = failing[test][ch]
print "failing:"
print f
new_row = {'var':"total failing", 'test':test, 'ch':ch}
for conf in cols:
new_row[conf] = str(int(f[conf]))
sum_df = pd.DataFrame([new_row], columns=["var", "test", "ch"] + cols)
print sum_df
result = pd.concat([result, sum_df])
new_index = range(len(result))
print new_index
result.index = new_index
# result.reset_index(inplace=True)
print result
#sum_styler = sum_df.style.hide_index()
#html = html + sum_styler.render()
styler = result.style.applymap(color_negative_red) \
.apply(highlight_greater_than_base, subset=cols, axis=1) \
.apply(highlight_smaller_than_base, subset=cols, axis=1) \
.apply(highlight_max, subset=cols, axis=1)
# .apply(highlight_sum, subset=pd.IndexSlice[18:18, cols])
html = html + styler.render()
file = open('{0}_{1}_{2}.html'.format(ch, test, name), "w+")
file.write(html)
file.close()
pdf.from_string(html, '{0}_{1}_{2}.pdf'.format(ch, test, name))
return html
def makePdf(channel, modes):
reload(GOFTools.evalgof)
from IPython.display import display, HTML
import GOFTools.evalgof as evalgof
df = evalgof.loadDF("../output/{0}_pvalues.json".format(channel))
print df
if not modes:
base = "cc"
if "all" in channel:
configs = [
"cc1", "cc2", "nn1", "nn2", "nn3", "nn4", "nn5", "nn6", "nn7",
"nn8", "nn9", "nn10", "nn11", "nn12", "nn13", "nn14", "nn15",
"nn16", "nn17", "nn18", "nn21"
]
channels = ["et", "mt", "tt"]
else:
# configs = ["cc1", "nn1", "nn2", "nn3", "nn4", "nn5", "nn6", "nn7", "nn8", "nn9", "nn10", "nn11", "nn13", "nn15",
# "nn16", "nn17", "nn18", "nn19", "nn20", "nn15a", "nn16a", "nn17a", "nn18a"]
# configs = ["cc1", "nn5", "nn10", "nn13", "nn15", "nn15a", "nn15a2", "nn16", "nn16a", "nn16a2", "nn17", "nn17a", "nn17a2",
# "nn18", "nn18a", "nn18a2", "nn19", "nn20"]
# configs = ["cc1", "nn1", "nn2", "nn3", "nn4", "nn5", "nn6", "nn7", "nn8", "nn9", "nn10", "nn11",
# "nn13", "nn13a2", "nn14", "nn14a2", "nn15a2", "nn16a2", "nn17a2", "nn18a2"]
# configs = ["cc1", "cc2", "nn13", "nn13a2", "nn14", "nn14a2", "nn15", "nn15a", "nn15a2", "nn16", "nn16a", "nn16a2",
# "nn17", "nn17a", "nn17a2", "nn18", "nn18a", "nn18a2",
# "nn1a2", "nn2a2", "nn3a2", "nn4a2", "nn5a2", "nn6a2", "nn7a2", "nn8a2", "nn9a2", "nn10a2", "nn11a2", "nn12a2"]
# configs = ["cc1", "cc2", "nn1a2", "nn2a2", "nn3a2", "nn4a2", "nn5a2", "nn6a2", "nn7a2", "nn8a2", "nn9a2", "nn10a2",
# "nn11a2", "nn12a2", "nn13a2", "nn14a2", "nn15a2", "nn16a2", "nn17a2", "nn18a2"]
# configs = ["cc1", "cc2", "nn11", "nn11a2", "nn11e", "nn12a2", "nn12e", "nn14a2", "nn14e", "nn16", "nn16a2", "nn16e", "nn18", "nn18a2", "nn18e"]
# vanilla
configs = [
"cc1", "cc2", "nn1", "nn2", "nn3", "nn4", "nn5", "nn6", "nn7",
"nn8", "nn9", "nn10", "nn11", "nn12", "nn13", "nn14", "nn15",
"nn16", "nn17", "nn18", "nn19", "nn20"
]
# aiso2
# configs = ["cc1", "cc2", "nn1a2", "nn2a2", "nn3a2", "nn4a2", "nn5a2", "nn6a2", "nn7a2", "nn8a2", "nn9a2", "nn10a2",
# "nn11a2", "nn12a2","nn13a2", "nn14a2", "nn15a2", "nn16a2", "nn17a2", "nn18a2"]
# aiso
# configs = ["cc1", "cc2", "nn1a", "nn2a", "nn3a", "nn4a", "nn5a", "nn6a", "nn7a", "nn8a", "nn9a", "nn10a",
# "nn11a", "nn12a","nn13a", "nn14a", "nn15a", "nn16a", "nn17a", "nn18a"]
# emb
# configs = ["cc1", "cc2", "nn1", "nn2", "nn3", "nn4", "nn5", "nn6", "nn7", "nn8", "nn9", "nn10", "nn11e", "nn12e",
# "nn13", "nn14e", "nn15", "nn16e", "nn17", "nn18e"]
channels = ["tt"]
cols = [base] + configs
for ch in channels:
html = ""
result = evalgof.compareSideBySide(df, "cc", configs, "saturated",
ch)
result = result.rename(columns={"channel": "ch"})
result.drop(["dc_type", "gof_mode"], axis=1, inplace=True)
styler = result.style.applymap(color_negative_red) \
.apply(highlight_greater_than_base, subset=cols, axis=1) \
.apply(highlight_smaller_than_base, subset=cols, axis=1) \
.apply(highlight_max, subset=cols, axis=1)
html = html + styler.render()
result = evalgof.compareSideBySide(df, "cc", configs, "KS", ch)
result = result.rename(columns={"channel": "ch"})
result.drop(["dc_type", "gof_mode"], axis=1, inplace=True)
styler = result.style.applymap(color_negative_red) \
.apply(highlight_greater_than_base, subset=cols, axis=1) \
.apply(highlight_smaller_than_base, subset=cols, axis=1) \
.apply(highlight_max, subset=cols, axis=1)
html = html + "<br/>"
html = html + styler.render()
result = evalgof.compareSideBySide(df, "cc", configs, "AD", ch)
result = result.rename(columns={"channel": "ch"})
result.drop(["dc_type", "gof_mode"], axis=1, inplace=True)
styler = result.style.applymap(color_negative_red) \
.apply(highlight_greater_than_base, subset=cols, axis=1) \
.apply(highlight_smaller_than_base, subset=cols, axis=1) \
.apply(highlight_max, subset=cols, axis=1)
html = html + "<br/>"
html = html + styler.render()
import pandas as pd
import pdfkit as pdf
pdf.from_string(html, '{0}_complete.pdf'.format(ch))
else:
base = "cc"
name = "custom"
if "all" in channel:
configs = ["cc1", "cc2"] + modes
channels = ["et", "mt", "tt"]
else:
configs = ["cc1", "cc2"] + modes
channels = ["tt"]
cols = [base] + configs
for ch in channels:
html = ""
result = evalgof.compareSideBySide(df, "cc", configs, "saturated",
ch)
result = result.rename(columns={"channel": "ch"})
result.drop(["dc_type", "gof_mode"], axis=1, inplace=True)
styler = result.style.applymap(color_negative_red) \
.apply(highlight_greater_than_base, subset=cols, axis=1) \
.apply(highlight_smaller_than_base, subset=cols, axis=1) \
.apply(highlight_max, subset=cols, axis=1)
html = html + styler.render()
result = evalgof.compareSideBySide(df, "cc", configs, "KS", ch)
result = result.rename(columns={"channel": "ch"})
result.drop(["dc_type", "gof_mode"], axis=1, inplace=True)
styler = result.style.applymap(color_negative_red) \
.apply(highlight_greater_than_base, subset=cols, axis=1) \
.apply(highlight_smaller_than_base, subset=cols, axis=1) \
.apply(highlight_max, subset=cols, axis=1)
html = html + "<br/>"
html = html + styler.render()
result = evalgof.compareSideBySide(df, "cc", configs, "AD", ch)
result = result.rename(columns={"channel": "ch"})
result.drop(["dc_type", "gof_mode"], axis=1, inplace=True)
styler = result.style.applymap(color_negative_red) \
.apply(highlight_greater_than_base, subset=cols, axis=1) \
.apply(highlight_smaller_than_base, subset=cols, axis=1) \
.apply(highlight_max, subset=cols, axis=1)
html = html + "<br/>"
html = html + styler.render()
import pandas as pd
import pdfkit as pdf
pdf.from_string(html, '{0}_{1}.pdf'.format(ch, name))
def makeCsv(channel, modes):
reload(GOFTools.evalgof)
from IPython.display import display, HTML
import GOFTools.evalgof as evalgof
df = evalgof.loadDF("../output/{0}_pvalues.json".format(channel))
print df
if not modes:
base = "cc"
if "all" in channel:
configs = ["cc1", "cc2", "nn1", "nn2", "nn3", "nn4", "nn5", "nn6", "nn7", "nn8", "nn9", "nn10", "nn11", "nn12",
"nn13", "nn14", "nn15", "nn16", "nn17", "nn18", "nn21"]
channels = ["et", "mt", "tt"]
else:
# vanilla
configs = ["cc1", "cc2", "nn1", "nn2", "nn3", "nn4", "nn5", "nn6", "nn7", "nn8", "nn9", "nn10", "nn11", "nn12",
"nn13", "nn14", "nn15", "nn16", "nn17", "nn18", "nn19", "nn20"]
# aiso2
# configs = ["cc1", "cc2", "nn1a2", "nn2a2", "nn3a2", "nn4a2", "nn5a2", "nn6a2", "nn7a2", "nn8a2", "nn9a2", "nn10a2",
# "nn11a2", "nn12a2","nn13a2", "nn14a2", "nn15a2", "nn16a2", "nn17a2", "nn18a2"]
# aiso
# configs = ["cc1", "cc2", "nn1a", "nn2a", "nn3a", "nn4a", "nn5a", "nn6a", "nn7a", "nn8a", "nn9a", "nn10a",
# "nn11a", "nn12a","nn13a", "nn14a", "nn15a", "nn16a", "nn17a", "nn18a"]
# emb
# configs = ["cc1", "cc2", "nn1", "nn2", "nn3", "nn4", "nn5", "nn6", "nn7", "nn8", "nn9", "nn10", "nn11e", "nn12e",
# "nn13", "nn14e", "nn15", "nn16e", "nn17", "nn18e"]
channels = ["tt"]
cols = [base] + configs
for ch in channels:
result = evalgof.compareSideBySide(df, "cc", configs, "saturated", ch)
result = result.rename(columns = {"channel":"ch"})
result.drop(["dc_type", "gof_mode"], axis=1, inplace=True)
saveCsv(result, "{0}_{1}_complete.csv".format(ch, "saturated"))
result = evalgof.compareSideBySide(df, "cc", configs, "KS", ch)
result = result.rename(columns = {"channel":"ch"})
result.drop(["dc_type", "gof_mode"], axis=1, inplace=True)
saveCsv(result, "{0}_{1}_complete.csv".format(ch, "KS"))
result = evalgof.compareSideBySide(df, "cc", configs, "AD", ch)
result = result.rename(columns = {"channel":"ch"})
result.drop(["dc_type", "gof_mode"], axis=1, inplace=True)
saveCsv(result, "{0}_{1}_complete.csv".format(ch, "AD"))
else:
base = "cc"
name = "custom"
if "all" in channel:
configs = ["cc1", "cc2"] + modes
channels = ["et", "mt", "tt"]
else:
configs = ["cc1", "cc2"] + modes
channels = ["tt"]
cols = [base] + configs
for ch in channels:
result = evalgof.compareSideBySide(df, "cc", configs, "saturated", ch)
result = result.rename(columns = {"channel":"ch"})
result.drop(["dc_type", "gof_mode"], axis=1, inplace=True)
saveCsv(result, "{0}_{1}_{2}.csv".format(ch, "saturated", name))
result = evalgof.compareSideBySide(df, "cc", configs, "KS", ch)
result = result.rename(columns = {"channel":"ch"})
result.drop(["dc_type", "gof_mode"], axis=1, inplace=True)
saveCsv(result, "{0}_{1}_{2}.csv".format(ch, "KS", name))
result = evalgof.compareSideBySide(df, "cc", configs, "AD", ch)
result = result.rename(columns = {"channel":"ch"})
result.drop(["dc_type", "gof_mode"], axis=1, inplace=True)
saveCsv(result, "{0}_{1}_{2}.csv".format(ch, "AD", name))