def main():
impath = "/home/john/wsdlims_ripped/ECIR2016TurkData/screenshots" # args["ip"]
compath = "/home/john/wsdlims_ripped/ECIR2016TurkData/composites" # args["cp"]
goodUris = []
with open("gooduris_20160225.txt", "r") as read:
for uri in map(lambda line: line.rstrip("\n"), read):
goodUris.append(uri)
compisits = get_files(compath, lambda f: "allTheSame" not in f and check_if_goodURI(f, goodUris) and
"interval" not in f)
method_composites = defaultdict(dict)
for comp in sorted(compisits):
site = comp[comp.find("_") + 1:comp.rfind("_")]
method_composites[comp[:comp.index("_")]][site] = comp
# composite_only_histogram(method_composites,compath)
files = get_and_process_thumbs(impath, method_composites, goodUris)
print(type(files))
# print(method_composites)
impath += "/"
methods = {'random': MethodCompThums('random', impath, files["random"]),
'temporalInterval': MethodCompThums('temporalInterval', impath, files["temporalInterval"]),
'alSum': MethodCompThums('alSum', impath, files["alSum"])}
# thumbThumbAnalysis(methods['alSum'], methods['random'], methods['temporalInterval'])
temporalPairs(methods['alSum'], methods['random'], methods['temporalInterval'])
def colorAnalysis():
impath = "/home/john/wsdlims_ripped/ECIR2016TurkData/screenshots" # args["ip"]
compath = "/home/john/wsdlims_ripped/ECIR2016TurkData/composites" # args["cp"]
goodUris = []
with open("gooduris_20160225.txt", "r") as read:
for uri in map(lambda line: line.rstrip("\n"), read):
goodUris.append(uri)
compisits = get_files(compath, lambda f: "allTheSame" not in f and check_if_goodURI(f, goodUris) and
"interval" not in f)
method_composites = defaultdict(dict)
for comp in sorted(compisits):
site = comp[comp.find("_") + 1:comp.rfind("_")]
method_composites[comp[:comp.index("_")]][site] = comp
# composite_only_histogram(method_composites,compath)
files = get_and_process_thumbs(impath, method_composites, goodUris)
print(type(files))
# print(method_composites)
impath += "/"
methods = {'random': MethodCompThums('random', impath, files["random"]),
'temporalInterval': MethodCompThums('temporalInterval', impath, files["temporalInterval"]),
'alSum': MethodCompThums('alSum', impath, files["alSum"])} # type: dict[str,MethodCompThums]
alsum = methods['alSum']
out = {} # type: dict[str,dict[str,CompositeColorResulst]]
for mname, method in methods.items():
print(mname,method)
dcm = method.get_composite_dom_colors()
out[mname] = dcm
try:
with open("colorResults2.json","w+") as wout:
wout.write(json.dumps(out,indent=1,default=lambda x:x.to_jdic()))
except TypeError as e:
print("Wow bad thing happened",e)
for k,v in out.items():
print("+++++++++++++++++++++++++++++++++++++++++++++++++")
print(k)
for site,ret in v.items():
print("site: ",site)
for date,color in ret.results.items():
print(date,''.join(color))
