def get_child_report_auc(child_dir,
write_dir,
dna_max_layers=8,
dna_bits_per_layer=12,
write=True,
eval_type='auc'):
g = Genetics(dna_max_layers, dna_bits_per_layer)
report = {}
dna = tools.read_dna(child_dir)
perplexity, shape = g.decode_dna(dna)
report['dna'] = dna
report['perplexity'] = perplexity
report['shape'] = shape
report['name'] = child_dir.name
loss = tools.read_loss(child_dir)
if eval_type is 'auc':
auc = tools.get_area_under_curve(loss)
elif eval_type is 'half_auc':
auc = tools.get_area_under_half_curve(loss)
else:
print("critical error")
report[eval_type] = auc
if write:
with open(str(write_dir / 'report.json'), 'w') as outfile:
json.dump(report, outfile)
return report
def get_model_report_from_folder(folder_path):
name = tools.get_name_from_dir_path(folder_path)
dna_string = tools.read_dna(folder_path)
losses_list = tools.read_loss(folder_path)
eval_type = 'half_auc'
legacy_dna = True
return get_individual_model_report(name, dna_string , losses_list , eval_type, legacy_dna)
def _eval_half_curve(resident_directory):
# iterate through the subfolders (child folders) in resident_directory
areas = []
for dir in [x for x in resident_directory.iterdir() if x.is_dir()]:
losses = read_loss(dir)
dna = read_dna(dir)
area_under_curve = get_area_under_half_curve(losses)
areas.append((area_under_curve, dna))
areas.sort(key=lambda x: x[0])
return areas[0][1], areas[1][1]
def half_auc_error_reports(test_dir):
# iterate through every generation subfolder
for gen_dir in [x for x in test_dir.iterdir() if x.is_dir()]:
# create a dict to turn into a generational stat report
data = {}
for child_dir in [y for y in gen_dir.iterdir() if y.is_dir()]:
dna = read_dna(child_dir)
tform = read_tform(child_dir)
loss = read_loss(child_dir)
half_auc_error = get_area_under_half_curve(loss)
name = child_dir.name
data[name] = {'loss': half_auc_error, 'dna': dna}
with open(str(gen_dir / "half_auc_error_report.json"),
'w') as json_file:
json.dump(data, json_file)
def get_child_report_auc(child_dir,
write_dir,
dna_max_layers=8,
dna_bits_per_layer=12,
write=True):
g = Genetics(dna_max_layers, dna_bits_per_layer)
report = {}
dna = tools.read_dna(child_dir)
perplexity, shape = g.decode_dna(dna)
report['dna'] = dna
report['perplexity'] = perplexity
report['shape'] = shape
report['name'] = child_dir.name
loss = tools.read_loss(child_dir)
auc = tools.get_area_under_curve(loss)
report['area_under_curve'] = auc
if write:
with open(str(write_dir / 'report.json'), 'w') as outfile:
json.dump(report, outfile)
return report