def retrieve_results(id_):
potential_asset = CDNExperimentSource(hash_of_id(id_), cache_version())
try:
download_asset_if_needed(potential_asset, verbose=True, )
except HTTPError:
raise CachedExperimentNotAvailable('No cached experiment available')
else:
return load_json(potential_asset.archive_path())
def plot_ceds(output_dir):
results = [ErrorResult(load_json(e), e)
for e in (output_dir / 'errors').glob('**/*.json')]
metrics = results[0].errors.keys()
for metric in metrics:
errors, method_names = [], []
for result in results:
method_names.append(result.path.stem)
errors.append(result.errors[metric])
plot_ced(errors, method_names, metric, output_dir)
