def retrieve_results(id_): potential_asset = CDNExperimentSource(hash_of_id(id_), cache_version()) try: download_asset_if_needed(potential_asset, verbose=True, ) except HTTPError: raise CachedExperimentNotAvailable('No cached experiment available') else: return load_json(potential_asset.archive_path())
def plot_ceds(output_dir): results = [ErrorResult(load_json(e), e) for e in (output_dir / 'errors').glob('**/*.json')] metrics = results[0].errors.keys() for metric in metrics: errors, method_names = [], [] for result in results: method_names.append(result.path.stem) errors.append(result.errors[metric]) plot_ced(errors, method_names, metric, output_dir)