parser.add_argument('--ct_kernel', default=0, type=int) # 0 for Gibbs, 1 for MH parser.add_argument('--no_plots', action='store_true') return parser if __name__ == "__main__": import argparse import experiment_runner.experiment_utils as eru from experiment_runner.ExperimentRunner import ExperimentRunner, propagate_to_s3 parser = gen_parser() args = parser.parse_args() argsdict = eu.parser_args_to_dict(args) generate_plots = not argsdict['no_plots'] results_filename = 'recovers_original_densities_results' dirname_prefix = 'recovers_original_densities' er = ExperimentRunner(run_experiment, dirname_prefix=dirname_prefix, bucket_str='experiment_runner', storage_type='fs') er.do_experiments([argsdict]) if generate_plots: for id in er.frame.index: result = er._get_result(id) this_dirname = eru._generate_dirname(dirname_prefix, 10, result['config']) filename_img = os.path.join(dirname_prefix, this_dirname, results_filename+'.png') eu.plot_recovers_original_densities(result, filename=filename_img) pass pass
do_plots = not args.no_plots do_long = args.do_long _divisor = args._divisor # create configs arg_list_to_config = partial(eu.arg_list_to_config, geweke_utils.generate_parser(), arbitrate_args=geweke_utils.arbitrate_args) args_list = generate_args_list(base_num_rows, num_iters, do_long, _divisor) config_list = map(arg_list_to_config, args_list) # do experiments er = ExperimentRunner(geweke_utils.run_geweke, storage_type='fs', dirname_prefix=dirname, bucket_str='experiment_runner') er.do_experiments(config_list) # push to s3 propagate_to_s3(er) if do_plots: for id in er.frame.index: result = er._get_result(id) geweke_utils.plot_result(result, dirname) pass pass print er.frame
parser = gen_parser() args = parser.parse_args() argsdict = eu.parser_args_to_dict(args) generate_plots = not argsdict['no_plots'] use_runner = not argsdict['no_runner'] results_filename = 'haystacks_break_results' dirname_prefix = 'haystacks_break' er = ExperimentRunner(run_experiment, dirname_prefix=dirname_prefix, bucket_str='experiment_runner', storage_type='fs') if use_runner: er.do_experiments([argsdict], do_multiprocessing=False) if generate_plots: for id in er.frame.index: result = er._get_result(id) this_dirname = eru._generate_dirname(dirname_prefix, 10, result['config']) filename_img = os.path.join(dirname_prefix, this_dirname, results_filename+'.png') eu.plot_haystacks_break(result, filename=filename_img) pass else: result = run_experiment(argsdict) if generate_plots: this_dirname = eru._generate_dirname(dirname_prefix, 10, result['config']) filename_img = os.path.join(dirname_prefix, this_dirname, results_filename+'.png') eu.make_folder(os.path.join(dirname_prefix, this_dirname))
return def plot_results(frame, save=True, plot_prefix=None, dirname='./'): # generate each type of plot filter_join = lambda join_with, list: join_with.join(filter(None, list)) for vary_what in ['rows', 'cols', 'clusters', 'views']: plot_filename = filter_join('_', [plot_prefix, 'vary', vary_what]) _plot_results(frame, vary_what, plot_filename) if save: pu.savefig_legend_outside(plot_filename, dir=dirname) pass pass return if __name__ == '__main__': from experiment_runner.ExperimentRunner import ExperimentRunner config_list = gen_configs( kernel_list = _kernel_list, num_rows=[10, 100], ) dirname = 'timing_analysis' er = ExperimentRunner(runner, dirname_prefix=dirname) er.do_experiments(config_list, dirname) print er.frame results_dict = er.get_results(er.frame[er.frame.same_shape])
import argparse import experiment_runner.experiment_utils as eru from experiment_runner.ExperimentRunner import ExperimentRunner, propagate_to_s3 parser = gen_parser() args = parser.parse_args() argsdict = eu.parser_args_to_dict(args) generate_plots = not argsdict['no_plots'] results_filename = 'estimate_the_full_joint_results' dirname_prefix = 'estimate_the_full_joint' er = ExperimentRunner(run_experiment, dirname_prefix=dirname_prefix, bucket_str='experiment_runner', storage_type='fs') er.do_experiments([argsdict]) if generate_plots: for id in er.frame.index: result = er._get_result(id) this_dirname = eru._generate_dirname(dirname_prefix, 10, result['config']) filename_img = os.path.join(dirname_prefix, this_dirname, results_filename + '.png') eu.plot_estimate_the_full_joint(result, filename=filename_img) pass pass