parser.add_argument('--ct_kernel', default=0, type=int) # 0 for Gibbs, 1 for MH parser.add_argument('--no_plots', action='store_true') return parser if __name__ == "__main__": import argparse import experiment_runner.experiment_utils as eru from experiment_runner.ExperimentRunner import ExperimentRunner, propagate_to_s3 parser = gen_parser() args = parser.parse_args() argsdict = eu.parser_args_to_dict(args) generate_plots = not argsdict['no_plots'] results_filename = 'recovers_original_densities_results' dirname_prefix = 'recovers_original_densities' er = ExperimentRunner(run_experiment, dirname_prefix=dirname_prefix, bucket_str='experiment_runner', storage_type='fs') er.do_experiments([argsdict]) if generate_plots: for id in er.frame.index: result = er._get_result(id) this_dirname = eru._generate_dirname(dirname_prefix, 10, result['config']) filename_img = os.path.join(dirname_prefix, this_dirname, results_filename+'.png') eu.plot_recovers_original_densities(result, filename=filename_img) pass pass
return def plot_results(frame, save=True, plot_prefix=None, dirname='./'): # generate each type of plot filter_join = lambda join_with, list: join_with.join(filter(None, list)) for vary_what in ['rows', 'cols', 'clusters', 'views']: plot_filename = filter_join('_', [plot_prefix, 'vary', vary_what]) _plot_results(frame, vary_what, plot_filename) if save: pu.savefig_legend_outside(plot_filename, dir=dirname) pass pass return if __name__ == '__main__': from experiment_runner.ExperimentRunner import ExperimentRunner config_list = gen_configs( kernel_list = _kernel_list, num_rows=[10, 100], ) dirname = 'timing_analysis' er = ExperimentRunner(runner, dirname_prefix=dirname) er.do_experiments(config_list, dirname) print er.frame results_dict = er.get_results(er.frame[er.frame.same_shape])
do_plots = not args.no_plots do_long = args.do_long _divisor = args._divisor # create configs arg_list_to_config = partial(eu.arg_list_to_config, geweke_utils.generate_parser(), arbitrate_args=geweke_utils.arbitrate_args) args_list = generate_args_list(base_num_rows, num_iters, do_long, _divisor) config_list = map(arg_list_to_config, args_list) # do experiments er = ExperimentRunner(geweke_utils.run_geweke, storage_type='fs', dirname_prefix=dirname, bucket_str='experiment_runner') er.do_experiments(config_list) # push to s3 propagate_to_s3(er) if do_plots: for id in er.frame.index: result = er._get_result(id) geweke_utils.plot_result(result, dirname) pass pass print er.frame
return if __name__ == '__main__': from experiment_runner.ExperimentRunner import ExperimentRunner, propagate_to_s3 # parse args parser = _generate_parser() args = parser.parse_args() kwargs, do_plots, dirname = _munge_args(args) # create configs config_list = eu.gen_configs(base_config, **kwargs) # do experiments er = ExperimentRunner( runner, storage_type='fs', dirname_prefix=dirname, bucket_str='experiment_runner', ) er.do_experiments(config_list) propagate_to_s3(er) if do_plots: results = er.get_results(er.frame).values() summary_plotter(results, dirname=dirname) # eu.plot_results(plotter, results, generate_dirname, # saver=pu.save_current_figure, filename='over_iters', # dirname=dirname)
from experiment_runner.ExperimentRunner import ExperimentRunner, propagate_to_s3 # parse args parser = _generate_parser() args = parser.parse_args() kwargs, dirname, plot_prefix, generate_plots = _munge_args(args) # create configs config_list = ttu.gen_configs( kernel_list = ttu._kernel_list, n_steps=[10], **kwargs ) # do experiments er = ExperimentRunner(ttu.runner, storage_type='fs', dirname_prefix=dirname, bucket_str='experiment_runner') with Timer('er.do_experiments') as timer: er.do_experiments(config_list) pass # push to s3 propagate_to_s3(er) if generate_plots: ttu.plot_results(er.frame, plot_prefix=plot_prefix, dirname=dirname)
import argparse import experiment_runner.experiment_utils as eru from experiment_runner.ExperimentRunner import ExperimentRunner, propagate_to_s3 parser = gen_parser() args = parser.parse_args() argsdict = eu.parser_args_to_dict(args) generate_plots = not argsdict['no_plots'] use_runner = not argsdict['no_runner'] results_filename = 'haystacks_break_results' dirname_prefix = 'haystacks_break' er = ExperimentRunner(run_experiment, dirname_prefix=dirname_prefix, bucket_str='experiment_runner', storage_type='fs') if use_runner: er.do_experiments([argsdict], do_multiprocessing=False) if generate_plots: for id in er.frame.index: result = er._get_result(id) this_dirname = eru._generate_dirname(dirname_prefix, 10, result['config']) filename_img = os.path.join(dirname_prefix, this_dirname, results_filename+'.png') eu.plot_haystacks_break(result, filename=filename_img) pass else: result = run_experiment(argsdict) if generate_plots:
if __name__ == '__main__': from experiment_runner.ExperimentRunner import ExperimentRunner, propagate_to_s3 # parse args parser = _generate_parser() args = parser.parse_args() kwargs, do_plots, dirname = _munge_args(args) # create configs config_list = eu.gen_configs(base_config, **kwargs) # do experiments er = ExperimentRunner(runner, storage_type='fs', dirname_prefix=dirname, bucket_str='experiment_runner', ) er.do_experiments(config_list) propagate_to_s3(er) if do_plots: results = er.get_results(er.frame).values() summary_plotter(results, dirname=dirname) # eu.plot_results(plotter, results, generate_dirname, # saver=pu.save_current_figure, filename='over_iters', # dirname=dirname)
if __name__ == '__main__': import crosscat.tests.timing_test_utils as ttu from crosscat.utils.general_utils import Timer from experiment_runner.ExperimentRunner import ExperimentRunner, propagate_to_s3 # parse args parser = _generate_parser() args = parser.parse_args() kwargs, dirname, plot_prefix, generate_plots = _munge_args(args) # create configs config_list = ttu.gen_configs(kernel_list=ttu._kernel_list, n_steps=[10], **kwargs) # do experiments er = ExperimentRunner(ttu.runner, storage_type='fs', dirname_prefix=dirname, bucket_str='experiment_runner') with Timer('er.do_experiments') as timer: er.do_experiments(config_list) pass # push to s3 propagate_to_s3(er) if generate_plots: ttu.plot_results(er.frame, plot_prefix=plot_prefix, dirname=dirname)