##############################################################################
# Main function
if __name__ == '__main__':
parser = argparse.ArgumentParser(description='Run batch experiment')
parser.add_argument('--config', help='config', type=str)
parser.add_argument('--job_id', help='job_id', type=int)
parser.add_argument('--save_path', help='save_path', type=str)
settings = parser.parse_args()
# Loading in the experiment config.
experiment_config = importlib.import_module(settings.config)
config = experiment_config.get_config()
# Running the experiment.
job_config = config_lib.get_job_config(config, settings.job_id)
experiment = job_config['experiment']
experiment.run_experiment()
# Saving results to csv.
file_name = ('exp=' + config.name + '|id=' + str(settings.job_id) + '.csv')
file_path = os.path.join(settings.save_path, file_name)
with open(file_path, 'w') as f:
experiment.results.to_csv(f, index=False)
# Save the parameters if it is the first job.
if settings.job_id == 0:
params_df = config_lib.get_params_df(config)
file_name = 'exp=' + config.name + '|params.csv'
file_path = os.path.join(settings.save_path, file_name)
with open(file_path, 'w') as f:
CONFIG_PATH = 'al.config_rl_ac'
N_JOBS = 10
#############################################################################
# Running from a local config file
sys.path.append(os.getcwd())
# Loading in the experiment config file
config_module = importlib.import_module(CONFIG_PATH)
config = config_module.get_config()
results = []
for job_id in range(N_JOBS):
# Running the experiment.
job_config = config_lib.get_job_config(config, job_id)
experiment = job_config['experiment']
experiment.run_experiment()
results.append(experiment.results)
def lower_interval(x):
return np.mean(x) - 2 * np.std(x)
def upper_interval(x):
return np.mean(x) + 2 * np.std(x)
#############################################################################
# Collating data with Pandas
##############################################################################
# Main function
if __name__ == '__main__':
parser = argparse.ArgumentParser(description='Run batch experiment')
parser.add_argument('--config', help='config', type=str)
parser.add_argument('--job_id', help='job_id', type=int)
parser.add_argument('--save_path', help='save_path', type=str)
args = parser.parse_args()
# Loading in the experiment config.
experiment_config = importlib.import_module(args.config)
config = experiment_config.get_config()
# Running the experiment.
job_config = config_lib.get_job_config(config, args.job_id)
experiment = job_config['experiment']
experiment.run_experiment()
# Saving results to csv.
file_name = ('exp=' + config.name + '|id=' + str(args.job_id) + '.csv')
file_path = os.path.join(args.save_path, file_name)
with open(file_path, 'w') as f:
experiment.results.to_csv(f, index=False)
# Save the parameters if it is the first job.
if args.job_id == 0:
params_df = config_lib.get_params_df(config)
file_name = 'exp=' + config.name + '|params.csv'
file_path = os.path.join(args.save_path, file_name)
with open(file_path, 'w') as f: