if __name__ == '__main__': # list configs in active directory configs = os.listdir( '../configs/active' ) # iterate over each config and perform experiment for config_file in configs: # set config path config_path = f'../configs/active/{ config_file }' # load config file config = json.load(open(config_path)) # get experiment path experiment_name = config['experiment']['name'] experiment_path = f'../experiments/{ experiment_name }' # initialize experiment experiment = Experiment(experiment_name) experiment.captured_out_filter = apply_backspaces_and_linefeeds experiment.observers.append(FileStorageObserver.create(experiment_path)) # wrap run function (sacred reasons) def wrapper(): run( config, config_path ) # run experiment experiment.automain( wrapper )
experiment.add_artifact(full_kfold_summary_file_path) experiment.add_artifact(all_results_file_path) if __name__ == '__main__': # list configs in active directory configs = os.listdir('../configs/active') # iterate over each config and perform experiment for config_file in configs: # set config path config_path = f'../configs/active/{config_file}' # load config file config = json.load(open(config_path)) # get experiment path experiment_name = config['experiment']['name'] experiment_path = f'../experiments/{experiment_name}' # initialize experiment experiment = Experiment(experiment_name) experiment.captured_out_filter = apply_backspaces_and_linefeeds experiment.observers.append( FileStorageObserver.create(experiment_path)) # run experiment experiment.automain(run)
epochs=EPOCHS, verbose=1, callbacks=MODEL_CALLBACKS, validation_data=(x_test, y_test), shuffle=True) plot_loss(history, PLOT_FILE) model_path = f'{ os.path.splitext(MODEL_PATH)[0] }_{ fold_index }.h5' model.save(model_path) if Experiment is not None: experiment.add_artifact(PLOT_FILE) experiment.add_artifact(model_path) if __name__ == '__main__': if Experiment is not None: experiment_path = f'{EXPERIMENT_ROOT}/{ EXPERIMENT_NAME }' experiment = Experiment(EXPERIMENT_NAME) experiment.captured_out_filter = apply_backspaces_and_linefeeds experiment.observers.append( FileStorageObserver.create(experiment_path)) experiment.automain(train) else: train()