def __init__(self): self.config, self.email_json = ConfigLoader.get_config() self.model_name = self.config["model_name"] output_dir = FolderUtils.create_output_folder( self.model_name, self.config["path"]["outputs"]) self.my_logger = LogUtils.init_log(output_dir) self.my_timing = Timing(self.my_logger) self.log_configs() self.emailsender = EmailSender(self.my_logger)
def start(self): data_path = f"{self.config['path']['data']}{self.config['data_prefix']}{self.config['data_year']}" csv_path = PathUtils.get_csv_data_path(self.config) df = pd.read_csv(csv_path) indicators = df.columns[:-3] output_path = self.config['path']['outputs'] + "csv_to_image/" output_dir, index_dir, img_ref_dir = FolderUtils.create_csv_to_image_output_folder( output_path, self.config['data_prefix'], self.config['data_year'], indicators) FolderUtils.csv_to_image_copy_csv_files(data_path, index_dir, img_ref_dir) LogUtils.init_log(output_dir) cg = CsvToImageGenerator(config=self.config, output_dir=output_dir, df=df, indicators=indicators, index_dir=index_dir, img_ref_dir=img_ref_dir) cg.generate_images()
def __init__(self, config, model_name=None, output_dir=None): self.config = config self.model_name = model_name or self.config['model_name'] self.output_dir = output_dir if not config['ensemble']: output_folder = self.config["path"]["outputs"] + "predictions/" self.output_dir, self.graphs_path = FolderUtils.create_predictions_pixel_output_folder( self.model_name, self.config['data_prefix'], output_folder) print(f'Graphs path {self.graphs_path}') self.my_logger = LogUtils.init_log(self.output_dir) self.patch_shape= self.config['patch_shape'] self._set_data_size()
def start(self): img_ref_csv_path, ref_data_path, targets_path, indicators_path = PathUtils.get_paths( self.config) irb = ImgRefBuilder(img_ref_csv_path) starting_index, ending_index = JsonLoader.get_data_size(self.config) img_refs = irb.get_img_ref(starting_index, ending_index) patches_folder = self.config['path']['outputs'] + "patches/" output_dir = FolderUtils.create_patch_output_folder( self.patch_shape, self.img_downscale_factor, patches_folder, PathUtils.get_indicator_directories(indicators_path), self.config['tuning'], self.config['data_year'], self.config['data_prefix']) LogUtils.init_log(output_dir) pg = PatchGenerator(output_dir=output_dir, indicators_path=indicators_path, img_downscale_factor=self.img_downscale_factor, patch_shape=self.patch_shape, tuning=self.config["tuning"]) pg.create_img_patches(img_refs, targets_path)