def __init__(self):
self.config, self.email_json = ConfigLoader.get_config()
self.model_name = self.config["model_name"]
output_dir = FolderUtils.create_output_folder(
self.model_name, self.config["path"]["outputs"])
self.my_logger = LogUtils.init_log(output_dir)
self.my_timing = Timing(self.my_logger)
self.log_configs()
self.emailsender = EmailSender(self.my_logger)
def start(self):
data_path = f"{self.config['path']['data']}{self.config['data_prefix']}{self.config['data_year']}"
csv_path = PathUtils.get_csv_data_path(self.config)
df = pd.read_csv(csv_path)
indicators = df.columns[:-3]
output_path = self.config['path']['outputs'] + "csv_to_image/"
output_dir, index_dir, img_ref_dir = FolderUtils.create_csv_to_image_output_folder(
output_path, self.config['data_prefix'], self.config['data_year'],
indicators)
FolderUtils.csv_to_image_copy_csv_files(data_path, index_dir,
img_ref_dir)
LogUtils.init_log(output_dir)
cg = CsvToImageGenerator(config=self.config,
output_dir=output_dir,
df=df,
indicators=indicators,
index_dir=index_dir,
img_ref_dir=img_ref_dir)
cg.generate_images()
def __init__(self, config, model_name=None, output_dir=None):
self.config = config
self.model_name = model_name or self.config['model_name']
self.output_dir = output_dir
if not config['ensemble']:
output_folder = self.config["path"]["outputs"] + "predictions/"
self.output_dir, self.graphs_path = FolderUtils.create_predictions_pixel_output_folder(
self.model_name,
self.config['data_prefix'],
output_folder)
print(f'Graphs path {self.graphs_path}')
self.my_logger = LogUtils.init_log(self.output_dir)
self.patch_shape= self.config['patch_shape']
self._set_data_size()
def start(self):
img_ref_csv_path, ref_data_path, targets_path, indicators_path = PathUtils.get_paths(
self.config)
irb = ImgRefBuilder(img_ref_csv_path)
starting_index, ending_index = JsonLoader.get_data_size(self.config)
img_refs = irb.get_img_ref(starting_index, ending_index)
patches_folder = self.config['path']['outputs'] + "patches/"
output_dir = FolderUtils.create_patch_output_folder(
self.patch_shape, self.img_downscale_factor, patches_folder,
PathUtils.get_indicator_directories(indicators_path),
self.config['tuning'], self.config['data_year'],
self.config['data_prefix'])
LogUtils.init_log(output_dir)
pg = PatchGenerator(output_dir=output_dir,
indicators_path=indicators_path,
img_downscale_factor=self.img_downscale_factor,
patch_shape=self.patch_shape,
tuning=self.config["tuning"])
pg.create_img_patches(img_refs, targets_path)