Example #1
0
def main(files):
    logger.info("Starting transform and merging process to {}".format(files))

    list_data_frames = []
    utils = Utils()

    for i in files:
        logger.info("Transform process to {}".format(os.path.basename(i)))

        key = os.path.basename(i).replace('.csv', '')
        transform = Transform(
            i, ['year', os.path.basename(i).replace('.csv', '_value')])
        df = transform._transform_process()
        list_data_frames.append(df)

    df = transform._merge_data(list_data_frames, 'year')
    df.dropna(inplace=True)

    utils._export_transform_dataset(df)