def main(filename): logger.info("================ Starting machine learning model process ================") try: utils = Utils() models = Model() df = utils._read_from_csv(filename) transform = Transform(df,5,2) features,target = transform._transform_process() x_train,x_test,y_train,y_test = utils._split_train_test(features,target) model = models._training_best_model(x_train,y_train,x_test,y_test) models._make_predictions(model,x_test,y_test) except FileNotFoundError: logger.error('File not found for {}'.format(filename))
def main(files): logger.info("Starting transform and merging process to {}".format(files)) list_data_frames = [] utils = Utils() for i in files: logger.info("Transform process to {}".format(os.path.basename(i))) key = os.path.basename(i).replace('.csv', '') transform = Transform( i, ['year', os.path.basename(i).replace('.csv', '_value')]) df = transform._transform_process() list_data_frames.append(df) df = transform._merge_data(list_data_frames, 'year') df.dropna(inplace=True) utils._export_transform_dataset(df)