def main(filename):
logger.info("================ Starting machine learning model process ================")
try:
utils = Utils()
models = Model()
df = utils._read_from_csv(filename)
transform = Transform(df,5,2)
features,target = transform._transform_process()
x_train,x_test,y_train,y_test = utils._split_train_test(features,target)
model = models._training_best_model(x_train,y_train,x_test,y_test)
models._make_predictions(model,x_test,y_test)
except FileNotFoundError:
logger.error('File not found for {}'.format(filename))
def main(files):
logger.info("Starting transform and merging process to {}".format(files))
list_data_frames = []
utils = Utils()
for i in files:
logger.info("Transform process to {}".format(os.path.basename(i)))
key = os.path.basename(i).replace('.csv', '')
transform = Transform(
i, ['year', os.path.basename(i).replace('.csv', '_value')])
df = transform._transform_process()
list_data_frames.append(df)
df = transform._merge_data(list_data_frames, 'year')
df.dropna(inplace=True)
utils._export_transform_dataset(df)
