import pymysql from os import environ import time from extract import Extract from transform import Transform from load import Load from log import logger # logger = logging.getLogger(__name__) if __name__ == "__main__": logger.info("application ran") start = time.time() app = Extract() raw_data_list = app.load_data() # extract output end_extract = time.time() extract_time = round(end_extract - start, 4) print(f"Extract time: {extract_time}") logger.info(f"Extract time: {extract_time}") apple = Transform() transformed_data, transformed_drink_menu_data = apple.transform( raw_data_list ) # raw data into transform returns transformed data and drinks dic end_transform = time.time() transform_time = round(end_transform - end_extract, 4) logger.info(f"Transform time: {transform_time}") print(f"Transform time: {transform_time}") appley = Load() appley.save_transaction(
def get_raw_data(self): app = Extract() return app.load_data() # Loads data from DB, returns "raw_data"