示例#1
0
import pymysql
from os import environ
import time
from extract import Extract
from transform import Transform
from load import Load
from log import logger

# logger = logging.getLogger(__name__)

if __name__ == "__main__":
    logger.info("application ran")
    start = time.time()
    app = Extract()
    raw_data_list = app.load_data()  # extract output
    end_extract = time.time()
    extract_time = round(end_extract - start, 4)
    print(f"Extract time: {extract_time}")
    logger.info(f"Extract time: {extract_time}")
    apple = Transform()
    transformed_data, transformed_drink_menu_data = apple.transform(
        raw_data_list
    )  # raw data into transform returns transformed data and drinks dic

    end_transform = time.time()
    transform_time = round(end_transform - end_extract, 4)
    logger.info(f"Transform time: {transform_time}")
    print(f"Transform time: {transform_time}")
    appley = Load()

    appley.save_transaction(
示例#2
0
 def get_raw_data(self):
     app = Extract()
     return app.load_data()  # Loads data from DB, returns "raw_data"