import logging import datetime from helper import Helper from parser import Parser from writer import Writer start = datetime.datetime.now() logging.basicConfig(level=logging.DEBUG, format='%(message)s', datefmt='%Y-%m-%d %I:%M:%S') logging.info('New Job launched') helper = Helper() helper.get_args() config = yaml.load(file(sys.argv[1] + '.yml')) # loading the config file parser = Parser() parsed_data = parser.json_parser(config) # parsing logic writer = Writer() try: rows = writer.csv_writer(parsed_data, config) # CSV writing end = datetime.datetime.now() time = (end - start).total_seconds() logging.info('Job finished, %s rows generated in %s seconds and saved in %s', rows, time, config['files']['output_path']) except: logging.warning('Error while writing')