import logging
import datetime
from helper import Helper
from parser import Parser
from writer import Writer
start = datetime.datetime.now()
logging.basicConfig(level=logging.DEBUG, format='%(message)s', datefmt='%Y-%m-%d %I:%M:%S')
logging.info('New Job launched')
helper = Helper()
helper.get_args()
config = yaml.load(file(sys.argv[1] + '.yml')) # loading the config file
parser = Parser()
parsed_data = parser.json_parser(config) # parsing logic
writer = Writer()
try:
rows = writer.csv_writer(parsed_data, config) # CSV writing
end = datetime.datetime.now()
time = (end - start).total_seconds()
logging.info('Job finished, %s rows generated in %s seconds and saved in %s',
rows, time, config['files']['output_path'])
except:
logging.warning('Error while writing')
