else:
level = logging.INFO
formatter = logging.Formatter('[%(levelname)s] %(message)s')
if cmd_args.log_file:
handler = logging.FileHandler(cmd_args.log_file)
handler.setFormatter(formatter)
else:
handler = logging.StreamHandler()
handler.setFormatter(formatter)
logger.propagate = False
logger.setLevel(level)
logger.addHandler(handler)
Listing.create_table(fail_silently=True)
logging.info('Starting scrape.')
new_listings = []
for url in _CONTROLLER_URLS:
listings = ParseControllerSummary(url)
if listings:
new_listings += listings
for url in _TRADE_A_PLANE_URLS:
listings = ParseTradeAPlaneSummary(url)
if listings:
new_listings += listings
