### Add additional arguments here. args = parser.parse_args() curr_time = args.curr_time download_desktop = args.download_desktop download_mobile = args.download_mobile parse = args.parse parsefile = args.parsefile ### Grab the information from our configuration file config = scraperfunctions.load_config() ### Get the current time if we don't already have one (and transform into a date object) curr_time = scraperfunctions.get_curr_time(curr_time, parsefile) ### Establish our MySQL Connection (for logging, etc.) engine, connection, metadata, mysql_table_name, mysql_log_name = scraperfunctions.create_mysql_engine( config) ########### Download actions if download_desktop == 1: try: ### Initiate our virtual display print("Initiating virtual display") display = Display(visible=0, size=(1920, 1080)) display.start() ### Let's start our browser browser = scraperfunctions.create_browser() ### Let's load the page work scraperfunctions.load_homepage(browser, pubshort, puburl)
### Add additional arguments here. args = parser.parse_args() curr_time = args.curr_time download_desktop = args.download_desktop download_mobile = args.download_mobile parse = args.parse parsefile = args.parsefile ### Grab the information from our configuration file config = scraperfunctions.load_config() ### Get the current time if we don't already have one (and transform into a date object) curr_time = scraperfunctions.get_curr_time(curr_time, parsefile) ### Establish our MySQL Connection (for logging, etc.) engine, connection, metadata, mysql_table_name, mysql_log_name = scraperfunctions.create_mysql_engine(config) ########### Download actions if download_desktop == 1: try: ### Initiate our virtual display print("Initiating virtual display") display = Display(visible=0, size=(1920, 1080)) display.start() ### Let's start our browser browser = scraperfunctions.create_browser() ### Let's load the page work scraperfunctions.load_homepage(browser, pubshort, puburl)