### Let's start our browser browser = scraperfunctions.create_browser() ### Let's load the page work scraperfunctions.load_homepage(browser, pubshort, puburl) ### See if the MV list requires extra actions if puburl_mv_extraactions != None: ### Actions for acquiring MV List pass ### Let's first store the source code html_code = browser.page_source write_out_file = scraperfunctions.write_out_file( "%s" % (homepages_dir), "%s_%s.html" % (pubshort, curr_time.strftime("%Y%m%d%H%M")), html_code) ### See if the MV list is in a separate URL if puburl_mv != None: ### Actions for acquiring MV List pass ### Save a screenshot scraperfunctions.take_screenshot(browser, screenshots_dir, pubshort, curr_time.strftime("%Y%m%d%H%M")) print("Screenshot taken") ### Close the browser scraperfunctions.close_browser(browser)
display.start() ### Let's start our browser browser = scraperfunctions.create_browser() ### Let's load the page work scraperfunctions.load_homepage(browser, pubshort, puburl) ### See if the MV list requires extra actions if puburl_mv_extraactions != None: ### Actions for acquiring MV List pass ### Let's first store the source code html_code = browser.page_source write_out_file = scraperfunctions.write_out_file("%s" % (homepages_dir), "%s_%s.html" % (pubshort, curr_time.strftime("%Y%m%d%H%M")), html_code) ### See if the MV list is in a separate URL if puburl_mv != None: ### Actions for acquiring MV List pass ### Save a screenshot scraperfunctions.take_screenshot(browser, screenshots_dir, pubshort, curr_time.strftime("%Y%m%d%H%M")) print("Screenshot taken") ### Close the browser scraperfunctions.close_browser(browser) ### Close our virtual display display.stop()