Exemplo n.º 1
0
        ### Let's start our browser
        browser = scraperfunctions.create_browser()

        ### Let's load the page work
        scraperfunctions.load_homepage(browser, pubshort, puburl)

        ### See if the MV list requires extra actions
        if puburl_mv_extraactions != None:
            ### Actions for acquiring MV List
            pass

        ### Let's first store the source code
        html_code = browser.page_source
        write_out_file = scraperfunctions.write_out_file(
            "%s" % (homepages_dir),
            "%s_%s.html" % (pubshort, curr_time.strftime("%Y%m%d%H%M")),
            html_code)

        ### See if the MV list is in a separate URL
        if puburl_mv != None:
            ### Actions for acquiring MV List
            pass

        ### Save a screenshot
        scraperfunctions.take_screenshot(browser, screenshots_dir, pubshort,
                                         curr_time.strftime("%Y%m%d%H%M"))
        print("Screenshot taken")

        ### Close the browser
        scraperfunctions.close_browser(browser)
Exemplo n.º 2
0
     display.start()
 
     ### Let's start our browser
     browser = scraperfunctions.create_browser()
     
     ### Let's load the page work
     scraperfunctions.load_homepage(browser, pubshort, puburl)
     
     ### See if the MV list requires extra actions
     if puburl_mv_extraactions != None:
         ### Actions for acquiring MV List
         pass
     
     ### Let's first store the source code
     html_code = browser.page_source
     write_out_file = scraperfunctions.write_out_file("%s" % (homepages_dir), "%s_%s.html" % (pubshort, curr_time.strftime("%Y%m%d%H%M")), html_code)
     
     ### See if the MV list is in a separate URL
     if puburl_mv != None:
         ### Actions for acquiring MV List
         pass
     
     ### Save a screenshot
     scraperfunctions.take_screenshot(browser, screenshots_dir, pubshort, curr_time.strftime("%Y%m%d%H%M"))
     print("Screenshot taken")
     
     ### Close the browser
     scraperfunctions.close_browser(browser)
     
     ### Close our virtual display
     display.stop()