def setUpClass(cls):
cls.driver = WebDriver()
cls.driver.implicitly_wait(5)
cls.header = Header(cls.driver)
def process(self):
self.webdriver = WebDriver(self.webdriver_file)
self.webdriver.init_webdriver()
self.webdriver.driver.get(self.start_url)
self.get_offset()
self.logger.debug('url is {0}, offset is {1}'.format(self.start_url, self.last_offset))
self.get_wait_albums()
for albums_url in self.albums_urls:
self.get_single_album(albums_url)
self.set_offset()
self.webdriver.close()
return
def process_form(self):
print(f"processing pid {self.pid} with fips {self.fips}...")
with WebDriver(local=self.local) as driver:
while not self.complete:
# get current directive in directive queue
if not len(self.directives):
self.complete = True
self.success = True
break
else:
current = self.directives.popleft()
self.process_step(current, driver)
if self.success:
return self.return_
else:
return None
def get_single_album(self, url):
album_driver = WebDriver(self.webdriver_file)
album_driver.init_webdriver()
album_driver.driver.get(url)
xpath_div_image = '//div[@class="bui-box container"]/div[@class="bui-left index-middle"]/div[@class="article-box"]'
if album_driver.wait(xpath_div_image):
element_div_image = album_driver.driver.find_element_by_xpath(xpath_div_image)
element_images = element_div_image.find_elements_by_xpath('img')
for element_image in element_images:
#self.logger.info('image href is {0}'.format(element_image.get_attribute('src')))
local_file = os.path.join(self.save_path, '{0}.jpg'.format(uuid.uuid4()))
self.download_image(element_image.get_attribute('src'), local_file)
self.save_redis(local_file)
else:
self.logger.error('get album div image failed, url is {0}'.format(url))
album_driver.close()
return
def __init__(self, start_page_url):
self.webdriver = WebDriver()
self.start_page_url = start_page_url
def setUpClass(cls):
cls.driver = WebDriver()
cls.driver.implicitly_wait(10)
cls.subhdr = LandingPageSubHeader(cls.driver)
def __init__(self, start_page_url):
self.webdriver = WebDriver()
self.start_page_url = start_page_url
logging.info("Initialized a bot instance")
self.nav_events_user_group_events = ElementMetaData(
xpath='//*[@id="events"]/ul/li[2]/a')
self.nav_events_py_events_archive = ElementMetaData(
xpath='//*[@id="events"]/ul/li[3]/a')
self.nav_events_user_group_events_archive = ElementMetaData(
xpath='//*[@id="events"]/ul/li[4]/a')
self.nav_events_submit_event = ElementMetaData(
xpath='//*[@id="events"]/ul/li[5]/a')
if __name__ == "__main__":
chrome = WebDriver()
hdr = Header(chrome)
chrome.get("http://www.python.org")
hdr.sister_site_docs.click()
chrome.back()
hdr.sister_site_psf.click()
chrome.back()
chrome.hover_over(hdr.social_drop_down)
def initializeDriver():
driver = WebDriver()
driver.setWebDriverPath('C:\ChromeDriver\chromedriver')
driver.setWaitUntilClock(10)
return driver
