def get_courses(semesters, driver: WebDriver): course_table = [] for i, semester in zip(itt.count(0), semesters): if i > 0: driver.back() goto_main_iframe(driver) get_semester_list(driver) driver.find_elements_by_class_name('PSRADIOBUTTON')[semester].click() wait_by_id(driver, "DERIVED_SSS_SCT_SSR_PB_GO").click() goto_main_iframe(driver) wait_by_id(driver, "DERIVED_REGFRM1_SA_STUDYLIST_D").click() wait_by_id(driver, "DERIVED_REGFRM1_SA_STUDYLIST_W").click() wait_by_id(driver, "DERIVED_REGFRM1_SA_STUDYLIST_SHOW$14$").click() wait_for_process_to_end(driver) course_table.append( str( wait_by_id( driver, 'ACE_STDNT_ENRL_SSV2$0').get_attribute('outerHTML'))) return course_table
def download_one_profile(driver: WebDriver): """Follow link to profiel and dhownload html onto local file""" # %% _scroll_down_like_human(driver) _scroll_up_like_human(driver) # %% _expand_contact_info(driver) _expand_about_section(driver) _expand_experience(driver) # %% _expand_additional_skills(driver) _human_wait(1.0) # %% html = driver.page_source out_path = get_out_path(driver.current_url) print(f'saving {len(html)} to {out_path.name}') with out_path.open('wt') as f_out: print(html, file=f_out) # back to srp: driver.back() _human_wait(0.5)
import time from selenium.webdriver.chrome.options import Options from selenium.webdriver.chrome.webdriver import WebDriver options = Options() options.headless = False driver = WebDriver(chrome_options=options) driver.get('https://www.baidu.com') time.sleep(5) driver.get('http://www.huanqiu.com') time.sleep(5) driver.get('http://www.dangdang.com') time.sleep(5) driver.back() time.sleep(5) driver.back() time.sleep(5) driver.forward() time.sleep(5) driver.forward() driver.quit()