def main():
retrieve.login(retrieve.get_userpass())
retrieve.set_up_directory("C:\\Users\\Leo\\Envs\\courseEvalRetriever\\courseEvalRetriever\\CourseEvalRetriever")
read_file()
for course in COURSE_LINKS[0:10]:
extract_data(course)
browser.quit()
def main():
retrieve.login(retrieve.get_userpass())
retrieve.set_up_directory(
"C:\\Users\\Leo\\Envs\\courseEvalRetriever\\courseEvalRetriever\\CourseEvalRetriever"
)
read_file()
for course in COURSE_LINKS[0:10]:
extract_data(course)
browser.quit()
def extract_data(url):
"""
Get the Course Information from given course website.
"""
browser.get(url)
try:
WebDriverWait(browser, 1).until(
EC.presence_of_element_located((By.TAG_NAME, "h1")))
finally:
browser.quit()
course_name = browser.find_element_by_tag_name('h1').text
teacher_name = browser.find_element_by_tag_name('h2').text
course_info = browser.find_element_by_tag_name('table').text
print(parse_teacher_name(teacher_name))
def extract_data(url):
"""
Get the Course Information from given course website.
"""
browser.get(url)
try:
WebDriverWait(browser, 1).until(EC.presence_of_element_located((By.TAG_NAME, "h1")))
finally:
browser.quit()
course_name = browser.find_element_by_tag_name('h1').text
teacher_name = browser.find_element_by_tag_name('h2').text
course_info = browser.find_element_by_tag_name('table').text
print(parse_teacher_name(teacher_name))
