def get_projects(ul):
"""
Scrape projects details
Args:
ul: the ul element
Returns:
A list of details of all projects
"""
projects = []
for li in ul.find_elements_by_tag_name('li'):
name = li.find_element_by_class_name('pv-accomplishment-entity__title').text.replace('Project name', '').strip()
dates = get_optional_text(li, '.pv-accomplishment-entity__date.pv-accomplishment-entity__subtitle',
is_span=False)
description = get_description(li, '.pv-accomplishment-entity__description.t-14.t-black--light.t-normal').\
lstrip('Project description\n')
link = get_accomplishment_link(li)
projects.append({
NAME: name,
DATES: dates,
DESCRIPTION: description,
LINK: link
})
return projects
def get_publications(ul):
"""
Scrape publications details
Args:
ul: the ul element
Returns:
A list of details of all publications
"""
publications = []
for li in ul.find_elements_by_tag_name('li'):
title = li.find_element_by_class_name('pv-accomplishment-entity__title').text.\
replace('publication title', '').strip()
date = get_optional_text_replace(li, 'pv-accomplishment-entity__date', 'publication date')
publisher = get_optional_text_replace(li, 'pv-accomplishment-entity__publisher', 'publication description')
link = get_accomplishment_link(li)
publications.append({
TITLE: title,
DATE: date,
PUBLISHER: publisher,
LINK: link
})
return publications
def get_projects(ul):
"""
Scrape projects details
Args:
ul: the ul element
Returns:
A list of details of all projects
"""
projects = []
for li in ul.find_elements_by_tag_name("li"):
name = (li.find_element_by_class_name(
"pv-accomplishment-entity__title").text.replace(
"Project name", "").strip())
dates = get_optional_text(
li,
".pv-accomplishment-entity__date.pv-accomplishment-entity__subtitle",
is_span=False,
)
description = get_description(
li, ".pv-accomplishment-entity__description.t-14").lstrip(
"Project description\n")
link = get_accomplishment_link(li)
projects.append({
NAME: name,
DATES: dates,
DESCRIPTION: description,
LINK: link
})
return projects