def scrape(abstract_url):
tree, urls, page_text = get_tree(abstract_url)
article = s.scrape_tree(tree, urls, page_text)
#For P.R.C:A and P.R.C:B
#For P.L.O.S
if article['journal'] == 'Proceedings of the National Academy of Sciences':
article['abstract'] = tree.xpath("//div[@class='section abstract']/p")[0].text_content()
return article
def scrape(abstract_url):
tree, urls, page_text = get_tree(abstract_url)
article = s.scrape_tree(tree, urls, page_text)
#For P.R.C:A and P.R.C:B
if article['journal'] == 'Proceedings of the Royal Society A: \
Mathematical, Physical and Engineering Science' or\
article['journal'] == 'Proceedings of the Royal Society B: \
Biological Sciences':
article['abstract'] = tree.xpath("//div[@class='section abstract']/p")[0].text_content()
return article
