def extract_date_source(div, weibo):
new_div = div.xpath(r'.//div[@class="feed_from W_textb"]')[0]
date = new_div.xpath(r'.//a[@node-type="feed_list_item_date"]')[0]
weibo['date'] = util.timestamp_to_date(
int(date.attrib.get('date')[:-3])
)
source = new_div.xpath(r'.//a/text()')[1]
weibo['source'] = source
def extract(self, div, weibo, single=False):
"""
Extracting date and source
"""
new_div = div.xpath(r'.//div[@class="WB_from S_txt2"]')
if len(new_div) == 1:
new_div = new_div[0]
elif len(new_div) == 2:
if not single:
new_div = new_div[0]
else:
new_div = new_div[1]
date = new_div.xpath(r'.//a[@node-type="feed_list_item_date"]')[0]
weibo['date'] = util.timestamp_to_date(
int(date.attrib.get('date')[:-3]))
texts = new_div.xpath(r'.//a/text()')
if len(texts) > 1:
weibo['source'] = texts[1]
def extract(self, div, weibo, single=False):
"""
Extracting date and source
"""
new_div = div.xpath(r'.//div[@class="WB_from S_txt2"]')
if len(new_div) == 1:
new_div = new_div[0]
elif len(new_div) == 2:
if not single:
new_div = new_div[0]
else:
new_div = new_div[1]
date = new_div.xpath(r'.//a[@node-type="feed_list_item_date"]')[0]
weibo['date'] = util.timestamp_to_date(
int(date.attrib.get('date')[:-3])
)
texts = new_div.xpath(r'.//a/text()')
if len(texts) > 1:
weibo['source'] = texts[1]
def extract_date_source(div, weibo):
new_div = div.xpath(r'.//div[@class="feed_from W_textb"]')[0]
date = new_div.xpath(r'.//a[@node-type="feed_list_item_date"]')[0]
weibo['date'] = util.timestamp_to_date(int(date.attrib.get('date')[:-3]))
source = new_div.xpath(r'.//a/text()')[1]
weibo['source'] = source
