def extract_date_source(div, weibo): new_div = div.xpath(r'.//div[@class="feed_from W_textb"]')[0] date = new_div.xpath(r'.//a[@node-type="feed_list_item_date"]')[0] weibo['date'] = util.timestamp_to_date( int(date.attrib.get('date')[:-3]) ) source = new_div.xpath(r'.//a/text()')[1] weibo['source'] = source
def extract(self, div, weibo, single=False): """ Extracting date and source """ new_div = div.xpath(r'.//div[@class="WB_from S_txt2"]') if len(new_div) == 1: new_div = new_div[0] elif len(new_div) == 2: if not single: new_div = new_div[0] else: new_div = new_div[1] date = new_div.xpath(r'.//a[@node-type="feed_list_item_date"]')[0] weibo['date'] = util.timestamp_to_date( int(date.attrib.get('date')[:-3])) texts = new_div.xpath(r'.//a/text()') if len(texts) > 1: weibo['source'] = texts[1]
def extract(self, div, weibo, single=False): """ Extracting date and source """ new_div = div.xpath(r'.//div[@class="WB_from S_txt2"]') if len(new_div) == 1: new_div = new_div[0] elif len(new_div) == 2: if not single: new_div = new_div[0] else: new_div = new_div[1] date = new_div.xpath(r'.//a[@node-type="feed_list_item_date"]')[0] weibo['date'] = util.timestamp_to_date( int(date.attrib.get('date')[:-3]) ) texts = new_div.xpath(r'.//a/text()') if len(texts) > 1: weibo['source'] = texts[1]
def extract_date_source(div, weibo): new_div = div.xpath(r'.//div[@class="feed_from W_textb"]')[0] date = new_div.xpath(r'.//a[@node-type="feed_list_item_date"]')[0] weibo['date'] = util.timestamp_to_date(int(date.attrib.get('date')[:-3])) source = new_div.xpath(r'.//a/text()')[1] weibo['source'] = source