def get_items(self, stories): pattern = re.compile( r'<div class="msgBox".*?<div class="userName".*?title="(.*?)" gender=' + '.*?<div class="msgCnt">(.*?)</div>' + '.*?<div class="pubInfo.*?from="\\d*">(.*?)</a>', re.S) for story in stories: story, quotation = tencent_util.depart_quotation(story) items = re.findall(pattern, story) if not len(items): continue item = items[0] print('作者:', item[0]) self.document.add_heading('', 0) tencent_util.add_author(self.document, item[0]) print('内容:', item[1]) content_valid = ''.join(c for c in item[1] if ord(c) >= 32) # delete control chars tencent_util.add_content(self.document, content_valid) tencent_util.add_quotation(self.document, quotation) tencent_util.add_picture(self.document, story) tencent_util.add_video(self.document, story) print('时间:', item[2]) tencent_util.add_time(self.document, item[2]) tencent_util.add_location(self.document, story)
def get_items(self): for story in self.stories: story, quotation = tencent_util.depart_quotation( self.browser, story) author = story.find_element_by_class_name( 'userName').find_element_by_tag_name('a').get_attribute( 'title') print('作者:', author) content_html = story.find_element_by_class_name( 'msgCnt').get_attribute('innerHTML') content_valid = ''.join(c for c in content_html if ord(c) >= 32) # delete control chars content = story.find_element_by_class_name('msgCnt').text print('内容:', content) time = story.find_element_by_class_name('time').text print('时间:', time) print( '----------------------------------------------------------------------------------' ) self.document.add_heading('', 0) tencent_util.add_author(self.document, author) tencent_util.add_content(self.document, content_valid) tencent_util.add_quotation(self.document, quotation) tencent_util.add_picture(self.document, story) tencent_util.add_video(self.document, story) tencent_util.add_time(self.document, time) tencent_util.add_location(self.document, story)
def get_items(self): for story in self.stories: author = story.find_element_by_class_name( 'userName').find_element_by_tag_name('a').get_attribute( 'title') #print story.find_element_by_class_name('userName').get_attribute('innerHTML') print '作者:', author content = story.find_element_by_class_name('msgCnt').text print '内容:', content time = story.find_element_by_class_name('time').text print '时间:', time print '----------------------------------------------------------------------------------' self.document.add_heading('', 0) tencent_util.add_author(self.document, author) tencent_util.add_content(self.document, content) tencent_util.add_picture(self.document, story) tencent_util.add_video(self.document, story) tencent_util.add_time(self.document, time) tencent_util.add_location(self.document, story)