def _parse_2014(self, response): for section in Selector(response).xpath("//div[@class='sched-person']"): il = SpeakerLoader(selector=section) il.add_xpath('name', "./h2/a") il.add_value('conference', str(response.meta['conference'])) il.add_value('year', str(response.meta['year'])) yield il.load_item()
def parse_speakers(self, response): sel = Selector(response) for speaker_div in sel.xpath("//div[contains(@class, 'speaker')]"): loader = SpeakerLoader(selector=speaker_div) loader.add_xpath('name', ".//h5/a[@target='_blank']/text()") loader.add_value('year', str(response.meta['year'])) yield loader.load_item()
def _parse_2013(self, response): for section in Selector(response).xpath("//div[@class='data-mid2']/h2[1]/a[1]"): il = SpeakerLoader(selector=section) il.add_xpath('name', ".") il.add_value('conference', str(response.meta['conference'])) il.add_value('year', str(response.meta['year'])) yield il.load_item()
def _parse_2010(self, response): for section in Selector(response).xpath('//div[@class="proposal_list_summary"]'): il = SpeakerLoader(selector=section) il.add_xpath('name', './span[1]') il.add_value('year', str(response.meta['year'])) il.add_value('conference', 'PyCon US') yield il.load_item()
def _parse_2013(self, response): for section in Selector(response).xpath( "//div[contains(@class,'speaker')]"): il = SpeakerLoader(selector=section) il.add_xpath('name', "./a[@class='name']") il.add_value('year', str(response.meta['year'])) yield il.load_item()
def _parse_2006(self, response): sel = Selector(response) for name in sel.xpath('//div[@id="content"]/p[strong]/following-sibling::*[1]'): il = SpeakerLoader(selector=name) il.add_xpath('name', '.') il.add_value('year', str(response.meta['year'])) yield il.load_item()
def parse_speakers(self, response): sel = Selector(response) for speaker_div in sel.xpath("//div[contains(@class, 'speaker')]"): loader = SpeakerLoader(selector=speaker_div) loader.add_xpath("name", ".//h5/a[@target='_blank']/text()") loader.add_value("year", str(response.meta["year"])) yield loader.load_item()
def _parse_video(self, response): for section in Selector(response).xpath( "//div[@class = 'videos']//div[@class = 'presenters']/a"): il = SpeakerLoader(selector=section) il.add_xpath('name', ".") il.add_value('year', str(response.meta['year'])) yield il.load_item()
def _parse_video(self, response): for section in Selector(response).xpath("//div[@class = 'videos']//div[@class = 'presenters']/a"): il = SpeakerLoader(selector=section) il.add_xpath('name', ".") il.add_value('conference', str(response.meta['conference'])) il.add_value('year', str(response.meta['year'])) yield il.load_item()
def _parse(self, response): for section in Selector(response).xpath( '//div[@class="speakers"]//div[@class="name"]'): il = SpeakerLoader(selector=section) il.add_xpath('name', '.') il.add_value('year', str(response.meta['year'])) yield il.load_item()
def _parse_2014(self, response): for section in Selector(response).xpath( "//div[@class='sched-person']"): il = SpeakerLoader(selector=section) il.add_xpath('name', "./h2/a") il.add_value('conference', str(response.meta['conference'])) il.add_value('year', str(response.meta['year'])) yield il.load_item()
def _parse_2013(self, response): for section in Selector(response).xpath( "//div[@class='data-mid2']/h2[1]/a[1]"): il = SpeakerLoader(selector=section) il.add_xpath('name', ".") il.add_value('conference', str(response.meta['conference'])) il.add_value('year', str(response.meta['year'])) yield il.load_item()
def _parse_2006(self, response): sel = Selector(response) for name in sel.xpath('//div[@id="content"]/p[strong]/following-sibling::*[1]'): il = SpeakerLoader(selector=name) il.add_xpath('name', '.') il.add_value('year', str(response.meta['year'])) il.add_value('conference', 'PyCon US') yield il.load_item()
def _follow_sessions(self, response): for speaker in Selector(response).xpath("//a[contains(@href, 'speakerDetail.ww')]"): il = SpeakerLoader(selector=speaker) il.add_xpath('name', "./text()") il.add_value('year', str(response.meta['year'])) yield il.load_item()
def _parse_2013(self, response): for section in Selector(response).xpath("//div[contains(@class,'speaker')]"): il = SpeakerLoader(selector=section) il.add_xpath('name', "./a[@class='name']") il.add_value('year', str(response.meta['year'])) yield il.load_item()
def _parse(self, response): for section in Selector(response).xpath('//div[@class="speakers"]//div[@class="name"]'): il = SpeakerLoader(selector=section) il.add_xpath('name', '.') il.add_value('year', str(response.meta['year'])) yield il.load_item()
def _follow_speakers(self, response): il = SpeakerLoader(response=response) il.add_xpath('name', "//a[contains(@href, '/speaker/profile/')]") il.add_value('year', str(response.meta['year'])) yield il.load_item()
def _follow_speakers(self, response): il = SpeakerLoader(response=response) il.add_xpath('name', "//a[contains(@href, '/speaker/profile/')]") il.add_value('year', str(response.meta['year'])) il.add_value('conference', 'PyCon US') yield il.load_item()