def parse(self, response):
content = response.body
star = Star()
selector = Selector(text=content)
bio_wrapper = selector.xpath(
'//div[@pan="M14_Person_Index_PersonBiography"]')
if len(bio_wrapper):
biography = (
bio_wrapper[0].xpath('p')[0].xpath('text()')[0].extract())
star.biography = trim_and_encode_string(biography)
star_header = selector.xpath('//div[@class="per_header"]')[0]
star.name = star_header.xpath('h2/text()')[0].extract()
star.english_name = star_header.xpath(
'p[@class="enname"]/text()')[0].extract()
star.profession = star_header.xpath('p[@pan]/text()')[0].extract()
basic_info, born_info = selector.xpath(
'//dl[@pan="M14_Person_Index_PersonBasicInfo"]')
gender = basic_info.xpath('dd/i/@class')[0].extract().replace(
'icon_', '')
if gender == 'woman':
star.gender = 'femal'
zodiac_wrapper = basic_info.xpath('dd/a/i')
if len(zodiac_wrapper):
zodiac = zodiac_wrapper[0].xpath('@class')[0].extract()
zodiac = trim_and_encode_string(zodiac)
star.zodiac = int(re.search(r'(?<=icon_star)\d+', zodiac).group())
blood_wrapper = basic_info.xpath('dd/div[@class="icon_blood"]/i')
if len(blood_wrapper):
star.blood_group = blood_wrapper[0].xpath('text()')[0].extract()
body_wrapper = basic_info.xpath('dd/span')
if len(body_wrapper):
star.height, star.weight = body_wrapper[0].xpath(
'text()').extract()
born_wrapper = born_info.xpath('dd/text()')
if len(born_wrapper):
birthday_wrapper, birthplace = born_wrapper.extract()
star.birthplace = trim_and_encode_string(birthplace)
if birthday_wrapper.strip() != '':
star.birthday = birthday_wrapper.strip()
relationship_wrapper = selector.xpath(
'//div[@class="peo_relationship"]')
if len(relationship_wrapper):
star.relationship = relationship_wrapper[0].extract().encode(
'utf8')
star.update_info()
star.save_star_info(self.connection_wrapper)
