Esempio n. 1
0
 def process_item(self, item, spider):
   if not isinstance(item, HotelItem):
     return item
   for k, v in item.iteritems():
     if k == 'phone':
       if v and len(v):
         v = helper.SEL_RE_PHONE_NUMBER.findall(v[0])
       item[k] = helper.rev_telephone(v[0] if len(v) else u'')
     elif k == 'page_breadcrumbs':
         if v and len(v):
           item[k] = v[:len(v) - 1] if v else []
         else:
           item[k] = []
     elif k == 'place':
       item[k] = self.clean_place(v)
     else:
       item[k] = helper.clean_lf(v)
   LocationEs.save(self.save_item_to_es(item))
   return item