def fetch_one_kaola(item):
item_url = item.link
txt = get_http_response(item_url)
if item.title is None:
title = parse_kaola_title(txt)
if title:
update_item_title(item.link, title)
price = parse_kaola_price(txt)
if price:
f_price = float(price)
save_price(item.link, f_price)
def fetch_one_kaola(item):
item_url = item.link
txt = get_http_response(item_url)
if item.title is None :
title = parse_kaola_title(txt)
if title:
update_item_title(item.link,title)
price = parse_kaola_price(txt)
if price:
f_price = float(price)
save_price(item.link,f_price)
def fetch_one_jd(item):
item_url = item.link
#title
if item.title is None:
r = requests.get(item_url)
title = Selector(text=r.text).xpath('//div[@id="name"]/h1/text()').extract()
if title:
update_item_title(item.link,title[0])
else:
app.logger.info('fail to get title')
price_url = get_jd_price_url(item_url)
price_reponse = requests.get(price_url)
price = parse_price_jd(price_reponse.text)
if price:
f_price = float(price)
save_price(item.link,f_price)
def fetch_one_jd(item):
item_url = item.link
#title
if item.title is None:
r = requests.get(item_url)
title = Selector(
text=r.text).xpath('//div[@id="name"]/h1/text()').extract()
if title:
update_item_title(item.link, title[0])
else:
app.logger.info('fail to get title')
price_url = get_jd_price_url(item_url)
price_reponse = requests.get(price_url)
price = parse_price_jd(price_reponse.text)
if price:
f_price = float(price)
save_price(item.link, f_price)
