def extract_expiry(spider,hxs,response): time = data_extractor.extractXpath(hxs,"//span[@class='datetime']//text()",0) print '\n\n\n',time,'\n\n\n' try: ret = int(expiry_resolver.from_timestring(time)) except: ret = "" return ret
def extract_expiry(spider,hxs,response): scripts = data_extractor.extractXpath(hxs,"//script",None,'') index = re.findall("(?<=var countdown = )\d+(?=;)",scripts) try: ret = time.time() + int(index[0]) except: ret = "" return ret
def extract_expiry(spider,hxs,response): scripts = data_extractor.extractXpath(hxs,"//script",None,'') index = scripts.find("jam1.TargetDate") if index: timestring = scripts[index+20:index+45] print '\n\n\nindex:scripts...{',index,'}\n\n\n{',timestring,'}\n\n\n\n\n' try: ret = int(expiry_resolver.from_timestring(timestring)) - 8*3600 except: ret = "" return ret else: return None
def extract_expiry(spider,hxs,response): scripts = data_extractor.extractXpath(hxs,"//script",None); if scripts: timeleft = int(re.findall('(?<=time_left":)\d+',scripts)[0]) / 1000 if timeleft: return expiry_resolver.from_timeleft(secondsleft=int(timeleft))
def extract_expiry(spider,hxs,response): script = data_extractor.extractXpath(hxs,"//script",None); if script: timeleft = int(re.findall("(?<=\.countdown\(\{until: \'\+)\d+",script)[0]) if timeleft: return expiry_resolver.from_timeleft(secondsleft=int(timeleft))
def extract_expiry(spider,hxs,response): seconds = data_extractor.extractXpath(hxs,"//input[@name='deal_time_left']/@value",None); if seconds: return expiry_resolver.from_timeleft(secondsleft=int(seconds))
def extract_title(spider,hxs,response): title = data_extractor.extractXpath(hxs,"//meta[@property='og:title']/@content") subtitle = data_extractor.extractXpath(hxs,"//div[@class='sub_title']//text()") return (title + ' ' + subtitle).strip()
def extract_expiry(spider,hxs,response): timestring = data_extractor.extractXpath(hxs,"//span[@id='origEnd']/@name") timeleft = int(expiry_resolver.from_timestring(timestring)) - 8*3600 return timeleft