def parseAndSave(s):
for l in s.find (id="data_list").findAll("tr"):
try:
tagALinkToDetail = l.find(has_link_to_show_php)
if tagALinkToDetail:
fullText=tagALinkToDetail.text.strip()
logger.info("Searching info in douban with keyword: %s" % fullText)
m = Movie(fullText)
m.source_link = tagALinkToDetail['href']
m.numberOfSeeds=int(tagALinkToDetail.parent.parent.find(class_='bts_1').text)
m.source_link=str(tagALinkToDetail["href"])
bucket = Bucket('couchbase://localhost/default')
v=json.dumps(m.__dict__)
bucket.upsert(fullText,v)
else:
logger.debug("skip a line in mp4ba resource page, most likely because it is an ads")
except AttributeError as ae:
logger.error (ae)
logger.error ("Error! Skipped when trying to parse: %s" % l)
exit
except Exception as e:
logger.error (e)
logger.error ("Error! Skipped when trying to parse: %s" % l)
exit
