def parseAndSave(s): for l in s.find (id="data_list").findAll("tr"): try: tagALinkToDetail = l.find(has_link_to_show_php) if tagALinkToDetail: fullText=tagALinkToDetail.text.strip() logger.info("Searching info in douban with keyword: %s" % fullText) m = Movie(fullText) m.source_link = tagALinkToDetail['href'] m.numberOfSeeds=int(tagALinkToDetail.parent.parent.find(class_='bts_1').text) m.source_link=str(tagALinkToDetail["href"]) bucket = Bucket('couchbase://localhost/default') v=json.dumps(m.__dict__) bucket.upsert(fullText,v) else: logger.debug("skip a line in mp4ba resource page, most likely because it is an ads") except AttributeError as ae: logger.error (ae) logger.error ("Error! Skipped when trying to parse: %s" % l) exit except Exception as e: logger.error (e) logger.error ("Error! Skipped when trying to parse: %s" % l) exit