def check_examples(): dal = ReviewsDAL() r_stream = dal.load_words("train") for index in xrange(10): print "******* {} *******".format(index+1) r = next(r_stream) print r.sent.words
def stream(self): dal = ReviewsDAL() review_stream = dal.load_words(self._colname) for index, r in enumerate(review_stream): self.append_sentiment_words(r.sent.words) yield r.sent.words if index % 300 == 0: print "{} examples loaded from mongodb[{}]".format(index + 1, self._colname) dal.close()
def words_stream(): word_coder = WordCoder() dal = ReviewsDAL() review_stream = dal.load_words() for index, r in enumerate(review_stream): yield word_coder.code(r.sent.words) if index % 300 == 0: print "{} examples loaded from mongodb".format(index + 1) dal.close()
def words_stream(self): self._metas = [] dal = ReviewsDAL() review_stream = dal.load_words(self._colname) for index, r in enumerate(review_stream): self._metas.append((r.id, r.sent.sentiment)) yield r.sent.words if index % 300 == 0: print "{} examples loaded from mongodb[{}]".format(index + 1, self._colname) dal.close()