def check_examples():
dal = ReviewsDAL()
r_stream = dal.load_words("train")
for index in xrange(10):
print "******* {} *******".format(index+1)
r = next(r_stream)
print r.sent.words
def stream(self):
dal = ReviewsDAL()
review_stream = dal.load_words(self._colname)
for index, r in enumerate(review_stream):
self.append_sentiment_words(r.sent.words)
yield r.sent.words
if index % 300 == 0:
print "{} examples loaded from mongodb[{}]".format(index + 1, self._colname)
dal.close()
def words_stream():
word_coder = WordCoder()
dal = ReviewsDAL()
review_stream = dal.load_words()
for index, r in enumerate(review_stream):
yield word_coder.code(r.sent.words)
if index % 300 == 0:
print "{} examples loaded from mongodb".format(index + 1)
dal.close()
def words_stream(self):
self._metas = []
dal = ReviewsDAL()
review_stream = dal.load_words(self._colname)
for index, r in enumerate(review_stream):
self._metas.append((r.id, r.sent.sentiment))
yield r.sent.words
if index % 300 == 0:
print "{} examples loaded from mongodb[{}]".format(index + 1, self._colname)
dal.close()
