def learn(subreddit=None):
log.info('trying to learn')
try:
if subreddit:
log.info("learning from: " + subreddit)
sub = reddit.api.subreddit(subreddit)
else: # no subreddit supplied, so we learn from a random one
subok = False
while subok == False:
sub = reddit.api.subreddit('random')
if sub.over18 == False: # we don't want nsfw sub
if sub.subscribers > 100000: # easier to get away with stuff on big subs
log.info("found: " + str(sub.display_name))
subok = True
sub_db = "{}/{}.db".format(DB_DIR, str(sub.display_name))
log.info("active db : {}".format(sub_db))
sub_brain = Brain(sub_db)
sub_hot = sub.hot()
log.info("looping through submissions")
# Loop through each submission
for submission in sub_hot:
log.info('checking submission')
# Replace the "MoreReplies" with all of the submission replies
submission.comments.replace_more(limit=0)
# Get a list of all the comments flattened
comments = submission.comments.list()
log.debug("looping through comments")
# Loop through each comment from the submission
for comment in comments:
if len(comment.body
) < 240: # long text tends to turn into noise.
log.debug("comment score: {}".format(comment.score))
if comment.score > 20: # We only want to learn things people like to hear.
if comment.author != submission.author: # We only want to learn comments as an ovserver
log.info(
"learning comment. score: {}; comment: {}".
format(comment.score,
comment.body.encode('utf8')))
base_brain.learn(comment.body.encode(
'utf8')) # Tell the bot to learn this comment
sub_brain.learn(comment.body.encode(
'utf8')) # Tell the bot to learn this comment
log.info('done learning')
except Exception as e:
# If any errors occur just print it to the console
log.info(e, exc_info=True)
def learn(subreddit=None):
log.info("trying to learn")
if os.path.isfile(MAIN_DB):
size = os.path.getsize(MAIN_DB)
log.info("db size: " + str(bytesto(size, "m")))
else:
size = 0
if size > MAIN_DB_MAX_SIZE: # learn faster early on
log.info("DB size has reached limit: {}".format(
bytesto(MAIN_DB_MAX_SIZE, "m")))
return
try:
if subreddit: # learning from a supplied
if isinstance(subreddit, str):
log.info("learning from: " + subreddit)
sub = reddit.api.subreddit(subreddit)
else:
log.info(
'I have no idea what subreddit you gave me. not going to learn.'
)
return
elif SUBREDDIT_LIST: # learn from one of the filtered subreddits
sub_name = random.choice(SUBREDDIT_LIST)
log.info("SUBREDDIT_LIST is active")
log.info("learning from: {}".format(sub_name))
sub = reddit.api.subreddit(sub_name)
else: # no subreddit supplied, so we learn from a random one
subok = False
while subok == False:
sub = reddit.api.subreddit("random")
if sub.over18 == False: # we don't want nsfw sub
if (sub.subscribers > 100000
): # easier to get away with stuff on big subs
log.info("checking if subreddit is blacklisted")
with open('src/banned_subreddits.txt'
) as blacklisted_subreddits:
list_of_blacklisted_subreddits = blacklisted_subreddits.read(
).splitlines()
if (str(sub)
) not in list_of_blacklisted_subreddits:
log.info("not blacklisted")
log.info("found: " + str(sub.display_name))
subok = True
else:
log.info("r/" + str(sub) + " is blacklisted")
sub_db = "{}/{}.db".format(DB_DIR, str(sub.display_name))
log.info("active db : {}".format(sub_db))
sub_brain = Brain(sub_db)
sub_hot = sub.hot()
log.info("looping through submissions")
# Loop through each submission
for submission in sub_hot:
log.info("checking submission")
# Replace the "MoreReplies" with all of the submission replies
submission.comments.replace_more(limit=0)
# Get a list of all the comments flattened
comments = submission.comments.list()
log.debug("looping through comments")
# Loop through each comment from the submission
for comment in comments:
if len(comment.body
) < 240: # long text tends to turn into noise.
log.debug("comment score: {}".format(comment.score))
if (comment.score > 20
): # We only want to learn things people like to hear.
if (comment.author != submission.author
): # We only want to learn comments as an ovserver
comment_body = comment.body
for dis_word in DISALLOWED_WORDS:
if dis_word in comment_body:
comment_body.replace(dis_word, "")
if LOG_LEARNED_COMMENTS:
log.info(
"learning comment. score: {}; comment: {}".
format(comment.score,
comment_body.encode("utf8")))
base_brain.learn(comment_body.encode(
"utf8")) # Tell the bot to learn this comment
sub_brain.learn(comment_body.encode(
"utf8")) # Tell the bot to learn this comment
# else:
# log.info("Did not learn form this comment as it contained a word from the dissallowed word list.")
log.info("done learning")
except Exception as e:
# If any errors occur just print it to the console
log.info(e, exc_info=True)
def learn(subreddit=None):
log.info("trying to learn")
if os.path.isfile(MAIN_DB):
size = os.path.getsize(MAIN_DB)
log.info("db size: " + str(bytesto(size, "m")))
else:
size = 0
if size > MAIN_DB_MAX_SIZE: # learn faster early on
log.info("DB size has reached limit: {}".format(
bytesto(MAIN_DB_MAX_SIZE, "m")))
return
try:
if subreddit:
log.info("learning from: " + subreddit)
sub = reddit.api.subreddit(subreddit)
else: # no subreddit supplied, so we learn from a random one
subok = False
while subok == False:
sub = reddit.api.subreddit("random")
if sub.over18 == False: # we don't want nsfw sub
if (sub.subscribers > 100000
): # easier to get away with stuff on big subs
log.info("found: " + str(sub.display_name))
subok = True
sub_db = "{}/{}.db".format(DB_DIR, str(sub.display_name))
log.info("active db : {}".format(sub_db))
sub_brain = Brain(sub_db)
sub_hot = sub.hot()
log.info("looping through submissions")
# Loop through each submission
for submission in sub_hot:
log.info("checking submission")
# Replace the "MoreReplies" with all of the submission replies
submission.comments.replace_more(limit=0)
# Get a list of all the comments flattened
comments = submission.comments.list()
log.debug("looping through comments")
# Loop through each comment from the submission
for comment in comments:
if len(comment.body
) < 240: # long text tends to turn into noise.
log.debug("comment score: {}".format(comment.score))
if (comment.score > 20
): # We only want to learn things people like to hear.
if (comment.author != submission.author
): # We only want to learn comments as an ovserver
log.info(
"learning comment. score: {}; comment: {}".
format(comment.score,
comment.body.encode("utf8")))
base_brain.learn(comment.body.encode(
"utf8")) # Tell the bot to learn this comment
sub_brain.learn(comment.body.encode(
"utf8")) # Tell the bot to learn this comment
log.info("done learning")
except Exception as e:
# If any errors occur just print it to the console
log.info(e, exc_info=True)