def MessageLineUpdateSubscribe(line, author, created):
results = defaultdict(list)
if line.startswith("updateme") or line.startswith(
"subscribeme") or line.startswith("http"):
users = re.findall('(?: /?u/)([\w-]*)', line)
subs = re.findall('(?: /?r/)(\w*)', line)
links = re.findall('(?:reddit.com/r/\w*/comments/)(\w*)', line)
filters = re.findall('(?:filter=)(\S*)', line)
if len(links) != 0:
try:
submission = reddit.getSubmission(links[0])
users.append(str(submission.author))
subs.append(str(submission.subreddit))
except Exception as err:
log.debug("Exception parsing link")
if len(users) != 0 and len(subs) != 0 and not (len(users) > 1
and len(subs) > 1):
if line.startswith("updateme"):
subscriptionTypeSingle = True
elif line.startswith("subscribeme"):
subscriptionTypeSingle = False
else:
subscriptionTypeSingle = not database.subredditDefaultSubscribe(
subs[0].lower())
if len(filters):
filter = filters[0]
else:
filter = None
if len(users) > 1:
for user in users:
result, data = utility.addUpdateSubscription(
author, user, subs[0], created, subscriptionTypeSingle,
filter)
results[result].append(data)
elif len(subs) > 1:
for sub in subs:
result, data = utility.addUpdateSubscription(
author, users[0], sub, created, subscriptionTypeSingle,
filter)
results[result].append(data)
else:
result, data = utility.addUpdateSubscription(
author, users[0], subs[0], created, subscriptionTypeSingle,
filter)
results[result].append(data)
return results
def MessageLineUpdateSubscribe(line, author, created):
results = defaultdict(list)
if line.startswith("updateme") or line.startswith("subscribeme") or line.startswith("http"):
users = re.findall('(?: /?u/)([\w-]*)', line)
subs = re.findall('(?: /?r/)(\w*)', line)
links = re.findall('(?:reddit.com/r/\w*/comments/)(\w*)', line)
filters = re.findall('(?:filter=)(\S*)', line)
if len(links) != 0:
try:
submission = reddit.getSubmission(links[0])
users.append(str(submission.author))
subs.append(str(submission.subreddit))
except Exception as err:
log.debug("Exception parsing link")
if len(users) != 0 and len(subs) != 0 and not (len(users) > 1 and len(subs) > 1):
if line.startswith("updateme"):
subscriptionTypeSingle = True
elif line.startswith("subscribeme"):
subscriptionTypeSingle = False
else:
subscriptionTypeSingle = not database.subredditDefaultSubscribe(subs[0].lower())
if len(filters):
filter = filters[0]
else:
filter = None
if len(users) > 1:
for user in users:
result, data = utility.addUpdateSubscription(author, user, subs[0], created, subscriptionTypeSingle, filter)
results[result].append(data)
elif len(subs) > 1:
for sub in subs:
result, data = utility.addUpdateSubscription(author, users[0], sub, created, subscriptionTypeSingle, filter)
results[result].append(data)
else:
result, data = utility.addUpdateSubscription(author, users[0], subs[0], created, subscriptionTypeSingle, filter)
results[result].append(data)
return results
def getGameByThread(thread):
log.debug('Getting game thread information for thread {}'.format(thread))
threadText = reddit.getSubmission(thread)
return extractTableFromMessage(threadText.selftext)
def searchComments(searchTerm, startTime):
errors = []
if searchTerm == globals.UPDATE_NAME:
subscriptionType = True
elif searchTerm == globals.SUBSCRIPTION_NAME:
subscriptionType = False
url = "https://api.pushshift.io/reddit/comment/search?q=" + searchTerm + "&limit=200&sort=desc"
try:
requestTime = time.perf_counter()
json = requests.get(url, headers={'User-Agent': globals.USER_AGENT})
requestSeconds = int(time.perf_counter() - requestTime)
if json.status_code != 200:
log.warning("Could not parse data for search term: " + searchTerm +
" status: " + str(json.status_code))
errors.append("Could not parse data for search term: " +
str(json.status_code) + " : " + url)
return 0, 0, 0, errors
comments = json.json()['data']
except Exception as err:
log.warning("Could not parse data for search term: " + searchTerm)
log.warning(traceback.format_exc())
errors.append("Could not parse data for search term: " + url)
return 0, 0, 0, errors
if len(comments) == 0:
log.warning("Could not parse data for search term, no results: " +
searchTerm + " status: " + str(json.status_code))
errors.append("Could not parse data for search term, no results: " +
str(json.status_code) + " : " + url)
return 0, 0, 0, errors
elif requestSeconds > 80 and len(comments) > 0:
log.warning("Long request, but returned successfully: " +
str(requestSeconds))
timestamp = database.getCommentSearchTime(searchTerm)
if timestamp is None:
timestamp = startTime
database.updateCommentSearchSeconds(searchTerm, timestamp)
# we want to start at the oldest. Since we update the current timestamp at each item,
# if we crash, we don't want to lose anything
oldestIndex = len(comments) - 1
for i, comment in enumerate(comments):
if datetime.utcfromtimestamp(comment['created_utc']) < timestamp:
oldestIndex = i - 1
break
if i == 99:
log.info(
"Messaging owner that that we might have missed a comment")
strList = strings.possibleMissedCommentMessage(
datetime.utcfromtimestamp(comment['created_utc']), timestamp)
strList.append("\n\n*****\n\n")
strList.append(strings.footer)
if not reddit.sendMessage(globals.OWNER_NAME, "Missed Comment",
''.join(strList)):
log.warning(
"Could not send message to owner that we might have missed a comment"
)
if oldestIndex == -1:
return 0, 0, requestSeconds, errors
commentsAdded = 0
commentsSearched = 0
for comment in comments[oldestIndex::-1]:
if comment['author'].lower() != globals.ACCOUNT_NAME.lower():
commentsSearched += 1
if database.isBlacklisted(comment['author'].lower(),
comment['subreddit'].lower()):
continue
log.info("Found public comment by /u/" + comment['author'])
comment['link_author'] = str(
reddit.getSubmission(comment['link_id'][3:]).author)
result, data = utility.addUpdateSubscription(
comment['author'], comment['link_author'],
comment['subreddit'],
datetime.utcfromtimestamp(comment['created_utc']),
subscriptionType, None)
posted = False
if result != 'couldnotadd' and not database.alwaysPMForSubreddit(comment['subreddit'].lower()) \
and not database.isThreadReplied(comment['link_id'][3:]):
strList = []
existingSubscribers = database.getAuthorSubscribersCount(
comment['subreddit'].lower(),
comment['link_author'].lower())
strList.extend(
strings.confirmationComment(subscriptionType,
comment['link_author'],
comment['subreddit'],
comment['link_id'][3:],
existingSubscribers))
strList.append("\n\n*****\n\n")
strList.append(strings.footer)
log.info("Publicly replying to /u/%s for /u/%s in /r/%s:",
comment['author'], comment['link_author'],
comment['subreddit'])
resultCommentID = reddit.replyComment(comment['id'],
''.join(strList))
if resultCommentID is not None:
database.addThread(comment['link_id'][3:], resultCommentID,
comment['link_author'].lower(),
comment['subreddit'].lower(),
comment['author'].lower(),
datetime.utcnow(), existingSubscribers,
subscriptionType, False)
posted = True
else:
log.warning("Could not publicly reply to /u/%s",
comment['author'])
if not posted:
strList = []
if result == 'couldnotadd':
utility.checkDeniedRequests(data['subreddit'])
strList.extend(strings.couldNotSubscribeSection([data]))
else:
if result == 'added':
commentsAdded += 1
strList.extend(strings.confirmationSection([data]))
elif result == 'updated':
commentsAdded += 1
strList.extend(
strings.updatedSubscriptionSection([data]))
elif result == 'exist':
strList.extend(strings.alreadySubscribedSection([data
]))
strList.append("\n\n*****\n\n")
strList.append(strings.footer)
log.info(
"Messaging confirmation for public comment to /u/%s for /u/%s in /r/%s:",
comment['author'], comment['link_author'],
comment['subreddit'])
if not reddit.sendMessage(
comment['author'],
strings.messageSubject(comment['author']),
''.join(strList)):
log.warning(
"Could not send message to /u/%s when sending confirmation for public comment",
comment['author'])
database.updateCommentSearchSeconds(
searchTerm,
datetime.utcfromtimestamp(comment['created_utc']) +
timedelta(0, 1))
return commentsSearched, commentsAdded, requestSeconds, errors
def getGameByThread(thread):
threadText = reddit.getSubmission(thread).selftext
return extractTableFromMessage(threadText)
def searchComments(searchTerm, startTime):
errors = []
if searchTerm == globals.UPDATE_NAME:
subscriptionType = True
elif searchTerm == globals.SUBSCRIPTION_NAME:
subscriptionType = False
url = "https://api.pushshift.io/reddit/comment/search?q="+searchTerm+"&limit=100&sort=desc"
try:
requestTime = time.perf_counter()
json = requests.get(url, headers={'User-Agent': globals.USER_AGENT})
requestSeconds = int(time.perf_counter() - requestTime)
if json.status_code != 200:
log.warning("Could not parse data for search term: "+searchTerm + " status: " + str(json.status_code))
errors.append("Could not parse data for search term: "+str(json.status_code) + " : " + url)
return 0, 0, 0, errors
comments = json.json()['data']
except Exception as err:
log.warning("Could not parse data for search term: "+searchTerm)
log.warning(traceback.format_exc())
errors.append("Could not parse data for search term: "+url)
return 0, 0, 0, errors
if len(comments) == 0:
log.warning("Could not parse data for search term, no results: "+searchTerm + " status: "+str(json.status_code))
errors.append("Could not parse data for search term, no results: "+str(json.status_code) + " : " +url)
return 0, 0, 0, errors
elif requestSeconds > 80 and len(comments) > 0:
log.warning("Long request, but returned successfully: "+str(requestSeconds))
timestamp = database.getCommentSearchTime(searchTerm)
if timestamp is None:
timestamp = startTime
database.updateCommentSearchSeconds(searchTerm, timestamp)
# we want to start at the oldest. Since we update the current timestamp at each item,
# if we crash, we don't want to lose anything
oldestIndex = len(comments) - 1
for i, comment in enumerate(comments):
if datetime.utcfromtimestamp(comment['created_utc']) < timestamp:
oldestIndex = i - 1
break
if i == 99:
log.info("Messaging owner that that we might have missed a comment")
strList = strings.possibleMissedCommentMessage(datetime.utcfromtimestamp(comment['created_utc']), timestamp)
strList.append("\n\n*****\n\n")
strList.append(strings.footer)
if not reddit.sendMessage(globals.OWNER_NAME, "Missed Comment", ''.join(strList)):
log.warning("Could not send message to owner that we might have missed a comment")
if oldestIndex == -1:
return 0, 0, requestSeconds, errors
commentsAdded = 0
commentsSearched = 0
for comment in comments[oldestIndex::-1]:
if comment['author'].lower() != globals.ACCOUNT_NAME.lower():
commentsSearched += 1
if database.isBlacklisted(comment['author'].lower(), comment['subreddit'].lower()):
continue
log.info("Found public comment by /u/"+comment['author'])
comment['link_author'] = str(reddit.getSubmission(comment['link_id'][3:]).author)
result, data = utility.addUpdateSubscription(comment['author'], comment['link_author'], comment['subreddit'],
datetime.utcfromtimestamp(comment['created_utc']), subscriptionType, None)
posted = False
if result != 'couldnotadd' and not database.alwaysPMForSubreddit(comment['subreddit'].lower()) \
and not database.isThreadReplied(comment['link_id'][3:]):
strList = []
existingSubscribers = database.getAuthorSubscribersCount(comment['subreddit'].lower(),
comment['link_author'].lower())
strList.extend(
strings.confirmationComment(subscriptionType, comment['link_author'], comment['subreddit'],
comment['link_id'][3:], existingSubscribers))
strList.append("\n\n*****\n\n")
strList.append(strings.footer)
log.info("Publicly replying to /u/%s for /u/%s in /r/%s:", comment['author'], comment['link_author'],
comment['subreddit'])
resultCommentID = reddit.replyComment(comment['id'], ''.join(strList))
if resultCommentID is not None:
database.addThread(comment['link_id'][3:], resultCommentID, comment['link_author'].lower(),
comment['subreddit'].lower(), comment['author'].lower(),
datetime.utcnow(), existingSubscribers, subscriptionType, False)
posted = True
else:
log.warning("Could not publicly reply to /u/%s", comment['author'])
if not posted:
strList = []
if result == 'couldnotadd':
utility.checkDeniedRequests(data['subreddit'])
strList.extend(strings.couldNotSubscribeSection([data]))
else:
if result == 'added':
commentsAdded += 1
strList.extend(strings.confirmationSection([data]))
elif result == 'updated':
commentsAdded += 1
strList.extend(strings.updatedSubscriptionSection([data]))
elif result == 'exist':
strList.extend(strings.alreadySubscribedSection([data]))
strList.append("\n\n*****\n\n")
strList.append(strings.footer)
log.info("Messaging confirmation for public comment to /u/%s for /u/%s in /r/%s:", comment['author'],
comment['link_author'], comment['subreddit'])
if not reddit.sendMessage(comment['author'], strings.messageSubject(comment['author']),
''.join(strList)):
log.warning("Could not send message to /u/%s when sending confirmation for public comment",
comment['author'])
database.updateCommentSearchSeconds(searchTerm, datetime.utcfromtimestamp(comment['created_utc']) +
timedelta(0, 1))
return commentsSearched, commentsAdded, requestSeconds, errors