def spam_dashboard_recent_events(start=None, end=None):
"""Gather data for recent spam events."""
now = datetime.datetime.now()
data = {
'events_generated': now.isoformat(' '),
'recent_spam': [],
}
# Define the start and end dates/datetimes.
if not end:
end = now
if not start:
start = end - datetime.timedelta(days=183)
# Gather recent published spam
recent_spam = RevisionAkismetSubmission.objects.filter(
type='spam',
revision__created__gt=start,
revision__created__lt=end
).select_related(
'revision__document'
).order_by('-id')
# Document is new; document is a translation
change_types = {
(False, False): "New Page",
(True, False): "Page Edit",
(False, True): "New Translation",
(True, True): "Translation Update",
}
for rs in recent_spam:
revision = rs.revision
document = revision.document
# We only care about the spam rev and the one immediately
# following, if there is one.
revisions = list(
document.revisions.filter(
id__gte=revision.id
).only('id', 'created').order_by('id')[:2]
)
# How long was it active?
if len(revisions) == 1:
if document.deleted:
try:
entry = DocumentDeletionLog.objects.filter(
locale=document.locale, slug=document.slug
).latest('id')
time_active_raw = entry.timestamp - revision.created
time_active = int(time_active_raw.total_seconds())
except DocumentDeletionLog.DoesNotExist:
time_active = 'Deleted'
else:
time_active = 'Current'
else:
next_rev = revisions[1]
time_active_raw = next_rev.created - revision.created
time_active = int(time_active_raw.total_seconds())
change_type = change_types[bool(revision.previous), bool(document.parent)]
# Gather table data
data['recent_spam'].append({
'date': revision.created.date(),
'time_active': time_active,
'revision_id': revision.id,
'revision_path': revision.get_absolute_url(),
'change_type': change_type,
'document_path': revision.document.get_absolute_url(),
})
# Update the data with the number of viewers from Google Analytics.
for chunk in chunker(data['recent_spam'], 250):
start_date = min(item['date'] for item in chunk)
revs = [item['revision_id'] for item in chunk]
try:
views = analytics_upageviews(revs, start_date)
except ImproperlyConfigured as e:
data['improperly_configured'] = str(e)
break
for item in chunk:
item['viewers'] = views[item['revision_id']]
return data
def spam_dashboard_recent_events(start=None, end=None):
"""Gather data for recent spam events."""
now = datetime.datetime.now()
data = {
'events_generated': now.isoformat(),
'recent_spam': [],
}
# Define the start and end dates/datetimes.
if not end:
end = now
if not start:
start = end - datetime.timedelta(days=183)
# Gather recent published spam
recent_spam = RevisionAkismetSubmission.objects.filter(
type='spam',
revision__created__gt=start,
revision__created__lt=end
).select_related(
'revision__document'
).order_by('-id')
# Document is new; document is a translation
change_types = {
(False, False): "New Page",
(True, False): "Page Edit",
(False, True): "New Translation",
(True, True): "Translation Update",
}
for rs in recent_spam:
revision = rs.revision
document = revision.document
# We only care about the spam rev and the one immediately
# following, if there is one.
revisions = list(
document.revisions.filter(
id__gte=revision.id
).only('id', 'created').order_by('id')[:2]
)
# How long was it active?
if len(revisions) == 1:
if document.deleted:
try:
entry = DocumentDeletionLog.objects.filter(
locale=document.locale, slug=document.slug
).latest('id')
time_active_raw = entry.timestamp - revision.created
time_active = int(time_active_raw.total_seconds())
except DocumentDeletionLog.DoesNotExist:
time_active = 'Deleted'
else:
time_active = 'Current'
else:
next_rev = revisions[1]
time_active_raw = next_rev.created - revision.created
time_active = int(time_active_raw.total_seconds())
change_type = change_types[bool(revision.previous), bool(document.parent)]
# Gather table data
data['recent_spam'].append({
'date': revision.created.date(),
'time_active': time_active,
'revision_id': revision.id,
'revision_path': revision.get_absolute_url(),
'change_type': change_type,
'document_path': revision.document.get_absolute_url(),
})
# Update the data with the number of viewers from Google Analytics.
for chunk in chunker(data['recent_spam'], 250):
start_date = min(item['date'] for item in chunk)
revs = [item['revision_id'] for item in chunk]
try:
views = analytics_upageviews(revs, start_date)
except ImproperlyConfigured as e:
data['improperly_configured'] = e.message
break
for item in chunk:
item['viewers'] = views[item['revision_id']]
return data