def test_dont_send_when_no_changes(capsys, monkeypatch):
"""Test that emails are not sent when there are no changes."""
# Patches
monkeypatch.setattr('dnstwister.repository.db', patches.SimpleKVDatabase())
monkeypatch.setattr(
'dnstwister.tools.dnstwist.DomainFuzzer', patches.SimpleFuzzer
)
# Return no IPs
monkeypatch.setattr(
'dnstwister.tools.resolve', lambda domain: (False, False)
)
emailer = patches.NoEmailer()
monkeypatch.setattr('workers.email.emailer', emailer)
repository = dnstwister.repository
# Settings
domain = 'www.example.com'
sub_id = '1234'
email = '*****@*****.**'
# Subscribe a new user.
repository.subscribe_email(sub_id, email, domain)
# Do a delta report.
workers.deltas.process_domain(domain)
# Process the subscription.
sub_data = repository.db.data['email_sub:{}'.format(sub_id)]
workers.email.process_sub(sub_id, sub_data)
# We've not sent any emails as there were no changes (no IPs resolved at
# all).
assert len(emailer.sent_emails) == 0
def test_dont_send_too_often(capsys, monkeypatch):
"""Test that emails are not sent more than every 24 hours."""
# Patches
monkeypatch.setattr(
'dnstwister.repository.db',
patches.SimpleKVDatabase()
)
monkeypatch.setattr(
'dnstwister.repository.statistics.db',
patches.SimpleKVDatabase()
)
monkeypatch.setattr(
'dnstwister.tools.dnstwist.DomainFuzzer',
patches.SimpleFuzzer
)
monkeypatch.setattr(
'dnstwister.tools.resolve',
lambda domain: ('999.999.999.999', False)
)
emailer = patches.NoEmailer()
monkeypatch.setattr(
'workers.email.emailer',
emailer
)
repository = dnstwister.repository
# Settings
domain = 'www.example.com'
sub_id = '1234'
email = '*****@*****.**'
# Subscribe a new user.
repository.subscribe_email(sub_id, email, domain)
# Do a delta report.
workers.deltas.process_domain(domain)
# Process the subscription.
sub_data = repository.db.data['email_sub:{}'.format(sub_id)]
workers.email.process_sub(sub_id, sub_data)
# And we've sent an email.
assert len(emailer.sent_emails) == 1
# Re-process immediately
workers.email.process_sub(sub_id, sub_data)
# Check we haven't sent two emails
assert len(emailer.sent_emails) == 1
def test_pre_noisy_domain_subscriptions_default_to_off(capsys, monkeypatch):
"""Test that subscriptions prior to noisy domains existing are supported
still but default to 'off'.
"""
# Patches
monkeypatch.setattr('dnstwister.repository.db', patches.SimpleKVDatabase())
monkeypatch.setattr('dnstwister.tools.dnstwist.DomainFuzzer',
patches.SimpleFuzzer)
# Enable noisy domains functionality
monkeypatch.setenv('feature.noisy_domains', 'true')
# Ensure the fake redis will work.
monkeypatch.setenv('REDIS_URL', '')
# Return a result
monkeypatch.setattr('dnstwister.tools.resolve', lambda domain:
('999.999.999.999', False))
emailer = patches.NoEmailer()
monkeypatch.setattr('workers.email.emailer', emailer)
repository = dnstwister.repository
# Settings
domain = 'www.example.com'
sub_id = '1234'
email = '*****@*****.**'
# Mark the found domain as also noisy.
store = dnstwister.stats_store
for _ in range(5):
store.note('www.example.co')
# Subscribe a new user, make them look like the pre-feature style.
repository.subscribe_email(sub_id, email, domain, True)
del (repository.db._data['email_sub:1234']['hide_noisy'])
# Do a delta report.
workers.deltas.process_domain(domain)
# Process the subscription.
sub_data = repository.db.data['email_sub:{}'.format(sub_id)]
workers.email.process_sub(sub_id, sub_data)
# We have an email.
assert len(emailer.sent_emails) == 1
# And there is no reference to noisy domains in the email.
assert 'noisy' not in emailer.sent_emails[0][2]
def test_dont_send_when_only_noisy(capsys, monkeypatch):
"""Test that emails are not sent when no non-noisy domains exist in
delta report.
"""
# Patches
monkeypatch.setattr('dnstwister.repository.db', patches.SimpleKVDatabase())
monkeypatch.setattr('dnstwister.tools.dnstwist.DomainFuzzer',
patches.SimpleFuzzer)
# Ensure the fake redis will work.
monkeypatch.setenv('REDIS_URL', '')
# Return a result
monkeypatch.setattr('dnstwister.tools.resolve', lambda domain:
('999.999.999.999', False))
# Enable noisy domains functionality
monkeypatch.setenv('feature.noisy_domains', 'true')
emailer = patches.NoEmailer()
monkeypatch.setattr('workers.email.emailer', emailer)
repository = dnstwister.repository
# Settings
domain = 'www.example.com'
sub_id = '1234'
email = '*****@*****.**'
# Mark the found domain as also noisy.
store = dnstwister.stats_store
for _ in range(5):
store.note('www.example.co')
# Subscribe a new user, with noisy filtering enabled.
repository.subscribe_email(sub_id, email, domain, True)
# Do a delta report.
workers.deltas.process_domain(domain)
# Process the subscription.
sub_data = repository.db.data['email_sub:{}'.format(sub_id)]
workers.email.process_sub(sub_id, sub_data)
# We've not sent any emails as there were no changes (no IPs resolved at
# all).
assert len(emailer.sent_emails) == 0
"""Tests of the email subscription mechanism."""
import binascii
import flask_webtest
import mock
import pytest
import webtest.app
import dnstwister
import dnstwister.tools
import patches
@mock.patch('dnstwister.views.www.email.emailer', patches.NoEmailer())
@mock.patch('dnstwister.repository.db', patches.SimpleKVDatabase())
def test_bad_domains_fail(webapp):
"""Test the email views check domain validity."""
with pytest.raises(webtest.app.AppError) as err:
webapp.get('/email/subscribe/3234jskdnfsdf7y34')
assert '400 BAD REQUEST' in err.value.message
with pytest.raises(webtest.app.AppError) as err:
webapp.post('/email/pending_verify/3234jskdnfsdf7y34')
assert '400 BAD REQUEST' in err.value.message
def test_bad_error_codes(webapp):
"""Test the email error codes being weird doesn't break the page."""
normal_html = webapp.get(
'/email/subscribe/7777772e6578616d706c652e636f6d').html
assert webapp.get('/email/subscribe/7777772e6578616d706c652e636f6d/9',
def test_subscription_email_timing(capsys, monkeypatch):
"""Test that email subscriptions and delta reporting are in sync.
A bug was found where, because signing up registers for delta reporting
and the email is sent as soon as the report is generated, it is possible
to send 2 emails between delta reports.
"""
# Patch away
monkeypatch.setattr(
'dnstwister.repository.db',
patches.SimpleKVDatabase()
)
monkeypatch.setattr(
'dnstwister.repository.statistics.db',
patches.SimpleKVDatabase()
)
monkeypatch.setattr(
'dnstwister.tools.dnstwist.DomainFuzzer',
patches.SimpleFuzzer
)
monkeypatch.setattr(
'dnstwister.tools.resolve',
lambda domain: ('999.999.999.999', False)
)
emailer = patches.NoEmailer()
monkeypatch.setattr(
'workers.email.emailer',
emailer
)
repository = dnstwister.repository
# Settings
domain = 'www.example.com'
sub_id = '1234'
email = '*****@*****.**'
# We start with an unregistered domain.
assert not repository.is_domain_registered(domain)
# Subscribe a new user.
repository.subscribe_email(sub_id, email, domain)
# Subscribing a user does not register the domain.
assert not repository.is_domain_registered(domain)
# Process the subscription.
sub_data = repository.db.data['email_sub:{}'.format(sub_id)]
workers.email.process_sub(sub_id, sub_data)
# We won't have sent any emails.
assert emailer.sent_emails == []
# But the domain is now registered for delta reporting.
assert repository.is_domain_registered(domain)
# So let's do a delta report.
workers.deltas.process_domain(domain)
# Process the subscription again.
sub_data = repository.db.data['email_sub:{}'.format(sub_id)]
workers.email.process_sub(sub_id, sub_data)
# And we've sent an email.
assert len(emailer.sent_emails) == 1
# Now we "let" a bit over 24 hours pass since the email was sent and the
# report was updated.
passed_time = datetime.timedelta(hours=24, minutes=1)
repository.update_last_email_sub_sent_date(
sub_id,
datetime.datetime.now() - passed_time
)
delta_report = repository.get_delta_report(domain)
repository.update_delta_report(
domain, delta_report, datetime.datetime.now() - passed_time
)
# Now we run the email worker for the sub *before* the delta report.
workers.email.process_sub(sub_id, sub_data)
# We've not sent an extra email because it's more than 23 hours since the
# last delta report.
assert len(emailer.sent_emails) == 1
# As soon as the delta report is ran again we can send another email.
monkeypatch.setattr(
'dnstwister.tools.resolve', lambda domain: ('999.999.999.222', False)
)
workers.deltas.process_domain(domain)
workers.email.process_sub(sub_id, sub_data)
assert len(emailer.sent_emails) == 2
# And the emails are different.
assert emailer.sent_emails[0] != emailer.sent_emails[1]