def test_match(self):
# Note: This isn't an exhaustive test. Just a rough cursory check.
# TriggerRule that matches everything matches everything.
tr = TriggerRuleFactory(
versions=[],
locales=[],
keywords=[],
products=[],
)
trm = tr.get_matcher()
resp = ResponseFactory()
assert trm.match(resp) is True
tr = TriggerRuleFactory(
versions=[u'38*'],
locales=[u'en-US', u'fr'],
keywords=[u'rc4'],
url_exists=True
)
prod = ProductFactory()
tr.products.add(prod)
trm = tr.get_matcher()
resp = ResponseFactory(
version=u'38.0.5',
locale=u'en-US',
product=prod.db_name,
description=u'rc4 is awesome',
url=u'https://example.com/'
)
assert trm.match(resp) is True
resp.locale = 'es'
assert trm.match(resp) is False
def test_spanish_with_dennis_and_existing_translations(self):
"""Response should pick up existing translation"""
existing_resp = ResponseFactory(
locale=u'es',
product=u'firefox',
description=u'hola',
translated_description=u'DUDE!'
)
resp = ResponseFactory(
locale=u'es',
product=u'firefox',
description=u'hola',
translated_description=u''
)
# Set the product up for translation *after* creating the response
# so that it doesn't get auto-translated because Response is set up
# for auto-translation.
prod = Product.objects.get(db_name='firefox')
prod.translation_system = u'dennis'
prod.save()
# No jobs should be translated
assert len(resp.generate_translation_jobs()) == 0
assert resp.translated_description == existing_resp.translated_description
def test_url_domain(self):
# Test a "normal domain"
resp = ResponseFactory(url=u'http://foo.example.com.br/blah')
assert resp.url_domain == u'example.com.br'
assert isinstance(resp.url_domain, unicode)
# Test a unicode domain
resp = ResponseFactory(
url=u'http://\u30c9\u30e9\u30af\u30a810.jp/dq10_skillpoint.html')
assert resp.url_domain == u'\u30c9\u30e9\u30af\u30a810.jp'
assert isinstance(resp.url_domain, unicode)
def test_url_exists(self):
fb1 = ResponseFactory(url=u'')
fb2 = ResponseFactory(url=u'http://example.com')
fb3 = ResponseFactory(url=u'http://example.com')
jane = AnalyzerProfileFactory().user
self.client_login_user(jane)
# Test don't care
data = {
'locales': [],
'products': [],
'versions': [],
'keywords': [],
'url_exists': None
}
resp = self.client.post(
reverse('triggerrule-match'),
content_type='application/json',
data=json.dumps(data)
)
assert resp.status_code == 200
assert (
[item['id'] for item in json.loads(resp.content)['results']] ==
[fb3.id, fb2.id, fb1.id]
)
# Test has a url
data['url_exists'] = True
resp = self.client.post(
reverse('triggerrule-match'),
content_type='application/json',
data=json.dumps(data)
)
assert resp.status_code == 200
assert (
[item['id'] for item in json.loads(resp.content)['results']] ==
[fb3.id, fb2.id]
)
# Test does not have a url
data['url_exists'] = False
resp = self.client.post(
reverse('triggerrule-match'),
content_type='application/json',
data=json.dumps(data)
)
assert resp.status_code == 200
assert (
[item['id'] for item in json.loads(resp.content)['results']] ==
[fb1.id]
)
def test_versions(self):
te_resp = ResponseFactory(version=u'38.0')
teof_resp = ResponseFactory(version=u'38.0.5')
ResponseFactory(version=u'39.0')
jane = AnalyzerProfileFactory().user
self.client_login_user(jane)
# Test one version
data = {
'locales': [],
'products': [],
'versions': [u'38.0'],
'keywords': [],
'url_exists': None
}
resp = self.client.post(
reverse('triggerrule-match'),
content_type='application/json',
data=json.dumps(data)
)
assert resp.status_code == 200
assert (
[item['id'] for item in json.loads(resp.content)['results']] ==
[te_resp.id]
)
# Test two
data['versions'] = [u'38.0', u'38.0.5']
resp = self.client.post(
reverse('triggerrule-match'),
content_type='application/json',
data=json.dumps(data)
)
assert resp.status_code == 200
assert (
[item['id'] for item in json.loads(resp.content)['results']] ==
[teof_resp.id, te_resp.id]
)
# Test prefix
data['versions'] = [u'38*']
resp = self.client.post(
reverse('triggerrule-match'),
content_type='application/json',
data=json.dumps(data)
)
assert resp.status_code == 200
assert (
[item['id'] for item in json.loads(resp.content)['results']] ==
[teof_resp.id, te_resp.id]
)
def test_keywords(self):
rte_resp = ResponseFactory(description=u'Ride the lightning')
fwtbt_resp = ResponseFactory(description=u'For whom the bell tolls')
ResponseFactory(description=u'The thing that should not be')
jane = AnalyzerProfileFactory().user
self.client_login_user(jane)
# Test one keyword
data = {
'locales': [],
'products': [],
'versions': [],
'keywords': [u'lightning'],
'url_exists': None
}
resp = self.client.post(
reverse('triggerrule-match'),
content_type='application/json',
data=json.dumps(data)
)
assert resp.status_code == 200
assert (
[item['id'] for item in json.loads(resp.content)['results']] ==
[rte_resp.id]
)
# Test two
data['keywords'] = [u'lightning', u'tolls']
resp = self.client.post(
reverse('triggerrule-match'),
content_type='application/json',
data=json.dumps(data)
)
assert resp.status_code == 200
assert (
[item['id'] for item in json.loads(resp.content)['results']] ==
[fwtbt_resp.id, rte_resp.id]
)
# Test phrase
data['keywords'] = [u'bell tolls']
resp = self.client.post(
reverse('triggerrule-match'),
content_type='application/json',
data=json.dumps(data)
)
assert resp.status_code == 200
assert (
[item['id'] for item in json.loads(resp.content)['results']] ==
[fwtbt_resp.id]
)
def test_cant_see_old_responses(self):
# Make sure we can't see responses from > 180 days ago
cutoff = datetime.today() - timedelta(days=180)
ResponseFactory(description='Young enough--Party!',
created=cutoff + timedelta(days=1))
ResponseFactory(description='Too old--Get off my lawn!',
created=cutoff - timedelta(days=1))
self.refresh()
url = reverse('dashboard')
resp = self.client.get(url,
{'date_start': cutoff.strftime('%Y-%m-%d')})
assert 'Young enough--Party!' in resp.content
assert 'Too old--Get off my lawn!' not in resp.content
def test_not_json(self):
# If we get back text and not JSON, then the sumo search
# suggest provider should return no links. This tests the "if
# any exception happens, return nothing" handling.
with requests_mock.Mocker() as m:
m.get(SUMO_SUGGEST_API_URL, text='Gah! Something bad happened')
patch_point = 'fjord.suggest.providers.sumo.provider.logger'
with patch(patch_point) as logger_patch:
# Create a mock that we can call .exception() on and
# it makes sure it got called.
logger_patch.exception = MagicMock()
feedback = ResponseFactory(
happy=False,
locale=u'en-US',
product=u'Firefox',
description=(
u'slow browser please speed improve i am wait '
u'speed improv'))
links = self.suggester.get_suggestions(feedback)
# Make sure we get back no links.
assert len(links) == 0
# Make sure logger.exception() got called once.
assert logger_patch.exception.call_count == 1
def test_response_id_in_qs_authenticated(self):
"""Verify response_id in querystring overrides session id"""
# Create analyzer and log in.
jane = AnalyzerProfileFactory().user
self.client_login_user(jane)
# Create some feedback which sets the response_id in the
# session.
url = reverse('feedback', args=(u'firefox', ), locale='en-US')
r = self.client.post(
url, {
'happy': 0,
'description': u'Why Firefox not make me sandwiches!',
},
follow=True)
# Create another piece of feedback which is not the one we
# just did.
feedback = ResponseFactory(description=u'purple horseshoes')
# Fetch the thank you page with the response_id in the
# querystring.
url = reverse('thanks') + '?response_id={0}'.format(feedback.id)
r = self.client.get(url)
assert r.status_code == 200
assert r.jinja_context['feedback'].id == feedback.id
assert r.jinja_context['suggestions'] == []
def setUp(self):
super(TestSearchView, self).setUp()
# Set up some sample data
# 4 happy, 3 sad.
# 2 Windows XP, 2 Linux, 1 OS X, 2 Windows 7
now = datetime.now()
# The dashboard by default shows the last week of data, so
# these need to be relative to today. The alternative is that
# every test gives an explicit date range, and that is
# annoying and verbose.
items = [
# happy, platform, locale, description, created
(True, '', 'en-US', 'apple', now - timedelta(days=6)),
(True, 'Windows 7', 'es', 'banana', now - timedelta(days=5)),
(True, 'Linux', 'en-US', 'orange', now - timedelta(days=4)),
(True, 'Linux', 'en-US', 'apple', now - timedelta(days=3)),
(False, 'Windows XP', 'en-US', 'banana', now - timedelta(days=2)),
(False, 'Windows 7', 'en-US', 'orange', now - timedelta(days=1)),
(False, 'Linux', 'es', u'\u2713 apple', now - timedelta(days=0)),
]
for happy, platform, locale, description, created in items:
# We don't need to keep this around, just need to create it.
ResponseFactory(happy=happy,
platform=platform,
locale=locale,
description=description,
created=created)
self.refresh()
# Create analyzer and log analyzer in
jane = ProfileFactory(user__email='*****@*****.**').user
jane.groups.add(Group.objects.get(name='analyzers'))
self.client_login_user(jane)
def test_response_view_analyzer(self):
"""Test secret section only shows up for analyzers"""
resp = ResponseFactory(happy=True, description=u'the bestest best!')
self.refresh()
r = self.client.get(reverse('response_view', args=(resp.id, )))
eq_(200, r.status_code)
self.assertTemplateUsed(r, 'analytics/response.html')
assert str(resp.description) in r.content
# Verify there is no secret area visible for non-analyzers.
pq = PyQuery(r.content)
secretarea = pq('dl.secret')
eq_(len(secretarea), 0)
jane = ProfileFactory(user__email='*****@*****.**').user
jane.groups.add(Group.objects.get(name='analyzers'))
self.client_login_user(jane)
r = self.client.get(reverse('response_view', args=(resp.id, )))
eq_(200, r.status_code)
self.assertTemplateUsed(r, 'analytics/response.html')
assert str(resp.description) in r.content
# Verify the secret area is there.
pq = PyQuery(r.content)
secretarea = pq('dl.secret')
eq_(len(secretarea), 1)
# Verify there is an mlt section in the secret area.
mlt = pq('dd#mlt')
eq_(len(mlt), 1)
def setUp(self):
super(TestDashboardView, self).setUp()
# Set up some sample data
# 4 happy, 3 sad.
# 2 Windows XP, 2 Linux, 1 OS X, 2 Windows 7
now = datetime.now()
# The dashboard by default shows the last week of data, so
# these need to be relative to today. The alternative is that
# every test gives an explicit date range, and that is
# annoying and verbose.
items = [
# happy, platform, locale, description, created
(True, '', 'en-US', 'apple', now - timedelta(days=6)),
(True, 'Windows 7', 'es', 'banana', now - timedelta(days=5)),
(True, 'Linux', 'en-US', 'orange', now - timedelta(days=4)),
(True, 'Linux', 'en-US', 'apple', now - timedelta(days=3)),
(False, 'Windows XP', 'en-US', 'banana', now - timedelta(days=2)),
(False, 'Windows 7', 'en-US', 'orange', now - timedelta(days=1)),
(False, 'Linux', 'es', u'\u2713 apple', now - timedelta(days=0)),
]
for happy, platform, locale, description, created in items:
# We don't need to keep this around, just need to create it.
ResponseFactory(happy=happy,
platform=platform,
locale=locale,
description=description,
created=created)
self.refresh()
def test_get_suggestions(self):
now = u'ts_{0}'.format(datetime.datetime.now())
req = self.get_feedback_post_request({
'happy':
1,
'description':
now,
'url':
u'http://example.com/{0}'.format(now)
})
feedback = ResponseFactory(happy=True,
description=now,
url=u'http://example.com/{0}'.format(now))
# Try with just the feedback
links = get_suggestions(feedback)
assert len(links) == 1
assert links[0].provider == 'dummy'
assert links[0].provider_version == 1
assert links[0].cssclass == u'document'
assert links[0].summary == u'summary {0}'.format(now)
assert links[0].description == u'description {0}'.format(now)
assert links[0].url == feedback.url
# Now with the feedback and request
links = get_suggestions(feedback, req)
assert len(links) == 1
assert links[0].provider == 'dummy'
assert links[0].provider_version == 1
assert links[0].cssclass == u'document'
assert links[0].summary == u'summary {0}'.format(now)
assert links[0].description == u'description {0}'.format(now)
assert links[0].url == feedback.url
def setUp(self):
super(TestOccurrencesView, self).setUp()
# Set up some sample data
items = [
# happy, locale, description
(True, 'en-US', 'apple banana orange pear'),
(True, 'en-US', 'orange pear kiwi'),
(True, 'en-US', 'chocolate chocolate yum'),
(False, 'en-US', 'apple banana grapefruit'),
# This one doesn't create bigrams because there isn't enough words
(False, 'en-US', 'orange'),
# This one shouldn't show up
(False, 'es', 'apple banana'),
]
for happy, locale, description in items:
ResponseFactory(happy=happy,
locale=locale,
description=description)
self.refresh()
# Create analyzer and log analyzer in
jane = ProfileFactory(user__email='*****@*****.**').user
jane.groups.add(Group.objects.get(name='analyzers'))
self.client_login_user(jane)
def test_too_short(self):
with requests_mock.Mocker():
feedback = ResponseFactory(happy=False,
locale=u'en-US',
product=u'Firefox',
description=u'Firefox is bad.')
links = self.suggester.get_suggestions(feedback)
assert len(links) == 0
def test_not_firefox(self):
with requests_mock.Mocker():
feedback = ResponseFactory(
happy=False,
locale=u'en-US',
product=u'Firefox for Android',
description=u'Firefox does not make good sandwiches. Srsly.')
links = self.suggester.get_suggestions(feedback)
assert len(links) == 0
def test_id(self):
feedback = ResponseFactory()
self.refresh()
resp = self.client.get(reverse('feedback-api'), {'id': feedback.id})
json_data = json.loads(resp.content)
assert json_data['count'] == 1
assert len(json_data['results']) == 1
assert json_data['results'][0]['id'] == feedback.id
def test_multiple_ids(self):
# Create some responses that we won't ask for
for i in range(5):
ResponseFactory()
resps = []
for i in range(5):
resps.append(ResponseFactory())
self.refresh()
resp = self.client.get(
reverse('feedback-api'),
{'id': ','.join([str(int(f.id)) for f in resps])})
json_data = json.loads(resp.content)
assert json_data['count'] == 5
assert len(json_data['results']) == 5
assert (sorted([item['id'] for item in json_data['results']
]) == sorted([feedback.id for feedback in resps]))
def test_live_indexing(self):
search = ResponseDocType.docs.search()
count_pre = search.count()
s = ResponseFactory(happy=True, description='Test live indexing.')
self.refresh()
assert count_pre + 1 == search.count()
s.delete()
self.refresh()
assert count_pre == search.count()
def test_response_view_mobile(self):
"""Test response mobile view doesn't die"""
resp = ResponseFactory(happy=True, description=u'the best!')
self.refresh()
r = self.client.get(reverse('response_view', args=(resp.id, )),
{'mobile': 1})
eq_(200, r.status_code)
self.assertTemplateUsed(r, 'analytics/mobile/response.html')
assert str(resp.description) in r.content
def test_truncated_description_on_dashboard(self):
# Create a description that's 500 characters long (which is
# the truncation length) plus a string that's easy to assert
# non-existence of.
desc = ('0' * 500) + 'OMGou812'
ResponseFactory(description=desc)
self.refresh()
url = reverse('dashboard')
r = self.client.get(url)
assert 'OMGou812' not in r.content
def test_live_indexing(self):
S = ResponseMappingType.search
count_pre = S().count()
s = ResponseFactory(happy=True, description='Test live indexing.')
self.refresh()
eq_(count_pre + 1, S().count())
s.delete()
self.refresh()
eq_(count_pre, S().count())
def test_response_id_in_qs_unauthenticated(self):
"""Verify response_id in querystring is ignored if user is not
authenticated
"""
feedback = ResponseFactory()
url = reverse('thanks') + '?response_id={0}'.format(feedback.id)
r = self.client.get(url)
assert r.status_code == 200
assert r.jinja_context['feedback'] is None
assert r.jinja_context['suggestions'] is None
def test_junk_ids(self):
"""Junk ids should just get ignored"""
feedback = ResponseFactory()
self.refresh()
resp = self.client.get(reverse('feedback-api'),
{'id': str(feedback.id) + ',foo'})
json_data = json.loads(resp.content)
assert json_data['count'] == 1
assert len(json_data['results']) == 1
assert json_data['results'][0]['id'] == feedback.id
def test_english_gb_no_translation(self):
"""en-GB descriptions should get copied over"""
resp = ResponseFactory(locale=u'en-GB',
description=u'hello',
translated_description=u'')
# No new jobs should be generated
assert len(resp.generate_translation_jobs()) == 0
# Re-fetch from the db and make sure the description was copied over
resp = Response.objects.get(id=resp.id)
assert resp.description == resp.translated_description
def test_spanish_no_translation(self):
"""Spanish should not get translated"""
resp = ResponseFactory(locale=u'es',
product=u'firefox',
description=u'hola',
translated_description=u'')
# No jobs should be translated
assert len(resp.generate_translation_jobs()) == 0
# Nothing should be translated
assert resp.translated_description == u''
def test_auto_translation(self):
prod = Product.objects.get(db_name='firefox')
prod.translation_system = u'dennis'
prod.save()
resp = ResponseFactory(locale=u'es',
product=u'firefox',
description=u'hola')
# Fetch it from the db again
resp = Response.objects.get(id=resp.id)
assert resp.translated_description == u'\xabHOLA\xbb'
def test_english_no_translation(self):
"""English descriptions should get copied over"""
resp = ResponseFactory(locale=u'en-US',
description=u'hello',
translated_description=u'')
# No new jobs should be generated
eq_(len(resp.generate_translation_jobs()), 0)
# Re-fetch from the db and make sure the description was copied over
resp = Response.objects.get(id=resp.id)
eq_(resp.description, resp.translated_description)
def test_date_delta_with_no_constraints(self):
"""Test date_delta filtering without date_end or date_start"""
today = str(date.today())
yesterday = str(date.today() + timedelta(days=-1))
beforeyesterday = str(date.today() + timedelta(days=-2))
for d in [beforeyesterday, yesterday, today]:
ResponseFactory(created=d)
self.refresh()
self._test_date(params={'date_delta': '1d'},
expected=[today, yesterday])
def test_old_responses(self):
# Make sure we can't see responses from > 180 days ago
cutoff = datetime.today() - timedelta(days=180)
ResponseFactory(description='Young enough--Party!',
created=cutoff + timedelta(days=1))
ResponseFactory(description='Too old--Get off my lawn!',
created=cutoff - timedelta(days=1))
self.refresh()
resp = self.client.get(
reverse('feedback-api'), {
'date_start':
(cutoff - timedelta(days=1)).strftime('%Y-%m-%d'),
'date_end': (cutoff + timedelta(days=1)).strftime('%Y-%m-%d')
})
json_data = json.loads(resp.content)
results = json_data['results']
assert len(results) == 1
assert 'Young enough--Party!' in resp.content
assert 'Too old--Get off my lawn!' not in resp.content