def test_make_stats_finds_all_years(self):
year2000 = LobbyistAnnumFactory.create(year=2000)
CompensationFactory(annum=year2000,
interest=self.interest,
amount_low=2000,
amount_guess=2000,
amount_high=2000)
year2000b = LobbyistAnnumFactory.create(year=2000)
CompensationFactory(annum=year2000b,
interest=self.interest,
amount_low=2000,
amount_guess=2000,
amount_high=2000)
year2001 = LobbyistAnnumFactory.create(year=2001)
CompensationFactory(annum=year2001,
interest=self.interest,
amount_low=2001,
amount_guess=2001,
amount_high=2001)
year2004 = LobbyistAnnumFactory.create(year=2004)
CompensationFactory(annum=year2004,
interest=self.interest,
amount_low=2004,
amount_guess=2004,
amount_high=2004)
with self.assertNumQueries(20):
self.interest.make_stats()
# assert stats are generated
self.assertFalse(self.interest.stats.filter(year=1999).exists())
self.assertTrue(self.interest.stats.filter(year=2000).exists())
self.assertTrue(self.interest.stats.filter(year=2001).exists())
self.assertFalse(self.interest.stats.filter(year=2002).exists())
self.assertFalse(self.interest.stats.filter(year=2003).exists())
self.assertTrue(self.interest.stats.filter(year=2004).exists())
self.assertFalse(self.interest.stats.filter(year=2005).exists())
def test_get_all_addresses_works(self):
a1 = AddressFactory()
a2 = AddressFactory()
CompensationFactory(interest=self.interest, address=a1)
CompensationFactory(interest=self.interest, address=a2)
addresses = self.interest.get_all_addresses()
self.assertIn(a1, addresses)
self.assertIn(a2, addresses)
# property version too
self.assertIn(a1, self.interest.address_set)
self.assertIn(a2, self.interest.address_set)
def test_get_all_addresses_can_get_aliases(self):
interest = InterestFactory(canonical=self.interest)
a1 = AddressFactory()
a2 = AddressFactory()
CompensationFactory(interest=self.interest, address=a1)
CompensationFactory(interest=interest, address=a2)
addresses = self.interest.get_all_addresses(include_aliases=True)
self.assertIn(a1, addresses)
self.assertIn(a2, addresses)
# property version too
self.assertIn(a1, self.interest.address_set_massive)
self.assertNotIn(a2, self.interest.address_set)
self.assertIn(a2, self.interest.address_set_massive)
def test_interest_compensation_report_queryset(self):
"""Get a list of `Interest`s sorted by their bankroll of `Lobbyist`s."""
YEAR = 2000
for i in range(10):
LobbyistFactory.create()
InterestFactory.create()
InterestFactory.create()
for i in Interest.objects.all():
lobbyist = Lobbyist.objects.all().order_by('?')[0]
try:
annum = LobbyistAnnum.objects.get(lobbyist=lobbyist, year=YEAR)
except LobbyistAnnum.DoesNotExist:
annum = LobbyistAnnumFactory.create(lobbyist=lobbyist,
year=YEAR)
CompensationFactory(annum=annum, interest=i)
# denormalize interest stats
i.make_stats_for_year(YEAR)
# use `__exact`, django ORM attempts to evaluate __year as a date lookup
for stat in InterestStats.objects.filter(
year__exact=YEAR).order_by('-guess'):
# print stat
stat
def test_lobbyist_compensation_relation_api(self):
"""More tests about getting between `Lobbyist`s and `Compensation`."""
# Make a `Lobbyist` with NUM_CLIENTS clients.
NUM_CLIENTS = 3
lobbyist = LobbyistFactory.create()
annum = LobbyistAnnumFactory.create(lobbyist=lobbyist)
for x in range(0, NUM_CLIENTS):
CompensationFactory(annum=annum)
try:
# number of years of data we have for a lobbyist
self.assertEqual(lobbyist.years.count(), 1)
# number of clients a lobbyist had that year
self.assertEqual(annum.clients.count(), NUM_CLIENTS)
self.assertEqual(annum.compensation_set.count(), NUM_CLIENTS)
# make sure we can .annotate income onto the queryset
for year in lobbyist.years.all().annotate(
income=Sum('compensation__amount_guess')):
income = 0
for compensation in year.compensation_set.all():
income += compensation.amount_guess
self.assertEqual(income, year.income)
except Exception as e:
self.fail("Ha ha, %s" % e)
def test_make_stats_for_year_works_with_duplicate_lobbyists(self):
"""
When a lobbyist lists two clients that are actually the same, they may
get combined. The lobbyist's compensation should be counted twice.
"""
num_interests = 4
# assert we started off with 1 `Interest` (self.interest)
self.assertEqual(Interest.objects.count(), 1)
for __ in range(num_interests):
InterestFactory(canonical=self.interest)
# sanity check
self.assertEqual(self.interest.aliases.count(), num_interests)
self.assertEqual(Interest.objects.count(), num_interests + 1)
# assign the same lobbyist to all of them
lobbyist = LobbyistFactory()
annum = LobbyistAnnumFactory(lobbyist=lobbyist, year=self.year)
for idx, interest in enumerate(Interest.objects.all()):
CompensationFactory(annum=annum,
interest=interest,
amount_guess=idx,
amount_high=idx * 2,
amount_low=0)
with self.assertNumQueries(5):
# 1 to get the stats
# 1 to GET
# 1 to INSERT
# 2 for transaction management
self.interest.make_stats_for_year(self.year)
stat = self.interest.stats.all().get(year=self.year)
self.assertEqual(stat.guess, num_interests * (num_interests + 1) / 2)
self.assertEqual(stat.high, num_interests * (num_interests + 1))
self.assertEqual(stat.low, 0)
def test_make_stats_sets_latest_address(self):
old_address = AddressFactory(address1=u'old')
new_address = AddressFactory(address1=u'new')
interest = InterestFactory(address=old_address)
CompensationFactory(annum__year=2000,
interest=interest,
address=old_address)
CompensationFactory(annum__year=2001,
interest=interest,
address=new_address)
# sanity check
self.assertEqual(interest.address, old_address)
with self.assertNumQueries(15):
interest.make_stats()
# assert interest got new address
self.assertEqual(interest.address, new_address)
def test_make_stats_for_year_does_nothing_for_noncanonical_interests(self):
interest = InterestFactory(canonical=self.interest)
year2000 = LobbyistAnnumFactory.create(year=2000)
CompensationFactory(annum=year2000,
interest=interest,
amount_low=2000,
amount_guess=2000,
amount_high=2000)
interest.make_stats_for_year(2000)
# assert noncanonical interest did not have stats generated
self.assertEqual(0, interest.stats.count())
# assert canonical interest got the stats instead
self.assertEqual(1, self.interest.stats.count())
def test_lobbyist_compensation_report_queryset(self):
"""Get a list of `Lobbyist`s sorted by their paycheck."""
NUM_CLIENTS = 3
YEAR = 2000
for i in range(10):
lobbyist = LobbyistFactory.create()
annum = LobbyistAnnumFactory.create(lobbyist=lobbyist, year=YEAR)
for x in range(0, NUM_CLIENTS):
CompensationFactory(annum=annum)
# Here's a queryset to get the best paid `Lobbyist`s in a year
qs = LobbyistAnnum.objects.filter(year=YEAR).annotate(
income=Sum('compensation__amount_guess')).order_by('-income')
for year in qs:
# print year.lobbyist, year.income
year
def test_make_stats_for_year_takes_aliases_into_account(self):
"""
This is just like test_make_stats_for_year_is_accurate, except we
spread the lobbyists to a pool of interests that are all really the
same interest.
"""
num_lobbyists = random.randint(7, 13)
num_interests = random.randint(2, 3)
# assert we started off with 1 `Interest` (self.interest)
self.assertEqual(Interest.objects.count(), 1)
for i in range(num_interests):
InterestFactory(canonical=self.interest)
# sanity check
self.assertEqual(self.interest.aliases.count(), num_interests)
# associate num_lobbyists `Lobbyist`s with it through `LobbyistAnnum`
for i in range(num_lobbyists):
year = LobbyistAnnumFactory.create(year=self.year)
interest = Interest.objects.all().order_by('?')[0]
CompensationFactory(annum=year,
interest=interest,
amount_guess=i,
amount_high=i * 2,
amount_low=0)
with self.assertNumQueries(5):
# 1 to get the stats
# 1 to GET
# 1 to INSERT
# 2 for transaction management
self.interest.make_stats_for_year(self.year)
stat = self.interest.stats.all().get(year=self.year)
self.assertEqual(stat.guess,
num_lobbyists * (num_lobbyists - 1) / 2) # math!
self.assertEqual(stat.high, num_lobbyists * (num_lobbyists - 1))
self.assertEqual(stat.low, 0)
def test_compensation_set_massive_works(self):
c1 = CompensationFactory(interest=self.interest)
c2 = CompensationFactory(interest__canonical=self.interest)
self.assertIn(c1, self.interest.compensation_set.all())
self.assertNotIn(c2, self.interest.compensation_set.all())
self.assertIn(c2, self.interest.compensation_set_massive)
def test_compensation_set_massive_works_the_same_way(self):
comp = CompensationFactory(interest=self.interest)
with self.assertNumQueries(1):
self.assertIn(comp, self.interest.compensation_set.all())
with self.assertNumQueries(1):
self.assertIn(comp, self.interest.compensation_set_massive.all())
def test_get_all_addresses_is_distinct(self):
a1 = AddressFactory()
CompensationFactory(interest=self.interest, address=a1)
CompensationFactory(interest=self.interest, address=a1)
addresses = self.interest.get_all_addresses()
self.assertEqual(addresses.count(), 1)
