def test_comparing_with_statistic(self):
if 'vkontakte_groups_statistic' not in settings.INSTALLED_APPS:
return False
from vkontakte_groups_statistic.factories import GroupStatFactory
migration = GroupMigrationFactory(members_ids=range(0, 10000))
migration.update()
migration.save()
stat = GroupStatFactory(group=migration.group, members=9000, date=migration.time.date())
self.assertEqual(migration.hidden, False)
migration.compare_with_statistic()
self.assertEqual(migration.hidden, True)
stat.members = 9001
stat.save()
migration.hidden = False
self.assertEqual(migration.hidden, False)
migration.compare_with_statistic()
self.assertEqual(migration.hidden, False)
def test_m2m_relations(self, fetch):
group = GroupFactory()
[UserFactory(remote_id=i, fetched=datetime.now()) for i in range(0, 2000)]
[group.users.add(User.objects.get(remote_id=i)) for i in range(0, 1500)]
self.assertListEqual(list(group.users.order_by('remote_id').values_list('remote_id', flat=True)), range(0, 1500))
migration = GroupMigrationFactory(group=group, time=datetime.now(), members_ids=list(range(100, 1600)))
migration.save_final()
update_group_users(group)
self.assertListEqual(list(group.users.order_by('remote_id').values_list('remote_id', flat=True)), range(100, 1600))
# try to reproduce error 'IntegrityError(\'insert or update on table "vkontakte_groups_group_users" violates foreign key constraint
User.objects.filter(remote_id__lt=1000).update(fetched=datetime.now() - timedelta(USERS_INFO_TIMEOUT_DAYS + 1))
migration = GroupMigrationFactory(group=group, time=datetime.now(), members_ids=list(range(400, 2000)))
migration.save_final()
update_group_users(group)
self.assertListEqual(list(group.users.order_by('remote_id').values_list('remote_id', flat=True)), range(400, 2000))
def test_deleting_hiding_migration(self):
for i in range(1,7):
UserFactory.create(remote_id=i)
group = GroupFactory.create(remote_id=GROUP_ID)
stat1 = GroupMigrationFactory(group=group, time=datetime.now()-timedelta(10), members_ids=[1,2,3,4,5])
stat1.save_final()
stat2 = GroupMigrationFactory(group=group, time=datetime.now()-timedelta(9), members_ids=[1,2,3,4,6])
stat2.save_final()
stat3 = GroupMigrationFactory(group=group, time=datetime.now()-timedelta(8), members_ids=[1,2,3,5,7])
stat3.save_final()
# difference between stat2 and stat1
self.assertItemsEqual(stat2.members_entered_ids, [6])
self.assertItemsEqual(stat2.members_left_ids, [5])
# difference between stat3 and stat2
self.assertItemsEqual(stat3.members_entered_ids, [5,7])
self.assertItemsEqual(stat3.members_left_ids, [4,6])
stat2.delete()
stat3 = GroupMigration.objects.get(id=stat3.id)
# difference between stat3 and stat1
self.assertItemsEqual(stat3.members_entered_ids, [7])
self.assertItemsEqual(stat3.members_left_ids, [4])
stat4 = GroupMigrationFactory(group=group, time=datetime.now()-timedelta(7), members_ids=[1,2,3,4,6])
stat4.save_final()
# difference between stat4 and stat3
self.assertItemsEqual(stat4.members_entered_ids, [4,6])
self.assertItemsEqual(stat4.members_left_ids, [5,7])
stat3.hide()
stat4 = GroupMigration.objects.get(id=stat4.id)
# difference between stat4 and stat1
self.assertItemsEqual(stat4.members_entered_ids, [6])
self.assertItemsEqual(stat4.members_left_ids, [5])
stat5 = GroupMigrationFactory(group=group, time=datetime.now()-timedelta(6), members_ids=[1,2,3,5,7])
stat5.save_final()
# difference between stat5 and stat4
self.assertItemsEqual(stat5.members_entered_ids, [5,7])
self.assertItemsEqual(stat5.members_left_ids, [4,6])
stat4.hidden = True
stat4.save()
stat5 = GroupMigration.objects.get(id=stat5.id)
# difference between stat5 and stat1
self.assertItemsEqual(stat5.members_entered_ids, [7])
self.assertItemsEqual(stat5.members_left_ids, [4])
def test_deleting_bad_migration(self):
user_ids = range(1,1000)
for i in user_ids:
UserFactory(remote_id=i)
def get_random_members():
return random.sample(user_ids, random.randint(800, 850))
group1 = GroupFactory()
group2 = GroupFactory()
# normal situation
stat11 = GroupMigrationFactory(group=group1, time=datetime.now()-timedelta(10), members_ids=get_random_members())
stat11.save_final()
stat13 = GroupMigrationFactory(group=group1, time=datetime.now()-timedelta(8), members_ids=get_random_members())
stat13.save_final()
stat14 = GroupMigrationFactory(group=group1, time=datetime.now()-timedelta(7), members_ids=get_random_members())
stat14.save_final()
stat15 = GroupMigrationFactory(group=group1, time=datetime.now()-timedelta(6), members_ids=get_random_members())
stat15.save_final()
# situation with bad migration in the middle
stat21 = GroupMigrationFactory(group=group2, time=datetime.now()-timedelta(10), members_ids=stat11.members_ids)
stat21.save_final()
stat22 = GroupMigrationFactory(group=group2, time=datetime.now()-timedelta(9), members_ids=random.sample(user_ids, 200))
stat22.save_final()
stat23 = GroupMigrationFactory(group=group2, time=datetime.now()-timedelta(8), members_ids=stat13.members_ids)
stat23.save_final()
stat24 = GroupMigrationFactory(group=group2, time=datetime.now()-timedelta(7), members_ids=stat14.members_ids)
stat24.save_final()
stat25 = GroupMigrationFactory(group=group2, time=datetime.now()-timedelta(6), members_ids=stat15.members_ids)
stat25.save_final()
self.assertNotEqual(group1.memberships.count(), group2.memberships.count())
# hide bad migration
stat22.hide()
# for stat1, stat2 in [(stat11, stat21), (stat13, stat23), (stat14, stat24), (stat15, stat25)]:
# print 'count', len(stat1.user_ids), len(stat2.user_ids)
# print 'entered', len(stat1.entered_user_ids), len(stat2.entered_user_ids)
# print 'left', len(stat1.left_user_ids), len(stat2.left_user_ids)
self.assertEqual(group1.memberships.count(), group2.memberships.count())
# no any stat22.time among memberships
self.assertEqual(group2.memberships.filter(time_entered=stat22.time).count(), 0)
self.assertEqual(group2.memberships.filter(time_left=stat22.time).count(), 0)
# check stat23.time
self.assertItemsEqual(group2.memberships.filter(time_entered=stat23.time).values_list('user_id', flat=True), set(stat23.members_ids).difference(set(stat21.members_ids)))
self.assertItemsEqual(group2.memberships.filter(time_left=stat23.time).values_list('user_id', flat=True), set(stat21.members_ids).difference(set(stat23.members_ids)))
# compare normal and bad memberships
self.assertItemsEqual(GroupMembership.objects.get_user_ids(group1), GroupMembership.objects.get_user_ids(group2))
for stat1, stat2 in [(stat11, stat21), (stat13, stat23), (stat14, stat24), (stat15, stat25)]:
self.assertItemsEqual(stat1.user_ids, stat2.user_ids)
self.assertItemsEqual(stat1.entered_user_ids, stat2.entered_user_ids)
self.assertItemsEqual(stat1.left_user_ids, stat2.left_user_ids)
def test_comparing_with_siblings(self):
migration1 = GroupMigrationFactory(time=datetime.now() - timedelta(2), members_ids=range(0, 100000))
migration1.update()
migration1.save()
migration2 = GroupMigrationFactory(group=migration1.group, time=datetime.now() - timedelta(1), members_ids=range(0, 90000))
migration2.update()
migration2.save()
self.assertEqual(migration2.hidden, False)
migration2.compare_with_siblings()
self.assertEqual(migration2.hidden, True)
migration3 = GroupMigrationFactory(group=migration1.group, members_ids=range(0, 90010))
migration3.update()
migration3.save()
self.assertEqual(migration3.hidden, False)
migration3.compare_with_siblings()
self.assertEqual(migration3.hidden, False)
# comparing with previous and next
GroupMigration.objects.all().delete()
migration1 = GroupMigrationFactory(time=datetime.now() - timedelta(2), members_ids=range(0, 90000))
migration1.update()
migration1.save()
migration2 = GroupMigrationFactory(group=migration1.group, time=datetime.now() - timedelta(1), members_ids=range(0, 100000))
migration2.update()
migration2.save()
migration3 = GroupMigrationFactory(group=migration1.group, members_ids=range(0, 100010))
migration3.update()
migration3.save()
self.assertEqual(migration1.hidden, False)
self.assertEqual(migration2.hidden, False)
self.assertEqual(migration3.hidden, False)
migration2.compare_with_siblings()
self.assertEqual(GroupMigration.objects.get(id=migration1.id).hidden, True)
self.assertEqual(GroupMigration.objects.get(id=migration2.id).hidden, False)
self.assertEqual(GroupMigration.objects.get(id=migration3.id).hidden, False)
def test_comparing_entered_left(self):
migration1 = GroupMigrationFactory(time=datetime.now() - timedelta(2), members_ids=range(0, 100000))
migration1.update()
migration1.save()
migration2 = GroupMigrationFactory(group=migration1.group, time=datetime.now() - timedelta(1), members_ids=range(99990, 100010))
migration2.update()
migration2.save()
self.assertEqual(migration2.hidden, False)
migration2.compare_entered_left()
self.assertEqual(migration2.hidden, True)
def test_user_memberships(self):
migration1 = GroupMigrationFactory(time=datetime.now() - timedelta(3), members_ids=range(30, 100))
migration2 = GroupMigrationFactory(group=migration1.group, time=datetime.now() - timedelta(2), members_ids=range(0, 50))
migration3 = GroupMigrationFactory(group=migration1.group, time=datetime.now() - timedelta(1), members_ids=range(30, 110))
migration4 = GroupMigrationFactory(group=migration1.group, members_ids=range(15, 100))
def membership(id):
return GroupMembership.objects.get(user_id=id)
def memberships(id):
return GroupMembership.objects.filter(user_id=id).order_by('id')
def id90_state1():
self.assertEqual(membership(90).time_entered, None)
self.assertEqual(membership(90).time_left, None)
def id90_state2():
self.assertEqual(membership(90).time_entered, None)
self.assertEqual(membership(90).time_left, migration2.time)
def id90_state3():
self.assertEqual(memberships(90)[0].time_entered, None)
self.assertEqual(memberships(90)[0].time_left, migration2.time)
self.assertEqual(memberships(90)[1].time_entered, migration3.time)
self.assertEqual(memberships(90)[1].time_left, None)
def id90_state4():
self.assertEqual(memberships(90)[0].time_entered, None)
self.assertEqual(memberships(90)[0].time_left, migration2.time)
self.assertEqual(memberships(90)[1].time_entered, migration3.time)
self.assertEqual(memberships(90)[1].time_left, None)
def id90_state4_corrected():
self.assertEqual(memberships(90)[0].time_entered, None)
self.assertEqual(memberships(90)[0].time_left, migration2.time)
self.assertEqual(memberships(90)[1].time_entered, migration4.time)
self.assertEqual(memberships(90)[1].time_left, None)
def id0_state1():
self.assertEqual(memberships(0).count(), 0)
def id0_state2():
self.assertEqual(membership(0).time_entered, migration2.time)
self.assertEqual(membership(0).time_left, None)
def id0_state3():
self.assertEqual(membership(0).time_entered, migration2.time)
self.assertEqual(membership(0).time_left, migration3.time)
def id0_state3_corrected():
self.assertEqual(membership(0).time_entered, migration2.time)
self.assertEqual(membership(0).time_left, migration4.time)
def id20_state1():
self.assertEqual(memberships(20).count(), 0)
def id20_state2():
self.assertEqual(membership(20).time_entered, migration2.time)
self.assertEqual(membership(20).time_left, None)
def id20_state3():
self.assertEqual(membership(20).time_entered, migration2.time)
self.assertEqual(membership(20).time_left, migration3.time)
def id20_state4():
self.assertEqual(memberships(20)[0].time_entered, migration2.time)
self.assertEqual(memberships(20)[0].time_left, migration3.time)
self.assertEqual(memberships(20)[1].time_entered, migration4.time)
self.assertEqual(memberships(20)[1].time_left, None)
def id40_state1():
self.assertEqual(membership(40).time_entered, None)
self.assertEqual(membership(40).time_left, None)
def id40_state3():
self.assertEqual(membership(40).time_entered, None)
self.assertEqual(membership(40).time_left, None)
def id105_state1():
self.assertEqual(memberships(105).count(), 0)
def id105_state3():
self.assertEqual(membership(105).time_entered, migration3.time)
self.assertEqual(membership(105).time_left, None)
def id105_state4():
self.assertEqual(membership(105).time_entered, migration3.time)
self.assertEqual(membership(105).time_left, migration4.time)
def check_users_ids(migration):
self.assertItemsEqual(migration.members_ids, migration.user_ids)
self.assertItemsEqual(migration.members_left_ids, migration.left_user_ids)
self.assertItemsEqual(migration.members_entered_ids, migration.entered_user_ids)
migration1.save_final()
self.assertEqual(GroupMembership.objects.count(), 70)
check_users_ids(migration1)
id0_state1()
id20_state1()
id40_state1()
id90_state1()
id105_state1()
migration2.save_final()
self.assertEqual(GroupMembership.objects.count(), 100)
check_users_ids(migration2)
id0_state2()
id20_state2()
id40_state1()
id90_state2()
id105_state1()
migration3.save_final()
self.assertEqual(GroupMembership.objects.count(), 160)
check_users_ids(migration3)
id0_state3()
id20_state3()
id40_state3()
id90_state3()
id105_state3()
migration4.save_final()
self.assertEqual(GroupMembership.objects.count(), 175)
check_users_ids(migration4)
id0_state3()
id20_state4()
id40_state3()
id90_state4()
id105_state4()
# hide migration3
migration3 = GroupMigration.objects.get(id=migration3.id)
migration3.hide()
self.assertEqual(GroupMembership.objects.count(), 150)
id0_state3_corrected()
id20_state2()
id40_state1()
id90_state4_corrected()
id105_state1()
# hide migration4 -> back to state2
migration4 = GroupMigration.objects.get(id=migration4.id)
migration4.hide()
self.assertEqual(GroupMembership.objects.count(), 100)
id0_state2()
id20_state2()
id40_state1()
id90_state2()
id105_state1()
# hide migration2 -> back to state1
migration2 = GroupMigration.objects.get(id=migration2.id)
migration2.hide()
self.assertEqual(GroupMembership.objects.count(), 70)
id0_state1()
id20_state1()
id40_state1()
id90_state1()
id105_state1()