def get_following_user_id_set(cls, from_user_id):
if not GateKeeper.is_switch_on('switch_friendship_to_hbase'):
friendships = Friendship.objects.filter(from_user_id=from_user_id)
else:
friendships = HBaseFollowing.filter(prefix=(from_user_id, ))
user_id_set = set([fs.to_user_id for fs in friendships])
return user_id_set
def test_filter(self):
HBaseFollowing.create(from_user_id=1,
to_user_id=2,
created_at=self.ts_now)
HBaseFollowing.create(from_user_id=1,
to_user_id=3,
created_at=self.ts_now)
HBaseFollowing.create(from_user_id=1,
to_user_id=4,
created_at=self.ts_now)
followings = HBaseFollowing.filter(prefix=(1, None))
self.assertEqual(3, len(followings))
self.assertEqual(followings[0].from_user_id, 1)
self.assertEqual(followings[0].to_user_id, 2)
self.assertEqual(followings[1].from_user_id, 1)
self.assertEqual(followings[1].to_user_id, 3)
self.assertEqual(followings[2].from_user_id, 1)
self.assertEqual(followings[2].to_user_id, 4)
# test limit
results = HBaseFollowing.filter(prefix=(1, None), limit=1)
self.assertEqual(len(results), 1)
self.assertEqual(results[0].to_user_id, 2)
results = HBaseFollowing.filter(prefix=(1, None), limit=2)
self.assertEqual(len(results), 2)
self.assertEqual(results[0].to_user_id, 2)
self.assertEqual(results[1].to_user_id, 3)
results = HBaseFollowing.filter(prefix=(1, None), limit=4)
self.assertEqual(len(results), 3)
self.assertEqual(results[0].to_user_id, 2)
self.assertEqual(results[1].to_user_id, 3)
self.assertEqual(results[2].to_user_id, 4)
results = HBaseFollowing.filter(start=(1, results[1].created_at),
limit=2)
self.assertEqual(len(results), 2)
self.assertEqual(results[0].to_user_id, 3)
self.assertEqual(results[1].to_user_id, 4)
# test reverse
results = HBaseFollowing.filter(prefix=(1, None),
limit=2,
reverse=True)
self.assertEqual(len(results), 2)
self.assertEqual(results[0].to_user_id, 4)
self.assertEqual(results[1].to_user_id, 3)
results = HBaseFollowing.filter(start=(1, results[1].created_at),
limit=2,
reverse=True)
self.assertEqual(len(results), 2)
self.assertEqual(results[0].to_user_id, 3)
self.assertEqual(results[1].to_user_id, 2)
def get_following_user_id_set(cls, from_user_id):
key = FOLLOWING_PATTERN.format(user_id=from_user_id)
user_id_set = cache.get(key)
# set exists in cache
if user_id_set is not None:
return user_id_set
# set doesn't exist in cache, build one from the DB
if GateKeeper.is_switch_on('switch_friendship_to_hbase'):
friendships = HBaseFollowing.filter(prefix=(from_user_id, None))
else:
friendships = Friendship.objects.filter(from_user_id=from_user_id)
user_id_set = set([fs.to_user_id for fs in friendships])
cache.set(key, user_id_set) # save in cache
return user_id_set
def get_following_count(cls, from_user_id):
if not GateKeeper.is_switch_on('switch_friendship_to_hbase'):
return Friendship.objects.filter(from_user_id=from_user_id).count()
followings = HBaseFollowing.filter(prefix=(from_user_id, ))
return len(followings)
def get_follow_instance(cls, from_user_id, to_user_id):
followings = HBaseFollowing.filter(prefix=(from_user_id, ))
for follow in followings:
if follow.to_user_id == to_user_id:
return follow
return None
def test_filter(self):
now = self.ts_now()
# dummy friendships
for i in range(1, 5):
HBaseFollowing.create(from_user_id=i,
created_at=now,
to_user_id=999)
for i in range(1, 4):
HBaseFollowing.create(from_user_id=999,
created_at=now + i,
to_user_id=i)
# single instance filter
following = HBaseFollowing.filter(start=(1, now), stop=(1, now))
self.assertEqual(len(following), 1)
self.assertEqual(following[0].from_user_id, 1)
self.assertEqual(following[0].to_user_id, 999)
self.assertEqual(following[0].created_at, now)
# start from non-exist id
following = HBaseFollowing.filter(start=(0, now))
self.assertEqual(len(following), 7)
# range query
followings = HBaseFollowing.filter(start=(1, now))
self.assertEqual(len(followings), 7)
followings = HBaseFollowing.filter(start=(1, now), limit=2)
self.assertEqual(len(followings), 2)
self.assertEqual(followings[0].from_user_id, 1)
self.assertEqual(followings[0].to_user_id, 999)
self.assertEqual(followings[1].from_user_id, 2)
self.assertEqual(followings[1].to_user_id, 999)
# reverse range query
followings = HBaseFollowing.filter(start=(4, now), reverse=True)
self.assertEqual(len(followings), 4)
followings = HBaseFollowing.filter(start=(4, now),
limit=3,
reverse=True)
self.assertEqual(len(followings), 3)
self.assertEqual(followings[-1].from_user_id, 2)
self.assertEqual(followings[-1].to_user_id, 999)
self.assertEqual(followings[0].from_user_id, 4)
self.assertEqual(followings[0].to_user_id, 999)
# part to row_keys range query
followings = HBaseFollowing.filter(start=(5, None),
limit=3,
reverse=True)
self.assertEqual(len(followings), 3)
self.assertEqual(followings[-1].from_user_id, 2)
self.assertEqual(followings[-1].to_user_id, 999)
self.assertEqual(followings[0].from_user_id, 4)
self.assertEqual(followings[0].to_user_id, 999)
followings = HBaseFollowing.filter(start=(4, None),
limit=3,
reverse=True)
self.assertEqual(len(followings), 3)
# None stays behind all values, In Table: (1, 999), (2, 299), (3, 999), ((4, None)), (4, 999)
self.assertEqual(followings[-1].from_user_id, 1)
self.assertEqual(followings[-1].to_user_id, 999)
self.assertEqual(followings[0].from_user_id, 3)
self.assertEqual(followings[0].to_user_id, 999)
# prefix range query
followings = HBaseFollowing.filter(prefix=(999, None),
limit=4,
reverse=True)
self.assertEqual(len(followings), 3)
self.assertEqual(followings[0].from_user_id, 999)
self.assertEqual(followings[0].to_user_id, 3)
self.assertEqual(followings[1].from_user_id, 999)
self.assertEqual(followings[1].to_user_id, 2)
self.assertEqual(followings[-1].from_user_id, 999)
self.assertEqual(followings[-1].to_user_id, 1)
# extra redundant field
followings = HBaseFollowing.filter(start=(1, now, None))
self.assertEqual(len(followings), 7)
