def get_screen_names(self, user_id_list):
follow_screen_names = []
to_search = []
# first, get the screen names of users already on the database
for f_id in user_id_list:
u = User.select_by_id(f_id)
if u:
follow_screen_names.append(u.screen_name)
else:
to_search.append(f_id)
# get the remaining screen_names from Twitter
for twitter_user in self.twitter_collector.get_screen_names(to_search):
user = User()
user.id = twitter_user.id
user.screen_name = twitter_user.screen_name
user.blocked = 'N'
user.name = twitter_user.name
user.description = twitter_user.description
user.created_at = twitter_user.created_at
user.friends_count = twitter_user.friends_count
user.followers_count = twitter_user.followers_count
user.statuses_count = twitter_user.statuses_count
user.profile_image_url = twitter_user.profile_image_url
user.lang = twitter_user.lang
user.location = twitter_user.location
User.add(user)
follow_screen_names.append(user.screen_name)
print 'inserted %s' % user.screen_name
commit()
return follow_screen_names
def get_network(self, user, max_hits=100):
following = Followers.select_by_id(user.id)
if following is None or len(following) == 0:
try:
following = self.twitter_collector.friends_ids(user_id=user.id)
max_hits -= 1
Followers.insert_many(user.id, following)
except UnauthorizedException:
print 'failed for user ', user.id
raise Exception('Unable to collect user network: Not authorized to access user %s.'%user.id)
if max_hits <= 0:
raise Exception('Unable to collect user network: Rate limit reached.')
friends_following = []
nfriends = len(following)
for i, friend_id in enumerate(following):
self.sent_to_user('Collecting information to build a personalized list of topics (%s/%s)'%(i,nfriends))
friend = User.select_by_id(friend_id)
if friend and (friend.blocked == 'Y' or friend.friends_count == 0):
logger.debug('Not searching for user: %s', friend_id)
continue
following = Followers.select_by_id(friend_id)
if following is None or len(following) == 0:
try:
print 'Getting followers of', friend_id
following = self.twitter_collector.friends_ids(user_id=friend_id)
if len(following) == 0:
if not friend:
friend = User()
friend.id = friend_id
friend.friends_count = len(following)
friend.blocked = 'N'
User.add(friend)
print 'Got %s followers of %s'%(len(following), friend_id)
max_hits -= 1
Followers.insert_many(friend_id, following)
except UnauthorizedException:
print 'failed for user ', friend_id
User.set_blocked(friend_id, 'Y')
following = []
friends_following.append(following)
if max_hits <= 0: break
commit()