Пример #1
0
 def get_screen_names(self, user_id_list):
     follow_screen_names = []
     to_search = []
     
     # first, get the screen names of users already on the database
     for f_id in user_id_list:
         u = User.select_by_id(f_id)
         if u:
             follow_screen_names.append(u.screen_name)
         else:
             to_search.append(f_id)
             
     # get the remaining screen_names from Twitter
     for twitter_user in self.twitter_collector.get_screen_names(to_search):
         user = User()
         user.id = twitter_user.id
         user.screen_name = twitter_user.screen_name
         user.blocked = 'N'
         user.name = twitter_user.name
         user.description = twitter_user.description
         user.created_at = twitter_user.created_at
         user.friends_count = twitter_user.friends_count
         user.followers_count = twitter_user.followers_count
         user.statuses_count = twitter_user.statuses_count
         user.profile_image_url = twitter_user.profile_image_url
         user.lang = twitter_user.lang
         user.location = twitter_user.location
         User.add(user)
         follow_screen_names.append(user.screen_name)
         print 'inserted %s' % user.screen_name
     
     commit()
     
     return follow_screen_names
Пример #2
0
 def get_network(self, user, max_hits=100):
     
     following = Followers.select_by_id(user.id)
     if following is None or len(following) == 0:
         try:
             following = self.twitter_collector.friends_ids(user_id=user.id)
             max_hits -= 1
             Followers.insert_many(user.id, following)
         except UnauthorizedException:
             print 'failed for user ', user.id
             raise Exception('Unable to collect user network: Not authorized to access user %s.'%user.id)
         
     if max_hits <= 0:
         raise Exception('Unable to collect user network: Rate limit reached.')
     
     friends_following = []
     nfriends = len(following)
     for i, friend_id in enumerate(following):
         
         self.sent_to_user('Collecting information to build a personalized list of topics (%s/%s)'%(i,nfriends))
         
         friend = User.select_by_id(friend_id)
         if friend and (friend.blocked == 'Y' or friend.friends_count == 0):
             logger.debug('Not searching for user: %s', friend_id)
             continue
         following = Followers.select_by_id(friend_id)
         if following is None or len(following) == 0:
             try:
                 print 'Getting followers of', friend_id
                 following = self.twitter_collector.friends_ids(user_id=friend_id)
                 if len(following) == 0:
                     if not friend:
                         friend = User()
                     friend.id = friend_id
                     friend.friends_count = len(following)
                     friend.blocked = 'N'
                     User.add(friend)
                 
                 print 'Got %s followers of %s'%(len(following), friend_id)
                 max_hits -= 1
                 Followers.insert_many(friend_id, following)
             except UnauthorizedException:
                 print 'failed for user ', friend_id
                 User.set_blocked(friend_id, 'Y')
                 following = []
         friends_following.append(following)
         if max_hits <= 0: break
         
     commit()