Beispiel #1
0
def locations(request, template_name='people/locations.html'):

    locations = Location.query().order(-Location.total).fetch(1000)
    
    return render_to_response(template_name,
                              {'locations': locations},
                              context_instance=RequestContext(request))
Beispiel #2
0
 def get_user_details(self, response):
     """Return user details from Github account"""
     data = {
         USERNAME: response.get('login'),
         'email': response.get('email') or '',
         'fullname': response['name'],
         'last_name': '',
         'url': response.get('blog', ''),
         'description': response.get('bio', ''),
         'picture_url': response.get('avatar_url', '')        
     }
     
     try:
         data['first_name'], data['last_name'] = response['name'].split(' ', 1)
     except:
         data['first_name'] = response.get('name') or 'Annon'
         
     try:
         location = response.get('location', '')
         if location:
             data['location'], _ = Location.create(location)
     except:
         logging.exception('Problem finding location') 
     
     return data
Beispiel #3
0
def locations(request, template_name='people/locations.html'):

    locations = Location.query().order(-Location.total).fetch(1000)
    
    return render_to_response(template_name,
                              {'locations': locations},
                              context_instance=RequestContext(request))
Beispiel #4
0
    def get_user_details(self, response):
        """Return user details from Github account"""
        data = {
            'username': response.get('login'),
            'email': response.get('email') or '',
            'fullname': response.get('name', 'Secret Agent'),
            'last_name': '',
            'url': response.get('blog', ''),
            'description': response.get('bio', ''),
            'picture_url': response.get('avatar_url', '')
        }

        try:
            names = data['fullname'].split(' ')
            data['first_name'], data['last_name'] = names[0], names[-1]
        except:
            data['first_name'] = data['fullname']

        try:
            location = response.get('location', '')
            if location:
                data['location'], _ = Location.create(location)
        except:
            logging.exception('Problem finding location')

        return data
Beispiel #5
0
 def test_post_adds_points_to_location(self):
     self.policy.SetProbability(1)
     user = self.make_user('chris', location='Austin TX')
     user.add_auth_id('email:[email protected]')
     self.app.post('/api/v1/github', self.POST)
     location = Location.get_by_id('austin-tx')
     # TODO: figure out how to test this!
     if location is not None:
         self.assertEqual(location.total, 2)
Beispiel #6
0
 def test_post_adds_points_to_location(self):
     self.policy.SetProbability(1)
     user = self.make_user('marcus', location='Austin TX')
     user.add_auth_id('email:[email protected]')
     self.app.post('/api/v1/bitbucket', self.POST)
     location = Location.get_by_id('austin-tx')
     # TODO: figure out how to test this!
     if location is not None:
         self.assertEqual(location.total, 1)
Beispiel #7
0
 def test_post_adds_points_to_location(self):
     self.policy.SetProbability(1)
     user = self.make_user('chris', location='Austin TX')
     user.add_auth_id('email:[email protected]')
     self.app.post('/api/v1/github', self.POST)
     location = Location.get_by_id('austin-tx')
     # TODO: figure out how to test this!
     if location is not None:
         self.assertEqual(location.total, 2)
Beispiel #8
0
 def test_post_adds_points_to_location(self):
     self.policy.SetProbability(1)
     user = self.make_user('marcus', location='Austin TX')
     user.add_auth_id('email:[email protected]')
     self.app.post('/api/v1/bitbucket', self.POST)
     location = Location.get_by_id('austin-tx')
     # TODO: figure out how to test this!
     if location is not None:
         self.assertEqual(location.total, 1)        
Beispiel #9
0
def fix_location(slug, cursor=None, total=0):

    # Don't try to lookup slugs that are the empty string.
    # hint they don't exist!
    if not slug:
        return

    location_slug = slug
    location = Location.get_or_insert(location_slug)

    projects = set([])

    if cursor:
        # we are looping Grab the existing project list so we don't
        # wipe out the earlier runs work
        location_p = getattr(location, 'projects', [])
        projects = set(location_p)
        cursor = Cursor(urlsafe=cursor)

    people = User.query().filter(User.location_slug == location_slug)

    # Go through the users in chucks
    models, next_cursor, more = people.fetch_page(100, start_cursor=cursor)

    for model in models:
        user_projects = getattr(model, 'projects', [])
        user_total = getattr(model, 'total', 0)
        # Do a little math to figure out how many commits they have
        commits = user_total - (len(user_projects) * 10)
        if commits > 0:
            logging.info('Adding %s to %s', commits, location_slug)
            total += commits
        # Add the users projects to the project set (this filters duplicates)
        projects.update(user_projects)

    # Run update in a transaction
    projects = list(projects)
    total = total + (len(projects) * 10)

    @ndb.transactional
    def txn():
        location = Location.get_or_insert(location_slug)
        location.total = total
        location.projects = projects
        location.put()

    txn()

    if more:
        # We have more people to loop through!!
        return deferred.defer(fix_location,
                              location_slug,
                              cursor=next_cursor.urlsafe(),
                              total=total)
Beispiel #10
0
def users_by_location(request, location_slug, 
                      template_name='people/people_list.html'):

    users = User.query(User.location_slug == location_slug)
    users.order(-ndb.GenericProperty('total')).fetch(1000)

    location = Location.get_by_id(location_slug)
    
    return render_to_response(template_name, 
                             {'users':users, 'location': location, 'slug': location_slug}, 
                             context_instance=RequestContext(request)) 
Beispiel #11
0
def users_by_location(request, location_slug, 
                      template_name='people/people_list.html'):

    users = User.query(User.location_slug == location_slug)
    users.order(-ndb.GenericProperty('total')).fetch(1000)

    location = Location.get_by_id(location_slug)
    
    return render_to_response(template_name, 
                             {'users':users, 'location': location, 'slug': location_slug}, 
                             context_instance=RequestContext(request)) 
Beispiel #12
0
def fix_location(slug, cursor=None, total=0):
    
    # Don't try to lookup slugs that are the empty string.
    # hint they don't exist!
    if not slug:
        return
    
    location_slug = slug
    location = Location.get_or_insert(location_slug)
    
    projects = set([])
    
    if cursor:
        # we are looping Grab the existing project list so we don't
        # wipe out the earlier runs work
        location_p = getattr(location, 'projects', [])
        projects = set(location_p)
        cursor = Cursor(urlsafe=cursor)
    
    people = User.query().filter(User.location_slug == location_slug)
    
    # Go through the users in chucks
    models, next_cursor, more = people.fetch_page(100, start_cursor=cursor)
    
    for model in models:
        user_projects = getattr(model, 'projects', [])
        user_total = getattr(model, 'total', 0)
        # Do a little math to figure out how many commits they have
        commits = user_total - (len(user_projects) * 10)
        if commits > 0:
            logging.info('Adding %s to %s', commits, location_slug)
            total += commits
        # Add the users projects to the project set (this filters duplicates)
        projects.update(user_projects)
    
    
    # Run update in a transaction    
    projects = list(projects)
    total = total + (len(projects) * 10)
    @ndb.transactional
    def txn():
        location = Location.get_or_insert(location_slug)
        location.total = total
        location.projects = projects
        location.put()
    
    txn()

    if more:
        # We have more people to loop through!!
        return deferred.defer(fix_location, location_slug, 
            cursor=next_cursor.urlsafe(), total=total)
    def test_post_adds_points_to_location(self):
        self.policy.SetProbability(1)
        user = self.make_user('chris', location='Austin TX')
        user.add_auth_id('email:[email protected]')
        self.app.post('/api/v1/github', self.POST)
        tasks = self.taskqueue_stub.GetTasks('default')
        self.assertEqual(5, len(tasks))

        # Run the task
        task = tasks[0]
        deferred.run(base64.b64decode(task['body']))
    
        location = Location.get_by_id('austin-tx')
        self.assertEqual(location.total, 12)
Beispiel #14
0
def fix_locations(cursor=None):
    """Look up all the locations and re-count totals."""
        
    if cursor:
        cursor = Cursor(urlsafe=cursor)

    query = Location.query()
    models, next_cursor, more = query.fetch_page(15, start_cursor=cursor)

    for location in models:
        deferred.defer(fix_location, location.key.id())
    
    if more:
        deferred.defer(fix_locations, cursor=next_cursor.urlsafe())
    def test_post_adds_points_to_location(self):
        self.policy.SetProbability(1)
        user = self.make_user('marcus', location='Austin TX')
        user.add_auth_id('email:[email protected]')
        self.app.post('/api/v1/bitbucket', self.POST)
        tasks = self.taskqueue_stub.GetTasks('default')
        self.assertEqual(3, len(tasks))

        # Run the task
        task = tasks[0]
        deferred.run(base64.b64decode(task['body']))
    
        location = Location.get_by_id('austin-tx')
        self.assertEqual(location.total, 11)       
Beispiel #16
0
    def test_post_adds_points_to_location(self):
        self.policy.SetProbability(1)
        user = self.make_user('marcus', location='Austin TX')
        user.add_auth_id('email:[email protected]')
        self.app.post('/api/v1/bitbucket', self.POST)
        tasks = self.taskqueue_stub.GetTasks('default')
        self.assertEqual(3, len(tasks))

        # Run the task
        task = tasks[0]
        deferred.run(base64.b64decode(task['body']))

        location = Location.get_by_id('austin-tx')
        self.assertEqual(location.total, 11)
Beispiel #17
0
    def test_post_adds_points_to_location(self):
        self.policy.SetProbability(1)
        user = self.make_user('chris', location='Austin TX')
        user.add_auth_id('email:[email protected]')
        self.app.post('/api/v1/github', self.POST)
        tasks = self.taskqueue_stub.GetTasks('default')
        self.assertEqual(5, len(tasks))

        # Run the task
        task = tasks[0]
        deferred.run(base64.b64decode(task['body']))

        location = Location.get_by_id('austin-tx')
        self.assertEqual(location.total, 12)
Beispiel #18
0
def fix_locations(cursor=None):
    """Look up all the locations and re-count totals."""

    if cursor:
        cursor = Cursor(urlsafe=cursor)

    query = Location.query()
    models, next_cursor, more = query.fetch_page(15, start_cursor=cursor)

    for location in models:
        deferred.defer(fix_location, location.key.id())

    if more:
        deferred.defer(fix_locations, cursor=next_cursor.urlsafe())
Beispiel #19
0
    def handle(self, *args, **options):
        commit = options['commit']
        empty = 0
        fine = 0
        fixable = 0
        bad = []
        for location in Location.objects.all():
            user_count = User.objects.filter(location=location).count()
            if not user_count:
                logging.info("Empty location: %s", location)
                if commit:
                    location.delete()
                    logging.info('Deleted')
                empty += 1
                continue
            l = check_location(location.name)
            if l == location.name:
                logging.info('Location fine: %s', location)
                fine += 1
                continue

            if not commit:
                if l:
                    fixable += 1
                else:
                    bad.append((location, user_count))
                continue
            elif l is not None:
                new_loc = Location.create(l)
                User.objects.filter(location=location).update(location=new_loc)
                user_count = User.objects.filter(location=location).count()
                if not user_count:
                    logging.error("missed users!")
                else:
                    location.delete()
            elif l is None:
                logging.info('Bad location: %s', location)
                location.approved = False
                location.save()

        if not commit:
            [logging.error('Bad Loc: %s, count: %s', l, c) for l, c in bad]
            logging.info('Empty: %s, Fine: %s, fixable: %s', empty, fine,
                         fixable)
            logging.info('Add --commit to fix locations')
Beispiel #20
0
    def handle(self, *args, **options):
        commit = options['commit']
        empty = 0
        fine = 0
        fixable = 0
        bad = []
        for location in Location.objects.all():
            user_count = User.objects.filter(location=location).count()
            if not user_count:
                logging.info("Empty location: %s", location)
                if commit:
                    location.delete()
                    logging.info('Deleted')
                empty += 1
                continue
            l = check_location(location.name)
            if l == location.name:
                logging.info('Location fine: %s', location)
                fine += 1
                continue

            if not commit:
                if l:
                    fixable += 1
                else:
                    bad.append((location, user_count))
                continue
            elif l is not None:
                new_loc = Location.create(l)
                User.objects.filter(location=location).update(location=new_loc)
                user_count = User.objects.filter(location=location).count()
                if not user_count:
                    logging.error("missed users!")
                else:
                    location.delete()
            elif l is None:
                logging.info('Bad location: %s', location)
                location.approved = False
                location.save()

        if not commit:
            [logging.error('Bad Loc: %s, count: %s', l, c) for l, c in bad]
            logging.info('Empty: %s, Fine: %s, fixable: %s',
                         empty, fine, fixable)
            logging.info('Add --commit to fix locations')
Beispiel #21
0
def locations(request, template_name='people/locations.html'):
    
    limit = 100
    cursor = request.GET.get('cursor')
    if cursor:
        cursor = Cursor(urlsafe=cursor)
        
    query = Location.query().order(-Location.total)
    
    models, next_cursor, more = query.fetch_page(limit, start_cursor=cursor)
    
    if next_cursor is not None:
        next_cursor = next_cursor.urlsafe()
    
    return render_to_response(template_name,
                              {'locations': models, 'next': next_cursor,
                               'more': more},
                              context_instance=RequestContext(request))
Beispiel #22
0
def users_by_location(request, location_slug, 
                      template_name='people/people_list.html'):

    limit = 100
    cursor = request.GET.get('cursor')
    if cursor:
        cursor = Cursor(urlsafe=cursor)

    query = User.query(User.location_slug == location_slug)
    query = query.order(-ndb.GenericProperty('total'))
        
    models, next_cursor, more = query.fetch_page(limit, start_cursor=cursor)

    location = Location.get_by_id(location_slug)
    return render_to_response(template_name, 
                             {'next':next_cursor, 'more':more, 
                              'users':models,
                              'location': location, 'slug': location_slug}, 
                             context_instance=RequestContext(request)) 
Beispiel #23
0
 def get_user_details(self, response):
     """Return user details from Twitter account"""
     data = {
         USERNAME: response['screen_name'],
         'email': '',  # not supplied
         'fullname': response['name'],
         'last_name': '',
         'url': response.get('url', ''),
         'description': response.get('description', ''),
         'picture_url': response.get('profile_image_url', '')        
     }
     try:
         data['first_name'], data['last_name'] = response['name'].split(' ', 1)
     except:
         data['first_name'] = response['name']
     try:
         location = response.get('location', '')
         if location:
             data['location'], _ = Location.create(location)
     except:
         logging.exception('Problem finding location') 
     return data
Beispiel #24
0
 def txn():
     location = Location.get_or_insert(location_slug)
     location.total = total
     location.projects = projects
     location.put()
Beispiel #25
0
def index(request):
    """Render the home page"""
    
    # For now we are just using hard coded sections
    #sections = cache.get('front_page')
    #if sections is None:
    #    sections = Section.all().order('order').fetch(10)
    #    cache.set('front_page', sections, 120)
    
    stats = []
    total = 0
    people = []
    locations = []
    projects = []
    teams = []
    messages = []
    token = ''
    
    # this is only shown on authenticated page loads
    # to save on the overhead. 
    if True:
        stats = Accumulator.get_histogram('global')
        total = sum(stats)
        location_future = Location.query().order(-Location.total).fetch_async(15)
        people_future = User.query().order(-ndb.GenericProperty('total')).fetch_async(10)
        project_future = Project.query().order(-Project.total).fetch_async(10)
        team_future = Team.query().order(-Team.total).fetch_async(15)
        message_future = Message.query().order(-Message.timestamp).fetch_async(30)
        
        # Julython live stuffs
        #token_key = 'live_token:%s' % request.user.username
        #token = memcache.get(token_key)
        #if token is None:
            #token = channel.create_channel(request.user.username)
            #memcache.set(token_key, token, time=7000)

        
        locations = location_future.get_result()
        people = people_future.get_result()
        projects = project_future.get_result()
        teams = team_future.get_result()
        message_models = message_future.get_result()
        
        m_list = [to_dict(m) for m in message_models]
        m_list.reverse()
        messages = json.dumps(m_list)
    
    ctx = Context({
        'sections': [],
        'people': people,
        'projects': projects,
        'locations': locations,
        'teams': teams,
        'stats': json.dumps(stats),
        'total': total,
        'token': token,
        'messages': messages,
        'user': request.user,
        'MEDIA_URL': settings.MEDIA_URL,
        'STATIC_URL': settings.STATIC_URL})
    
    return render_to_response('index.html', context_instance=ctx)
Beispiel #26
0
def index(request):
    """Render the home page"""

    # For now we are just using hard coded sections
    #sections = cache.get('front_page')
    #if sections is None:
    #    sections = Section.all().order('order').fetch(10)
    #    cache.set('front_page', sections, 120)

    stats = []
    total = 0
    people = []
    locations = []
    projects = []
    teams = []
    messages = []
    token = ''

    # this is only shown on authenticated page loads
    # to save on the overhead.
    if True:
        stats = Accumulator.get_histogram('global')
        total = sum(stats)
        location_future = Location.query().order(-Location.total).fetch_async(
            15)
        people_future = User.query().order(
            -ndb.GenericProperty('total')).fetch_async(10)
        project_future = Project.query().order(-Project.total).fetch_async(10)
        team_future = Team.query().order(-Team.total).fetch_async(15)
        message_future = Message.query().order(-Message.timestamp).fetch_async(
            30)

        # Julython live stuffs
        #token_key = 'live_token:%s' % request.user.username
        #token = memcache.get(token_key)
        #if token is None:
        #token = channel.create_channel(request.user.username)
        #memcache.set(token_key, token, time=7000)

        locations = location_future.get_result()
        people = people_future.get_result()
        projects = project_future.get_result()
        teams = team_future.get_result()
        message_models = message_future.get_result()

        m_list = [to_dict(m) for m in message_models]
        m_list.reverse()
        messages = json.dumps(m_list)

    ctx = Context({
        'sections': [],
        'people': people,
        'projects': projects,
        'locations': locations,
        'teams': teams,
        'stats': json.dumps(stats),
        'total': total,
        'token': token,
        'messages': messages,
        'user': request.user,
        'MEDIA_URL': settings.MEDIA_URL,
        'STATIC_URL': settings.STATIC_URL
    })

    return render_to_response('index.html', context_instance=ctx)
Beispiel #27
0
 def txn():
     location = Location.get_or_insert(location_slug)
     location.total = total
     location.projects = projects
     location.put()