Ejemplo n.º 1
0
def warm_cache():
    '''Warm cache'''
    # Disable cache, so we can refresh the data in Redis
    os.environ['PYBOSSA_REDIS_CACHE_DISABLED'] = '1'
    # Cache 3 pages
    apps_cached = []
    pages = range(1, 4)
    with app.app_context():
        import pybossa.cache.apps as cached_apps
        import pybossa.cache.categories as cached_cat
        import pybossa.cache.users as cached_users
        import pybossa.stats as stats

        def warm_app(id, short_name):
            if id not in apps_cached:
                cached_apps.get_app(short_name)
                cached_apps.n_tasks(id)
                n_task_runs = cached_apps.n_task_runs(id)
                cached_apps.overall_progress(id)
                cached_apps.last_activity(id)
                cached_apps.n_completed_tasks(id)
                cached_apps.n_volunteers(id)
                if n_task_runs >= 1000:
                    print "Getting stats for %s as it has %s" % (id, n_task_runs)
                    stats.get_stats(id, app.config.get('GEO'))
                apps_cached.append(id)

        # Cache top projects
        cached_apps.get_featured_front_page()
        apps = cached_apps.get_top()
        for a in apps:
            warm_app(a['id'], a['short_name'])
        for page in pages:
            apps, count = cached_apps.get_featured('featured',
                                                   page,
                                                   app.config['APPS_PER_PAGE'])
            for a in apps:
                warm_app(a['id'], a['short_name'])

        # Categories
        categories = cached_cat.get_used()
        for c in categories:
            for page in pages:
                 apps, count = cached_apps.get(c['short_name'],
                                               page,
                                               app.config['APPS_PER_PAGE'])
                 for a in apps:
                     warm_app(a['id'], a['short_name'])
        # Users
        cached_users.get_top()
Ejemplo n.º 2
0
def warm_cache():
    '''Warm cache'''
    # Disable cache, so we can refresh the data in Redis
    os.environ['PYBOSSA_REDIS_CACHE_DISABLED'] = '1'
    # Cache 3 pages
    apps_cached = []
    pages = range(1, 4)
    with app.app_context():
        import pybossa.cache.apps as cached_apps
        import pybossa.cache.categories as cached_cat
        import pybossa.cache.users as cached_users
        import pybossa.stats as stats

        def warm_app(id, short_name):
            if id not in apps_cached:
                cached_apps.get_app(short_name)
                cached_apps.n_tasks(id)
                n_task_runs = cached_apps.n_task_runs(id)
                cached_apps.overall_progress(id)
                cached_apps.last_activity(id)
                cached_apps.n_completed_tasks(id)
                cached_apps.n_volunteers(id)
                if n_task_runs >= 1000:
                    print "Getting stats for %s as it has %s" % (id,
                                                                 n_task_runs)
                    stats.get_stats(id, app.config.get('GEO'))
                apps_cached.append(id)

        # Cache top projects
        cached_apps.get_featured_front_page()
        apps = cached_apps.get_top()
        for a in apps:
            warm_app(a['id'], a['short_name'])
        for page in pages:
            apps, count = cached_apps.get_featured('featured', page,
                                                   app.config['APPS_PER_PAGE'])
            for a in apps:
                warm_app(a['id'], a['short_name'])

        # Categories
        categories = cached_cat.get_used()
        for c in categories:
            for page in pages:
                apps, count = cached_apps.get(c['short_name'], page,
                                              app.config['APPS_PER_PAGE'])
                for a in apps:
                    warm_app(a['id'], a['short_name'])
        # Users
        cached_users.get_top()
Ejemplo n.º 3
0
def home():
    """ Render home page with the cached apps and users"""
    d = {
        'featured': cached_apps.get_featured_front_page(),
        'top_apps': cached_apps.get_top(),
        'top_users': None
    }

    # Get all the categories with apps
    categories = cached_cat.get_used()
    d['categories'] = categories
    d['categories_apps'] = {}
    for c in categories:
        tmp_apps, count = cached_apps.get(c['short_name'], per_page=20)
        d['categories_apps'][str(c['short_name'])] = tmp_apps

    # Add featured
    tmp_apps, count = cached_apps.get_featured('featured', per_page=20)
    if count > 0:
        featured = model.category.Category(name='Featured',
                                           short_name='featured')
        d['categories'].insert(0, featured)
        d['categories_apps']['featured'] = tmp_apps

    if current_app.config['ENFORCE_PRIVACY'] and current_user.is_authenticated(
    ):
        if current_user.admin:
            d['top_users'] = cached_users.get_top()
    if not current_app.config['ENFORCE_PRIVACY']:
        d['top_users'] = cached_users.get_top()
    return render_template('/home/index.html', **d)
Ejemplo n.º 4
0
def home():
    """ Render home page with the cached apps and users"""

    page = 1
    per_page = current_app.config.get('APPS_PER_PAGE')
    if per_page is None: # pragma: no cover
        per_page = 5
    d = {'featured': cached_apps.get_featured_front_page(),
         'top_apps': cached_apps.get_top(),
         'top_users': None}

    # Get all the categories with apps
    categories = cached_cat.get_used()
    d['categories'] = categories
    d['categories_apps'] = {}
    for c in categories:
        tmp_apps, count = cached_apps.get(c['short_name'], page, per_page)
        d['categories_apps'][str(c['short_name'])] = tmp_apps

    # Add featured
    tmp_apps, count = cached_apps.get_featured('featured', page, per_page)
    if count > 0:
        featured = model.category.Category(name='Featured', short_name='featured')
        d['categories'].insert(0,featured)
        d['categories_apps']['featured'] = tmp_apps

    if current_app.config['ENFORCE_PRIVACY'] and current_user.is_authenticated():
        if current_user.admin:
            d['top_users'] = cached_users.get_top()
    if not current_app.config['ENFORCE_PRIVACY']:
        d['top_users'] = cached_users.get_top()
    return render_template('/home/index.html', **d)
Ejemplo n.º 5
0
    def test_get_featured_front_page(self):
        """Test CACHE PROJECTS get_featured_front_page returns featured projects"""

        FeaturedFactory.create()

        featured = cached_apps.get_featured_front_page()

        assert len(featured) is 1, featured
Ejemplo n.º 6
0
    def test_get_featured_front_page_not_returns_hidden_apps(self):
        """Test CACHE PROJECTS get_featured_front_page does not return hidden projects"""

        featured_app = AppFactory.create(hidden=1)
        FeaturedFactory.create(app=featured_app)

        featured = cached_apps.get_featured_front_page()

        assert len(featured) is 0, featured
Ejemplo n.º 7
0
def home():
    """ Render home page with the cached apps and users"""
    d = {
        "featured": cached_apps.get_featured_front_page(),
        "top_apps": cached_apps.get_top(),
        "top_users": cached_users.get_top(),
    }

    return render_template("/home/index.html", **d)
Ejemplo n.º 8
0
def home():
    """ Render home page with the cached apps and users"""
    d = {'featured': cached_apps.get_featured_front_page(),
         'top_apps': cached_apps.get_top(),
         'top_users': None,
         'categories': None,
         'apps': None,
         'n_apps_per_category': None}

    if app.config['ENFORCE_PRIVACY'] and current_user.is_authenticated():
        if current_user.admin:
            d['top_users'] = cached_users.get_top()
    if not app.config['ENFORCE_PRIVACY']:
        d['top_users'] = cached_users.get_top()
    # @FC
    categories = cached_cat.get_all()
    n_apps_per_category = dict()
    apps = dict()
    for c in categories:
        n_apps_per_category[c.short_name] = cached_apps.n_count(c.short_name)
        apps[c.short_name],count = cached_apps.get(c.short_name,1,1)
    d['categories'] = categories
    d['n_apps_per_category'] = n_apps_per_category
    d['apps'] = apps
    # Current user Survey System
    if current_user.is_authenticated():
        sql = text('''SELECT COUNT(task_run.id) AS task_run FROM task_run WHERE :cur_user_id=task_run.user_id''')
        results = db.engine.execute(sql,cur_user_id=current_user.id)
        for row in results:
            num_run_task=row.task_run
    if current_user.is_authenticated() and current_user.survey_check!= "None" and current_user.survey_check == "2":
        if num_run_task>=30:
			d['survey_three'] = True
			new_profile = model.User(id=current_user.id, survey_check="3")
			db.session.query(model.User).filter(model.User.id == current_user.id).first()
			db.session.merge(new_profile)
			db.session.commit()
			cached_users.delete_user_summary(current_user.name)
    elif current_user.is_authenticated() and current_user.survey_check!= "None" and current_user.survey_check == "1":
        if num_run_task>=1:
			d['survey_two'] = True
			new_profile = model.User(id=current_user.id, survey_check="2")
			db.session.query(model.User).filter(model.User.id == current_user.id).first()
			db.session.merge(new_profile)
			db.session.commit()
			cached_users.delete_user_summary(current_user.name)
    elif current_user.is_authenticated() and current_user.survey_check!= "None" and current_user.survey_check == "0":
        d['survey_one'] = True
        new_profile = model.User(id=current_user.id, survey_check="1")
        db.session.query(model.User).filter(model.User.id == current_user.id).first()
        db.session.merge(new_profile)
        db.session.commit()
        cached_users.delete_user_summary(current_user.name)
    else:
        d['survey_one'] = False
	# @FC
    return render_template('/home/index.html', **d)
Ejemplo n.º 9
0
Archivo: web.py Proyecto: mk270/pybossa
def home():
    """ Render home page with the cached apps and users"""
    d = {
        'featured': cached_apps.get_featured_front_page(),
        'top_apps': cached_apps.get_top(),
        'top_users': cached_users.get_top(),
    }

    return render_template('/home/index.html', **d)
Ejemplo n.º 10
0
def home():
    """ Render home page with the cached apps and users"""
    d = {"featured": cached_apps.get_featured_front_page(), "top_apps": cached_apps.get_top(), "top_users": None}

    if app.config["ENFORCE_PRIVACY"] and current_user.is_authenticated():
        if current_user.admin:
            d["top_users"] = cached_users.get_top()
    if not app.config["ENFORCE_PRIVACY"]:
        d["top_users"] = cached_users.get_top()
    return render_template("/home/index.html", **d)
Ejemplo n.º 11
0
    def test_get_featured_front_page_only_returns_featured(self):
        """Test CACHE PROJECTS get_featured_front_page returns only featured projects"""

        featured_app = AppFactory.create()
        non_featured_app = AppFactory.create()
        FeaturedFactory.create(app=featured_app)

        featured = cached_apps.get_featured_front_page()

        assert len(featured) is 1, featured
Ejemplo n.º 12
0
def home():
    """ Render home page with the cached apps and users"""
    d = {'featured': cached_apps.get_featured_front_page(),
         'top_apps': cached_apps.get_top(),
         'top_users': None}

    if app.config['ENFORCE_PRIVACY'] and current_user.is_authenticated():
        if current_user.admin:
            d['top_users'] = cached_users.get_top()
    if not app.config['ENFORCE_PRIVACY']:
        d['top_users'] = cached_users.get_top()
    return render_template('/home/index.html', **d)
Ejemplo n.º 13
0
def home():
    """ Render home page with the cached apps and users"""
    d = {'featured': cached_apps.get_featured_front_page(),
         'top_apps': cached_apps.get_top(),
         'top_users': None}

    if app.config['ENFORCE_PRIVACY'] and current_user.is_authenticated():
        if current_user.admin:
            d['top_users'] = cached_users.get_top()
    if not app.config['ENFORCE_PRIVACY']:
        d['top_users'] = cached_users.get_top()
    return render_template('/home/index.html', **d)
Ejemplo n.º 14
0
    def test_get_featured_front_page_returns_required_fields(self):
        """Test CACHE PROJECTS get_featured_front_page returns the required info
        about each featured project"""

        fields = ('id', 'name', 'short_name', 'info', 'n_volunteers', 'n_completed_tasks')

        FeaturedFactory.create()

        featured = cached_apps.get_featured_front_page()[0]

        for field in fields:
            assert featured.has_key(field), "%s not in app info" % field
Ejemplo n.º 15
0
    def test_get_featured_front_page(self):
        """Test CACHE PROJECTS get_featured_front_page returns featured projects"""

        app = self.create_app(None)
        app.owner = self.user
        db.session.add(app)
        featured = Featured(app=app)
        db.session.add(featured)
        db.session.commit()

        featured = cached_apps.get_featured_front_page()

        assert len(featured) is 1, featured
Ejemplo n.º 16
0
    def test_get_featured_front_page_not_returns_hidden_apps(self):
        """Test CACHE PROJECTS get_featured_front_page does not return hidden projects"""

        featured_app = self.create_app(None)
        featured_app.owner = self.user
        featured_app.hidden = 1
        db.session.add(featured_app)
        featured = Featured(app=featured_app)
        db.session.add(featured)
        db.session.commit()

        featured = cached_apps.get_featured_front_page()

        assert len(featured) is 0, featured
Ejemplo n.º 17
0
    def test_get_featured_front_page_returns_required_fields(self):
        """Test CACHE PROJECTS get_featured_front_page returns the required info
        about each featured project"""

        app = self.create_app(None)
        app.owner = self.user
        db.session.add(app)
        featured = Featured(app=app)
        db.session.add(featured)
        db.session.commit()
        fields = ('id', 'name', 'short_name', 'info', 'n_volunteers', 'n_completed_tasks')

        featured = cached_apps.get_featured_front_page()[0]

        for field in fields:
            assert featured.has_key(field), "%s not in app info" % field
Ejemplo n.º 18
0
    def test_get_featured_front_page_only_returns_featured(self):
        """Test CACHE PROJECTS get_featured_front_page returns only featured projects"""

        featured_app = self.create_app(None)
        non_featured_app = self.create_app(None)
        non_featured_app.name = 'other_app'
        non_featured_app.short_name = 'other_app'
        featured_app.owner = self.user
        non_featured_app.owner = self.user
        db.session.add(featured_app)
        db.session.add(non_featured_app)
        featured = Featured(app=featured_app)
        db.session.add(featured)
        db.session.commit()

        featured = cached_apps.get_featured_front_page()

        assert len(featured) is 1, featured
Ejemplo n.º 19
0
def home():
    """ Render home page with the cached apps and users"""
    d = {'featured': cached_apps.get_featured_front_page(),
         'top_apps': cached_apps.get_top(),
         'top_users': None,
         'categories': None,
         'apps': None,
         'n_apps_per_category': None}

    if app.config['ENFORCE_PRIVACY'] and current_user.is_authenticated():
        if current_user.admin:
            d['top_users'] = cached_users.get_top()
    if not app.config['ENFORCE_PRIVACY']:
        d['top_users'] = cached_users.get_top()
    # @FC
    categories = cached_cat.get_all()
    n_apps_per_category = dict()
    apps = dict()
    for c in categories:
        n_apps_per_category[c.short_name] = cached_apps.n_count(c.short_name)
        apps[c.short_name],count = cached_apps.get(c.short_name,1,1)
    d['categories'] = categories
    d['n_apps_per_category'] = n_apps_per_category
    d['apps'] = apps
    # Current user Survey System
    print current_user
    if current_user.is_authenticated():
        # Check if survey_check is None
        # That is the case of a first time registration
        if current_user.survey_check == "None" :
            return redirect(url_for('survey_check'))
        if current_user.survey_check == "YES" :
            sql = text('''SELECT COUNT(task_run.id) AS task_run FROM task_run WHERE :cur_user_id=task_run.user_id''')
            results = db.engine.execute(sql,cur_user_id=current_user.id)
            num_run_task = 0
            for row in results:
                num_run_task = row.task_run
            print "Number of tasks run : ",num_run_task
            if num_run_task > 30:
                return render_template('/survey_check/survey_check_complete.html', **d)

	# @FC
    return render_template('/home/index.html', **d)