def home(): """ Render home page with the cached apps and users""" d = { 'featured': cached_apps.get_featured_front_page(), 'top_apps': cached_apps.get_top(), 'top_users': None } # Get all the categories with apps categories = cached_cat.get_used() d['categories'] = categories d['categories_apps'] = {} for c in categories: tmp_apps, count = cached_apps.get(c['short_name'], per_page=20) d['categories_apps'][str(c['short_name'])] = tmp_apps # Add featured tmp_apps, count = cached_apps.get_featured('featured', per_page=20) if count > 0: featured = model.category.Category(name='Featured', short_name='featured') d['categories'].insert(0, featured) d['categories_apps']['featured'] = tmp_apps if current_app.config['ENFORCE_PRIVACY'] and current_user.is_authenticated( ): if current_user.admin: d['top_users'] = cached_users.get_top() if not current_app.config['ENFORCE_PRIVACY']: d['top_users'] = cached_users.get_top() return render_template('/home/index.html', **d)
def home(): """ Render home page with the cached apps and users""" d = {'featured': cached_apps.get_featured_front_page(), 'top_apps': cached_apps.get_top(), 'top_users': None} # Get all the categories with apps categories = cached_cat.get_used() d['categories'] = categories d['categories_apps'] = {} for c in categories: tmp_apps, count = cached_apps.get(c['short_name'], per_page=20) d['categories_apps'][str(c['short_name'])] = tmp_apps # Add featured tmp_apps, count = cached_apps.get_featured('featured', per_page=20) if count > 0: featured = model.category.Category(name='Featured', short_name='featured') d['categories'].insert(0,featured) d['categories_apps']['featured'] = tmp_apps if current_app.config['ENFORCE_PRIVACY'] and current_user.is_authenticated(): if current_user.admin: d['top_users'] = cached_users.get_top() if not current_app.config['ENFORCE_PRIVACY']: d['top_users'] = cached_users.get_top() return render_template('/home/index.html', **d)
def home(): """ Render home page with the cached apps and users""" page = 1 per_page = current_app.config.get('APPS_PER_PAGE') if per_page is None: # pragma: no cover per_page = 5 d = {'top_apps': cached_apps.get_top(), 'top_users': None} # Get all the categories with apps categories = cached_cat.get_used() d['categories'] = categories d['categories_apps'] = {} for c in categories: tmp_apps = cached_apps.get(c['short_name'], page, per_page) d['categories_apps'][c['short_name']] = tmp_apps # Add featured tmp_apps = cached_apps.get_featured('featured', page, per_page) if len(tmp_apps) > 0: featured = Category(name='Featured', short_name='featured') d['categories'].insert(0, featured) d['categories_apps']['featured'] = tmp_apps if current_app.config['ENFORCE_PRIVACY'] and current_user.is_authenticated( ): if current_user.admin: d['top_users'] = cached_users.get_top() if not current_app.config['ENFORCE_PRIVACY']: d['top_users'] = cached_users.get_top() return render_template('/home/index.html', **d)
def home(): """ Render home page with the cached apps and users""" page = 1 per_page = current_app.config.get('APPS_PER_PAGE') if per_page is None: # pragma: no cover per_page = 5 d = {'top_apps': cached_apps.get_top(), 'top_users': None} # Get all the categories with apps categories = cached_cat.get_used() d['categories'] = categories d['categories_apps'] = {} for c in categories: tmp_apps = cached_apps.get(c['short_name'], page, per_page) d['categories_apps'][c['short_name']] = tmp_apps # Add featured tmp_apps = cached_apps.get_featured('featured', page, per_page) if len(tmp_apps) > 0: featured = model.category.Category(name='Featured', short_name='featured') d['categories'].insert(0,featured) d['categories_apps']['featured'] = tmp_apps if current_app.config['ENFORCE_PRIVACY'] and current_user.is_authenticated(): if current_user.admin: d['top_users'] = cached_users.get_top() if not current_app.config['ENFORCE_PRIVACY']: d['top_users'] = cached_users.get_top() return render_template('/home/index.html', **d)
def warm_cache(): # pragma: no cover """Background job to warm cache.""" from pybossa.core import create_app app = create_app(run_as_server=False) # Cache 3 pages apps_cached = [] pages = range(1, 4) import pybossa.cache.apps as cached_apps import pybossa.cache.categories as cached_cat import pybossa.cache.users as cached_users import pybossa.cache.project_stats as stats def warm_app(id, short_name, featured=False): if id not in apps_cached: cached_apps.get_app(short_name) cached_apps.n_tasks(id) n_task_runs = cached_apps.n_task_runs(id) cached_apps.overall_progress(id) cached_apps.last_activity(id) cached_apps.n_completed_tasks(id) cached_apps.n_volunteers(id) if n_task_runs >= 1000 or featured: print ("Getting stats for %s as it has %s task runs" % (short_name, n_task_runs)) stats.get_stats(id, app.config.get('GEO')) apps_cached.append(id) # Cache top projects apps = cached_apps.get_top() for a in apps: warm_app(a['id'], a['short_name']) for page in pages: apps = cached_apps.get_featured('featured', page, app.config['APPS_PER_PAGE']) for a in apps: warm_app(a['id'], a['short_name'], featured=True) # Categories categories = cached_cat.get_used() for c in categories: for page in pages: apps = cached_apps.get(c['short_name'], page, app.config['APPS_PER_PAGE']) for a in apps: warm_app(a['id'], a['short_name']) # Users users = cached_users.get_leaderboard(app.config['LEADERBOARD'], 'anonymous') for user in users: print "Getting stats for %s" % user['name'] cached_users.get_user_summary(user['name']) cached_users.apps_contributed_cached(user['id']) cached_users.published_apps_cached(user['id']) cached_users.draft_apps_cached(user['id']) cached_users.get_top() return True
def home(): """ Render home page with the cached apps and users""" d = { "featured": cached_apps.get_featured_front_page(), "top_apps": cached_apps.get_top(), "top_users": cached_users.get_top(), } return render_template("/home/index.html", **d)
def home(): """ Render home page with the cached apps and users""" d = { 'featured': cached_apps.get_featured(), 'top_apps': cached_apps.get_top(), 'top_users': cached_users.get_top(), } return render_template('/home/index.html', **d)
def home(): """ Render home page with the cached apps and users""" d = {'featured': cached_apps.get_featured_front_page(), 'top_apps': cached_apps.get_top(), 'top_users': None, 'categories': None, 'apps': None, 'n_apps_per_category': None} if app.config['ENFORCE_PRIVACY'] and current_user.is_authenticated(): if current_user.admin: d['top_users'] = cached_users.get_top() if not app.config['ENFORCE_PRIVACY']: d['top_users'] = cached_users.get_top() # @FC categories = cached_cat.get_all() n_apps_per_category = dict() apps = dict() for c in categories: n_apps_per_category[c.short_name] = cached_apps.n_count(c.short_name) apps[c.short_name],count = cached_apps.get(c.short_name,1,1) d['categories'] = categories d['n_apps_per_category'] = n_apps_per_category d['apps'] = apps # Current user Survey System if current_user.is_authenticated(): sql = text('''SELECT COUNT(task_run.id) AS task_run FROM task_run WHERE :cur_user_id=task_run.user_id''') results = db.engine.execute(sql,cur_user_id=current_user.id) for row in results: num_run_task=row.task_run if current_user.is_authenticated() and current_user.survey_check!= "None" and current_user.survey_check == "2": if num_run_task>=30: d['survey_three'] = True new_profile = model.User(id=current_user.id, survey_check="3") db.session.query(model.User).filter(model.User.id == current_user.id).first() db.session.merge(new_profile) db.session.commit() cached_users.delete_user_summary(current_user.name) elif current_user.is_authenticated() and current_user.survey_check!= "None" and current_user.survey_check == "1": if num_run_task>=1: d['survey_two'] = True new_profile = model.User(id=current_user.id, survey_check="2") db.session.query(model.User).filter(model.User.id == current_user.id).first() db.session.merge(new_profile) db.session.commit() cached_users.delete_user_summary(current_user.name) elif current_user.is_authenticated() and current_user.survey_check!= "None" and current_user.survey_check == "0": d['survey_one'] = True new_profile = model.User(id=current_user.id, survey_check="1") db.session.query(model.User).filter(model.User.id == current_user.id).first() db.session.merge(new_profile) db.session.commit() cached_users.delete_user_summary(current_user.name) else: d['survey_one'] = False # @FC return render_template('/home/index.html', **d)
def home(): """ Render home page with the cached apps and users""" d = {"featured": cached_apps.get_featured_front_page(), "top_apps": cached_apps.get_top(), "top_users": None} if app.config["ENFORCE_PRIVACY"] and current_user.is_authenticated(): if current_user.admin: d["top_users"] = cached_users.get_top() if not app.config["ENFORCE_PRIVACY"]: d["top_users"] = cached_users.get_top() return render_template("/home/index.html", **d)
def test_get_top_respects_limit(self): """Test CACHE PROJECTS get_top returns only the top n projects""" ranked_3_app = self.create_app_with_contributors(8, 0, name='three') ranked_2_app = self.create_app_with_contributors(9, 0, name='two') ranked_1_app = self.create_app_with_contributors(10, 0, name='one') ranked_4_app = self.create_app_with_contributors(7, 0, name='four') top_apps = cached_apps.get_top(n=2) assert len(top_apps) is 2, len(top_apps)
def test_get_top_returns_four_apps_by_default(self): """Test CACHE PROJECTS get_top returns the top 4 projects by default""" ranked_3_app = self.create_app_with_contributors(8, 0, name='three') ranked_2_app = self.create_app_with_contributors(9, 0, name='two') ranked_1_app = self.create_app_with_contributors(10, 0, name='one') ranked_4_app = self.create_app_with_contributors(7, 0, name='four') ranked_5_app = self.create_app_with_contributors(7, 0, name='five') top_apps = cached_apps.get_top() assert len(top_apps) is 4, len(top_apps)
def home(): """ Render home page with the cached apps and users""" d = {'featured': cached_apps.get_featured_front_page(), 'top_apps': cached_apps.get_top(), 'top_users': None} if app.config['ENFORCE_PRIVACY'] and current_user.is_authenticated(): if current_user.admin: d['top_users'] = cached_users.get_top() if not app.config['ENFORCE_PRIVACY']: d['top_users'] = cached_users.get_top() return render_template('/home/index.html', **d)
def test_get_top_doesnt_return_hidden_apps(self): """Test CACHE PROJECTS get_top does not return projects that are hidden""" ranked_3_app = self.create_app_with_contributors(8, 0, name='three') ranked_2_app = self.create_app_with_contributors(9, 0, name='two') ranked_1_app = self.create_app_with_contributors(10, 0, name='one') hidden_app = self.create_app_with_contributors(11, 0, name='hidden', hidden=1) top_apps = cached_apps.get_top() assert len(top_apps) is 3, len(top_apps) for app in top_apps: assert app['name'] != 'hidden', app['name']
def warm_cache(): # pragma: no cover """Background job to warm cache.""" from pybossa.core import create_app app = create_app(run_as_server=False) # Cache 3 pages apps_cached = [] pages = range(1, 4) import pybossa.cache.apps as cached_apps import pybossa.cache.categories as cached_cat import pybossa.cache.users as cached_users import pybossa.cache.project_stats as stats def warm_app(id, short_name, featured=False): if id not in apps_cached: cached_apps.get_app(short_name) cached_apps.n_tasks(id) n_task_runs = cached_apps.n_task_runs(id) cached_apps.overall_progress(id) cached_apps.last_activity(id) cached_apps.n_completed_tasks(id) cached_apps.n_volunteers(id) if n_task_runs >= 1000 or featured: print ("Getting stats for %s as it has %s task runs" % (short_name, n_task_runs)) stats.get_stats(id, app.config.get('GEO')) apps_cached.append(id) # Cache top projects apps = cached_apps.get_top() for a in apps: warm_app(a['id'], a['short_name']) for page in pages: apps = cached_apps.get_featured('featured', page, app.config['APPS_PER_PAGE']) for a in apps: warm_app(a['id'], a['short_name'], featured=True) # Categories categories = cached_cat.get_used() for c in categories: for page in pages: apps = cached_apps.get(c['short_name'], page, app.config['APPS_PER_PAGE']) for a in apps: warm_app(a['id'], a['short_name']) # Users cached_users.get_leaderboard(app.config['LEADERBOARD'], 'anonymous') cached_users.get_top() return True
def test_get_top_returns_apps_with_most_taskruns(self): """Test CACHE PROJECTS get_top returns the projects with most taskruns in order""" ranked_3_app = self.create_app_with_contributors(8, 0, name='three') ranked_2_app = self.create_app_with_contributors(9, 0, name='two') ranked_1_app = self.create_app_with_contributors(10, 0, name='one') ranked_4_app = self.create_app_with_contributors(7, 0, name='four') top_apps = cached_apps.get_top() assert top_apps[0]['name'] == 'one', top_apps assert top_apps[1]['name'] == 'two', top_apps assert top_apps[2]['name'] == 'three', top_apps assert top_apps[3]['name'] == 'four', top_apps
def warm_cache(): '''Warm cache''' # Disable cache, so we can refresh the data in Redis os.environ['PYBOSSA_REDIS_CACHE_DISABLED'] = '1' # Cache 3 pages apps_cached = [] pages = range(1, 4) with app.app_context(): import pybossa.cache.apps as cached_apps import pybossa.cache.categories as cached_cat import pybossa.cache.users as cached_users import pybossa.stats as stats def warm_app(id, short_name): if id not in apps_cached: cached_apps.get_app(short_name) cached_apps.n_tasks(id) n_task_runs = cached_apps.n_task_runs(id) cached_apps.overall_progress(id) cached_apps.last_activity(id) cached_apps.n_completed_tasks(id) cached_apps.n_volunteers(id) if n_task_runs >= 1000: print "Getting stats for %s as it has %s" % (id, n_task_runs) stats.get_stats(id, app.config.get('GEO')) apps_cached.append(id) # Cache top projects cached_apps.get_featured_front_page() apps = cached_apps.get_top() for a in apps: warm_app(a['id'], a['short_name']) for page in pages: apps, count = cached_apps.get_featured('featured', page, app.config['APPS_PER_PAGE']) for a in apps: warm_app(a['id'], a['short_name']) # Categories categories = cached_cat.get_used() for c in categories: for page in pages: apps, count = cached_apps.get(c['short_name'], page, app.config['APPS_PER_PAGE']) for a in apps: warm_app(a['id'], a['short_name']) # Users cached_users.get_top()
def test_get_top_doesnt_return_hidden_apps(self): """Test CACHE APPS get_top does not return apps that are hidden""" ranked_3_app = self.create_app_with_contributors(8, 0, name='three') ranked_2_app = self.create_app_with_contributors(9, 0, name='two') ranked_1_app = self.create_app_with_contributors(10, 0, name='one') hidden_app = self.create_app_with_contributors(11, 0, name='hidden') hidden_app.hidden = 1 db.session.add(hidden_app) db.session.commit() top_apps = cached_apps.get_top() assert len(top_apps) is 3, len(top_apps) for app in top_apps: assert app['name'] != 'hidden', app['name']
def home(): """ Render home page with the cached apps and users""" d = {'featured': cached_apps.get_featured_front_page(), 'top_apps': cached_apps.get_top(), 'top_users': None, 'categories': None, 'apps': None, 'n_apps_per_category': None} if app.config['ENFORCE_PRIVACY'] and current_user.is_authenticated(): if current_user.admin: d['top_users'] = cached_users.get_top() if not app.config['ENFORCE_PRIVACY']: d['top_users'] = cached_users.get_top() # @FC categories = cached_cat.get_all() n_apps_per_category = dict() apps = dict() for c in categories: n_apps_per_category[c.short_name] = cached_apps.n_count(c.short_name) apps[c.short_name],count = cached_apps.get(c.short_name,1,1) d['categories'] = categories d['n_apps_per_category'] = n_apps_per_category d['apps'] = apps # Current user Survey System print current_user if current_user.is_authenticated(): # Check if survey_check is None # That is the case of a first time registration if current_user.survey_check == "None" : return redirect(url_for('survey_check')) if current_user.survey_check == "YES" : sql = text('''SELECT COUNT(task_run.id) AS task_run FROM task_run WHERE :cur_user_id=task_run.user_id''') results = db.engine.execute(sql,cur_user_id=current_user.id) num_run_task = 0 for row in results: num_run_task = row.task_run print "Number of tasks run : ",num_run_task if num_run_task > 30: return render_template('/survey_check/survey_check_complete.html', **d) # @FC return render_template('/home/index.html', **d)