def warm_cache(): '''Warm cache''' # Disable cache, so we can refresh the data in Redis os.environ['PYBOSSA_REDIS_CACHE_DISABLED'] = '1' # Cache 3 pages apps_cached = [] pages = range(1, 4) with app.app_context(): import pybossa.cache.apps as cached_apps import pybossa.cache.categories as cached_cat import pybossa.cache.users as cached_users import pybossa.stats as stats def warm_app(id, short_name): if id not in apps_cached: cached_apps.get_app(short_name) cached_apps.n_tasks(id) n_task_runs = cached_apps.n_task_runs(id) cached_apps.overall_progress(id) cached_apps.last_activity(id) cached_apps.n_completed_tasks(id) cached_apps.n_volunteers(id) if n_task_runs >= 1000: print "Getting stats for %s as it has %s" % (id, n_task_runs) stats.get_stats(id, app.config.get('GEO')) apps_cached.append(id) # Cache top projects cached_apps.get_featured_front_page() apps = cached_apps.get_top() for a in apps: warm_app(a['id'], a['short_name']) for page in pages: apps, count = cached_apps.get_featured('featured', page, app.config['APPS_PER_PAGE']) for a in apps: warm_app(a['id'], a['short_name']) # Categories categories = cached_cat.get_used() for c in categories: for page in pages: apps, count = cached_apps.get(c['short_name'], page, app.config['APPS_PER_PAGE']) for a in apps: warm_app(a['id'], a['short_name']) # Users cached_users.get_top()
def home(): """ Render home page with the cached apps and users""" d = { 'featured': cached_apps.get_featured_front_page(), 'top_apps': cached_apps.get_top(), 'top_users': None } # Get all the categories with apps categories = cached_cat.get_used() d['categories'] = categories d['categories_apps'] = {} for c in categories: tmp_apps, count = cached_apps.get(c['short_name'], per_page=20) d['categories_apps'][str(c['short_name'])] = tmp_apps # Add featured tmp_apps, count = cached_apps.get_featured('featured', per_page=20) if count > 0: featured = model.category.Category(name='Featured', short_name='featured') d['categories'].insert(0, featured) d['categories_apps']['featured'] = tmp_apps if current_app.config['ENFORCE_PRIVACY'] and current_user.is_authenticated( ): if current_user.admin: d['top_users'] = cached_users.get_top() if not current_app.config['ENFORCE_PRIVACY']: d['top_users'] = cached_users.get_top() return render_template('/home/index.html', **d)
def home(): """ Render home page with the cached apps and users""" page = 1 per_page = current_app.config.get('APPS_PER_PAGE') if per_page is None: # pragma: no cover per_page = 5 d = {'featured': cached_apps.get_featured_front_page(), 'top_apps': cached_apps.get_top(), 'top_users': None} # Get all the categories with apps categories = cached_cat.get_used() d['categories'] = categories d['categories_apps'] = {} for c in categories: tmp_apps, count = cached_apps.get(c['short_name'], page, per_page) d['categories_apps'][str(c['short_name'])] = tmp_apps # Add featured tmp_apps, count = cached_apps.get_featured('featured', page, per_page) if count > 0: featured = model.category.Category(name='Featured', short_name='featured') d['categories'].insert(0,featured) d['categories_apps']['featured'] = tmp_apps if current_app.config['ENFORCE_PRIVACY'] and current_user.is_authenticated(): if current_user.admin: d['top_users'] = cached_users.get_top() if not current_app.config['ENFORCE_PRIVACY']: d['top_users'] = cached_users.get_top() return render_template('/home/index.html', **d)
def test_get_featured_front_page(self): """Test CACHE PROJECTS get_featured_front_page returns featured projects""" FeaturedFactory.create() featured = cached_apps.get_featured_front_page() assert len(featured) is 1, featured
def test_get_featured_front_page_not_returns_hidden_apps(self): """Test CACHE PROJECTS get_featured_front_page does not return hidden projects""" featured_app = AppFactory.create(hidden=1) FeaturedFactory.create(app=featured_app) featured = cached_apps.get_featured_front_page() assert len(featured) is 0, featured
def home(): """ Render home page with the cached apps and users""" d = { "featured": cached_apps.get_featured_front_page(), "top_apps": cached_apps.get_top(), "top_users": cached_users.get_top(), } return render_template("/home/index.html", **d)
def home(): """ Render home page with the cached apps and users""" d = {'featured': cached_apps.get_featured_front_page(), 'top_apps': cached_apps.get_top(), 'top_users': None, 'categories': None, 'apps': None, 'n_apps_per_category': None} if app.config['ENFORCE_PRIVACY'] and current_user.is_authenticated(): if current_user.admin: d['top_users'] = cached_users.get_top() if not app.config['ENFORCE_PRIVACY']: d['top_users'] = cached_users.get_top() # @FC categories = cached_cat.get_all() n_apps_per_category = dict() apps = dict() for c in categories: n_apps_per_category[c.short_name] = cached_apps.n_count(c.short_name) apps[c.short_name],count = cached_apps.get(c.short_name,1,1) d['categories'] = categories d['n_apps_per_category'] = n_apps_per_category d['apps'] = apps # Current user Survey System if current_user.is_authenticated(): sql = text('''SELECT COUNT(task_run.id) AS task_run FROM task_run WHERE :cur_user_id=task_run.user_id''') results = db.engine.execute(sql,cur_user_id=current_user.id) for row in results: num_run_task=row.task_run if current_user.is_authenticated() and current_user.survey_check!= "None" and current_user.survey_check == "2": if num_run_task>=30: d['survey_three'] = True new_profile = model.User(id=current_user.id, survey_check="3") db.session.query(model.User).filter(model.User.id == current_user.id).first() db.session.merge(new_profile) db.session.commit() cached_users.delete_user_summary(current_user.name) elif current_user.is_authenticated() and current_user.survey_check!= "None" and current_user.survey_check == "1": if num_run_task>=1: d['survey_two'] = True new_profile = model.User(id=current_user.id, survey_check="2") db.session.query(model.User).filter(model.User.id == current_user.id).first() db.session.merge(new_profile) db.session.commit() cached_users.delete_user_summary(current_user.name) elif current_user.is_authenticated() and current_user.survey_check!= "None" and current_user.survey_check == "0": d['survey_one'] = True new_profile = model.User(id=current_user.id, survey_check="1") db.session.query(model.User).filter(model.User.id == current_user.id).first() db.session.merge(new_profile) db.session.commit() cached_users.delete_user_summary(current_user.name) else: d['survey_one'] = False # @FC return render_template('/home/index.html', **d)
def home(): """ Render home page with the cached apps and users""" d = { 'featured': cached_apps.get_featured_front_page(), 'top_apps': cached_apps.get_top(), 'top_users': cached_users.get_top(), } return render_template('/home/index.html', **d)
def home(): """ Render home page with the cached apps and users""" d = {"featured": cached_apps.get_featured_front_page(), "top_apps": cached_apps.get_top(), "top_users": None} if app.config["ENFORCE_PRIVACY"] and current_user.is_authenticated(): if current_user.admin: d["top_users"] = cached_users.get_top() if not app.config["ENFORCE_PRIVACY"]: d["top_users"] = cached_users.get_top() return render_template("/home/index.html", **d)
def test_get_featured_front_page_only_returns_featured(self): """Test CACHE PROJECTS get_featured_front_page returns only featured projects""" featured_app = AppFactory.create() non_featured_app = AppFactory.create() FeaturedFactory.create(app=featured_app) featured = cached_apps.get_featured_front_page() assert len(featured) is 1, featured
def home(): """ Render home page with the cached apps and users""" d = {'featured': cached_apps.get_featured_front_page(), 'top_apps': cached_apps.get_top(), 'top_users': None} if app.config['ENFORCE_PRIVACY'] and current_user.is_authenticated(): if current_user.admin: d['top_users'] = cached_users.get_top() if not app.config['ENFORCE_PRIVACY']: d['top_users'] = cached_users.get_top() return render_template('/home/index.html', **d)
def test_get_featured_front_page_returns_required_fields(self): """Test CACHE PROJECTS get_featured_front_page returns the required info about each featured project""" fields = ('id', 'name', 'short_name', 'info', 'n_volunteers', 'n_completed_tasks') FeaturedFactory.create() featured = cached_apps.get_featured_front_page()[0] for field in fields: assert featured.has_key(field), "%s not in app info" % field
def test_get_featured_front_page(self): """Test CACHE PROJECTS get_featured_front_page returns featured projects""" app = self.create_app(None) app.owner = self.user db.session.add(app) featured = Featured(app=app) db.session.add(featured) db.session.commit() featured = cached_apps.get_featured_front_page() assert len(featured) is 1, featured
def test_get_featured_front_page_not_returns_hidden_apps(self): """Test CACHE PROJECTS get_featured_front_page does not return hidden projects""" featured_app = self.create_app(None) featured_app.owner = self.user featured_app.hidden = 1 db.session.add(featured_app) featured = Featured(app=featured_app) db.session.add(featured) db.session.commit() featured = cached_apps.get_featured_front_page() assert len(featured) is 0, featured
def test_get_featured_front_page_returns_required_fields(self): """Test CACHE PROJECTS get_featured_front_page returns the required info about each featured project""" app = self.create_app(None) app.owner = self.user db.session.add(app) featured = Featured(app=app) db.session.add(featured) db.session.commit() fields = ('id', 'name', 'short_name', 'info', 'n_volunteers', 'n_completed_tasks') featured = cached_apps.get_featured_front_page()[0] for field in fields: assert featured.has_key(field), "%s not in app info" % field
def test_get_featured_front_page_only_returns_featured(self): """Test CACHE PROJECTS get_featured_front_page returns only featured projects""" featured_app = self.create_app(None) non_featured_app = self.create_app(None) non_featured_app.name = 'other_app' non_featured_app.short_name = 'other_app' featured_app.owner = self.user non_featured_app.owner = self.user db.session.add(featured_app) db.session.add(non_featured_app) featured = Featured(app=featured_app) db.session.add(featured) db.session.commit() featured = cached_apps.get_featured_front_page() assert len(featured) is 1, featured
def home(): """ Render home page with the cached apps and users""" d = {'featured': cached_apps.get_featured_front_page(), 'top_apps': cached_apps.get_top(), 'top_users': None, 'categories': None, 'apps': None, 'n_apps_per_category': None} if app.config['ENFORCE_PRIVACY'] and current_user.is_authenticated(): if current_user.admin: d['top_users'] = cached_users.get_top() if not app.config['ENFORCE_PRIVACY']: d['top_users'] = cached_users.get_top() # @FC categories = cached_cat.get_all() n_apps_per_category = dict() apps = dict() for c in categories: n_apps_per_category[c.short_name] = cached_apps.n_count(c.short_name) apps[c.short_name],count = cached_apps.get(c.short_name,1,1) d['categories'] = categories d['n_apps_per_category'] = n_apps_per_category d['apps'] = apps # Current user Survey System print current_user if current_user.is_authenticated(): # Check if survey_check is None # That is the case of a first time registration if current_user.survey_check == "None" : return redirect(url_for('survey_check')) if current_user.survey_check == "YES" : sql = text('''SELECT COUNT(task_run.id) AS task_run FROM task_run WHERE :cur_user_id=task_run.user_id''') results = db.engine.execute(sql,cur_user_id=current_user.id) num_run_task = 0 for row in results: num_run_task = row.task_run print "Number of tasks run : ",num_run_task if num_run_task > 30: return render_template('/survey_check/survey_check_complete.html', **d) # @FC return render_template('/home/index.html', **d)