def home():
""" Render home page with the cached apps and users"""
d = {
'featured': cached_apps.get_featured_front_page(),
'top_apps': cached_apps.get_top(),
'top_users': None
}
# Get all the categories with apps
categories = cached_cat.get_used()
d['categories'] = categories
d['categories_apps'] = {}
for c in categories:
tmp_apps, count = cached_apps.get(c['short_name'], per_page=20)
d['categories_apps'][str(c['short_name'])] = tmp_apps
# Add featured
tmp_apps, count = cached_apps.get_featured('featured', per_page=20)
if count > 0:
featured = model.category.Category(name='Featured',
short_name='featured')
d['categories'].insert(0, featured)
d['categories_apps']['featured'] = tmp_apps
if current_app.config['ENFORCE_PRIVACY'] and current_user.is_authenticated(
):
if current_user.admin:
d['top_users'] = cached_users.get_top()
if not current_app.config['ENFORCE_PRIVACY']:
d['top_users'] = cached_users.get_top()
return render_template('/home/index.html', **d)
def home():
""" Render home page with the cached apps and users"""
d = {'featured': cached_apps.get_featured_front_page(),
'top_apps': cached_apps.get_top(),
'top_users': None}
# Get all the categories with apps
categories = cached_cat.get_used()
d['categories'] = categories
d['categories_apps'] = {}
for c in categories:
tmp_apps, count = cached_apps.get(c['short_name'], per_page=20)
d['categories_apps'][str(c['short_name'])] = tmp_apps
# Add featured
tmp_apps, count = cached_apps.get_featured('featured', per_page=20)
if count > 0:
featured = model.category.Category(name='Featured', short_name='featured')
d['categories'].insert(0,featured)
d['categories_apps']['featured'] = tmp_apps
if current_app.config['ENFORCE_PRIVACY'] and current_user.is_authenticated():
if current_user.admin:
d['top_users'] = cached_users.get_top()
if not current_app.config['ENFORCE_PRIVACY']:
d['top_users'] = cached_users.get_top()
return render_template('/home/index.html', **d)
def home():
""" Render home page with the cached apps and users"""
page = 1
per_page = current_app.config.get('APPS_PER_PAGE')
if per_page is None: # pragma: no cover
per_page = 5
d = {'top_apps': cached_apps.get_top(), 'top_users': None}
# Get all the categories with apps
categories = cached_cat.get_used()
d['categories'] = categories
d['categories_apps'] = {}
for c in categories:
tmp_apps = cached_apps.get(c['short_name'], page, per_page)
d['categories_apps'][c['short_name']] = tmp_apps
# Add featured
tmp_apps = cached_apps.get_featured('featured', page, per_page)
if len(tmp_apps) > 0:
featured = Category(name='Featured', short_name='featured')
d['categories'].insert(0, featured)
d['categories_apps']['featured'] = tmp_apps
if current_app.config['ENFORCE_PRIVACY'] and current_user.is_authenticated(
):
if current_user.admin:
d['top_users'] = cached_users.get_top()
if not current_app.config['ENFORCE_PRIVACY']:
d['top_users'] = cached_users.get_top()
return render_template('/home/index.html', **d)
def home():
""" Render home page with the cached apps and users"""
page = 1
per_page = current_app.config.get('APPS_PER_PAGE')
if per_page is None: # pragma: no cover
per_page = 5
d = {'top_apps': cached_apps.get_top(),
'top_users': None}
# Get all the categories with apps
categories = cached_cat.get_used()
d['categories'] = categories
d['categories_apps'] = {}
for c in categories:
tmp_apps = cached_apps.get(c['short_name'], page, per_page)
d['categories_apps'][c['short_name']] = tmp_apps
# Add featured
tmp_apps = cached_apps.get_featured('featured', page, per_page)
if len(tmp_apps) > 0:
featured = model.category.Category(name='Featured', short_name='featured')
d['categories'].insert(0,featured)
d['categories_apps']['featured'] = tmp_apps
if current_app.config['ENFORCE_PRIVACY'] and current_user.is_authenticated():
if current_user.admin:
d['top_users'] = cached_users.get_top()
if not current_app.config['ENFORCE_PRIVACY']:
d['top_users'] = cached_users.get_top()
return render_template('/home/index.html', **d)
def warm_cache(): # pragma: no cover
"""Background job to warm cache."""
from pybossa.core import create_app
app = create_app(run_as_server=False)
# Cache 3 pages
apps_cached = []
pages = range(1, 4)
import pybossa.cache.apps as cached_apps
import pybossa.cache.categories as cached_cat
import pybossa.cache.users as cached_users
import pybossa.cache.project_stats as stats
def warm_app(id, short_name, featured=False):
if id not in apps_cached:
cached_apps.get_app(short_name)
cached_apps.n_tasks(id)
n_task_runs = cached_apps.n_task_runs(id)
cached_apps.overall_progress(id)
cached_apps.last_activity(id)
cached_apps.n_completed_tasks(id)
cached_apps.n_volunteers(id)
if n_task_runs >= 1000 or featured:
print ("Getting stats for %s as it has %s task runs" %
(short_name, n_task_runs))
stats.get_stats(id, app.config.get('GEO'))
apps_cached.append(id)
# Cache top projects
apps = cached_apps.get_top()
for a in apps:
warm_app(a['id'], a['short_name'])
for page in pages:
apps = cached_apps.get_featured('featured', page,
app.config['APPS_PER_PAGE'])
for a in apps:
warm_app(a['id'], a['short_name'], featured=True)
# Categories
categories = cached_cat.get_used()
for c in categories:
for page in pages:
apps = cached_apps.get(c['short_name'],
page,
app.config['APPS_PER_PAGE'])
for a in apps:
warm_app(a['id'], a['short_name'])
# Users
users = cached_users.get_leaderboard(app.config['LEADERBOARD'], 'anonymous')
for user in users:
print "Getting stats for %s" % user['name']
cached_users.get_user_summary(user['name'])
cached_users.apps_contributed_cached(user['id'])
cached_users.published_apps_cached(user['id'])
cached_users.draft_apps_cached(user['id'])
cached_users.get_top()
return True
def home():
""" Render home page with the cached apps and users"""
d = {
"featured": cached_apps.get_featured_front_page(),
"top_apps": cached_apps.get_top(),
"top_users": cached_users.get_top(),
}
return render_template("/home/index.html", **d)
def home():
""" Render home page with the cached apps and users"""
d = {
'featured': cached_apps.get_featured(),
'top_apps': cached_apps.get_top(),
'top_users': cached_users.get_top(),
}
return render_template('/home/index.html', **d)
def home():
""" Render home page with the cached apps and users"""
d = {'featured': cached_apps.get_featured_front_page(),
'top_apps': cached_apps.get_top(),
'top_users': None,
'categories': None,
'apps': None,
'n_apps_per_category': None}
if app.config['ENFORCE_PRIVACY'] and current_user.is_authenticated():
if current_user.admin:
d['top_users'] = cached_users.get_top()
if not app.config['ENFORCE_PRIVACY']:
d['top_users'] = cached_users.get_top()
# @FC
categories = cached_cat.get_all()
n_apps_per_category = dict()
apps = dict()
for c in categories:
n_apps_per_category[c.short_name] = cached_apps.n_count(c.short_name)
apps[c.short_name],count = cached_apps.get(c.short_name,1,1)
d['categories'] = categories
d['n_apps_per_category'] = n_apps_per_category
d['apps'] = apps
# Current user Survey System
if current_user.is_authenticated():
sql = text('''SELECT COUNT(task_run.id) AS task_run FROM task_run WHERE :cur_user_id=task_run.user_id''')
results = db.engine.execute(sql,cur_user_id=current_user.id)
for row in results:
num_run_task=row.task_run
if current_user.is_authenticated() and current_user.survey_check!= "None" and current_user.survey_check == "2":
if num_run_task>=30:
d['survey_three'] = True
new_profile = model.User(id=current_user.id, survey_check="3")
db.session.query(model.User).filter(model.User.id == current_user.id).first()
db.session.merge(new_profile)
db.session.commit()
cached_users.delete_user_summary(current_user.name)
elif current_user.is_authenticated() and current_user.survey_check!= "None" and current_user.survey_check == "1":
if num_run_task>=1:
d['survey_two'] = True
new_profile = model.User(id=current_user.id, survey_check="2")
db.session.query(model.User).filter(model.User.id == current_user.id).first()
db.session.merge(new_profile)
db.session.commit()
cached_users.delete_user_summary(current_user.name)
elif current_user.is_authenticated() and current_user.survey_check!= "None" and current_user.survey_check == "0":
d['survey_one'] = True
new_profile = model.User(id=current_user.id, survey_check="1")
db.session.query(model.User).filter(model.User.id == current_user.id).first()
db.session.merge(new_profile)
db.session.commit()
cached_users.delete_user_summary(current_user.name)
else:
d['survey_one'] = False
# @FC
return render_template('/home/index.html', **d)
def home():
""" Render home page with the cached apps and users"""
d = {"featured": cached_apps.get_featured_front_page(), "top_apps": cached_apps.get_top(), "top_users": None}
if app.config["ENFORCE_PRIVACY"] and current_user.is_authenticated():
if current_user.admin:
d["top_users"] = cached_users.get_top()
if not app.config["ENFORCE_PRIVACY"]:
d["top_users"] = cached_users.get_top()
return render_template("/home/index.html", **d)
def test_get_top_respects_limit(self):
"""Test CACHE PROJECTS get_top returns only the top n projects"""
ranked_3_app = self.create_app_with_contributors(8, 0, name='three')
ranked_2_app = self.create_app_with_contributors(9, 0, name='two')
ranked_1_app = self.create_app_with_contributors(10, 0, name='one')
ranked_4_app = self.create_app_with_contributors(7, 0, name='four')
top_apps = cached_apps.get_top(n=2)
assert len(top_apps) is 2, len(top_apps)
def test_get_top_respects_limit(self):
"""Test CACHE PROJECTS get_top returns only the top n projects"""
ranked_3_app = self.create_app_with_contributors(8, 0, name='three')
ranked_2_app = self.create_app_with_contributors(9, 0, name='two')
ranked_1_app = self.create_app_with_contributors(10, 0, name='one')
ranked_4_app = self.create_app_with_contributors(7, 0, name='four')
top_apps = cached_apps.get_top(n=2)
assert len(top_apps) is 2, len(top_apps)
def test_get_top_returns_four_apps_by_default(self):
"""Test CACHE PROJECTS get_top returns the top 4 projects by default"""
ranked_3_app = self.create_app_with_contributors(8, 0, name='three')
ranked_2_app = self.create_app_with_contributors(9, 0, name='two')
ranked_1_app = self.create_app_with_contributors(10, 0, name='one')
ranked_4_app = self.create_app_with_contributors(7, 0, name='four')
ranked_5_app = self.create_app_with_contributors(7, 0, name='five')
top_apps = cached_apps.get_top()
assert len(top_apps) is 4, len(top_apps)
def home():
""" Render home page with the cached apps and users"""
d = {'featured': cached_apps.get_featured_front_page(),
'top_apps': cached_apps.get_top(),
'top_users': None}
if app.config['ENFORCE_PRIVACY'] and current_user.is_authenticated():
if current_user.admin:
d['top_users'] = cached_users.get_top()
if not app.config['ENFORCE_PRIVACY']:
d['top_users'] = cached_users.get_top()
return render_template('/home/index.html', **d)
def test_get_top_returns_four_apps_by_default(self):
"""Test CACHE PROJECTS get_top returns the top 4 projects by default"""
ranked_3_app = self.create_app_with_contributors(8, 0, name='three')
ranked_2_app = self.create_app_with_contributors(9, 0, name='two')
ranked_1_app = self.create_app_with_contributors(10, 0, name='one')
ranked_4_app = self.create_app_with_contributors(7, 0, name='four')
ranked_5_app = self.create_app_with_contributors(7, 0, name='five')
top_apps = cached_apps.get_top()
assert len(top_apps) is 4, len(top_apps)
def home():
""" Render home page with the cached apps and users"""
d = {'featured': cached_apps.get_featured_front_page(),
'top_apps': cached_apps.get_top(),
'top_users': None}
if app.config['ENFORCE_PRIVACY'] and current_user.is_authenticated():
if current_user.admin:
d['top_users'] = cached_users.get_top()
if not app.config['ENFORCE_PRIVACY']:
d['top_users'] = cached_users.get_top()
return render_template('/home/index.html', **d)
def test_get_top_doesnt_return_hidden_apps(self):
"""Test CACHE PROJECTS get_top does not return projects that are hidden"""
ranked_3_app = self.create_app_with_contributors(8, 0, name='three')
ranked_2_app = self.create_app_with_contributors(9, 0, name='two')
ranked_1_app = self.create_app_with_contributors(10, 0, name='one')
hidden_app = self.create_app_with_contributors(11, 0, name='hidden', hidden=1)
top_apps = cached_apps.get_top()
assert len(top_apps) is 3, len(top_apps)
for app in top_apps:
assert app['name'] != 'hidden', app['name']
def test_get_top_doesnt_return_hidden_apps(self):
"""Test CACHE PROJECTS get_top does not return projects that are hidden"""
ranked_3_app = self.create_app_with_contributors(8, 0, name='three')
ranked_2_app = self.create_app_with_contributors(9, 0, name='two')
ranked_1_app = self.create_app_with_contributors(10, 0, name='one')
hidden_app = self.create_app_with_contributors(11, 0, name='hidden', hidden=1)
top_apps = cached_apps.get_top()
assert len(top_apps) is 3, len(top_apps)
for app in top_apps:
assert app['name'] != 'hidden', app['name']
def warm_cache(): # pragma: no cover
"""Background job to warm cache."""
from pybossa.core import create_app
app = create_app(run_as_server=False)
# Cache 3 pages
apps_cached = []
pages = range(1, 4)
import pybossa.cache.apps as cached_apps
import pybossa.cache.categories as cached_cat
import pybossa.cache.users as cached_users
import pybossa.cache.project_stats as stats
def warm_app(id, short_name, featured=False):
if id not in apps_cached:
cached_apps.get_app(short_name)
cached_apps.n_tasks(id)
n_task_runs = cached_apps.n_task_runs(id)
cached_apps.overall_progress(id)
cached_apps.last_activity(id)
cached_apps.n_completed_tasks(id)
cached_apps.n_volunteers(id)
if n_task_runs >= 1000 or featured:
print ("Getting stats for %s as it has %s task runs" %
(short_name, n_task_runs))
stats.get_stats(id, app.config.get('GEO'))
apps_cached.append(id)
# Cache top projects
apps = cached_apps.get_top()
for a in apps:
warm_app(a['id'], a['short_name'])
for page in pages:
apps = cached_apps.get_featured('featured', page,
app.config['APPS_PER_PAGE'])
for a in apps:
warm_app(a['id'], a['short_name'], featured=True)
# Categories
categories = cached_cat.get_used()
for c in categories:
for page in pages:
apps = cached_apps.get(c['short_name'],
page,
app.config['APPS_PER_PAGE'])
for a in apps:
warm_app(a['id'], a['short_name'])
# Users
cached_users.get_leaderboard(app.config['LEADERBOARD'], 'anonymous')
cached_users.get_top()
return True
def test_get_top_returns_apps_with_most_taskruns(self):
"""Test CACHE PROJECTS get_top returns the projects with most taskruns in order"""
ranked_3_app = self.create_app_with_contributors(8, 0, name='three')
ranked_2_app = self.create_app_with_contributors(9, 0, name='two')
ranked_1_app = self.create_app_with_contributors(10, 0, name='one')
ranked_4_app = self.create_app_with_contributors(7, 0, name='four')
top_apps = cached_apps.get_top()
assert top_apps[0]['name'] == 'one', top_apps
assert top_apps[1]['name'] == 'two', top_apps
assert top_apps[2]['name'] == 'three', top_apps
assert top_apps[3]['name'] == 'four', top_apps
def test_get_top_returns_apps_with_most_taskruns(self):
"""Test CACHE PROJECTS get_top returns the projects with most taskruns in order"""
ranked_3_app = self.create_app_with_contributors(8, 0, name='three')
ranked_2_app = self.create_app_with_contributors(9, 0, name='two')
ranked_1_app = self.create_app_with_contributors(10, 0, name='one')
ranked_4_app = self.create_app_with_contributors(7, 0, name='four')
top_apps = cached_apps.get_top()
assert top_apps[0]['name'] == 'one', top_apps
assert top_apps[1]['name'] == 'two', top_apps
assert top_apps[2]['name'] == 'three', top_apps
assert top_apps[3]['name'] == 'four', top_apps
def warm_cache():
'''Warm cache'''
# Disable cache, so we can refresh the data in Redis
os.environ['PYBOSSA_REDIS_CACHE_DISABLED'] = '1'
# Cache 3 pages
apps_cached = []
pages = range(1, 4)
with app.app_context():
import pybossa.cache.apps as cached_apps
import pybossa.cache.categories as cached_cat
import pybossa.cache.users as cached_users
import pybossa.stats as stats
def warm_app(id, short_name):
if id not in apps_cached:
cached_apps.get_app(short_name)
cached_apps.n_tasks(id)
n_task_runs = cached_apps.n_task_runs(id)
cached_apps.overall_progress(id)
cached_apps.last_activity(id)
cached_apps.n_completed_tasks(id)
cached_apps.n_volunteers(id)
if n_task_runs >= 1000:
print "Getting stats for %s as it has %s" % (id, n_task_runs)
stats.get_stats(id, app.config.get('GEO'))
apps_cached.append(id)
# Cache top projects
cached_apps.get_featured_front_page()
apps = cached_apps.get_top()
for a in apps:
warm_app(a['id'], a['short_name'])
for page in pages:
apps, count = cached_apps.get_featured('featured',
page,
app.config['APPS_PER_PAGE'])
for a in apps:
warm_app(a['id'], a['short_name'])
# Categories
categories = cached_cat.get_used()
for c in categories:
for page in pages:
apps, count = cached_apps.get(c['short_name'],
page,
app.config['APPS_PER_PAGE'])
for a in apps:
warm_app(a['id'], a['short_name'])
# Users
cached_users.get_top()
def warm_cache():
'''Warm cache'''
# Disable cache, so we can refresh the data in Redis
os.environ['PYBOSSA_REDIS_CACHE_DISABLED'] = '1'
# Cache 3 pages
apps_cached = []
pages = range(1, 4)
with app.app_context():
import pybossa.cache.apps as cached_apps
import pybossa.cache.categories as cached_cat
import pybossa.cache.users as cached_users
import pybossa.stats as stats
def warm_app(id, short_name):
if id not in apps_cached:
cached_apps.get_app(short_name)
cached_apps.n_tasks(id)
n_task_runs = cached_apps.n_task_runs(id)
cached_apps.overall_progress(id)
cached_apps.last_activity(id)
cached_apps.n_completed_tasks(id)
cached_apps.n_volunteers(id)
if n_task_runs >= 1000:
print "Getting stats for %s as it has %s" % (id,
n_task_runs)
stats.get_stats(id, app.config.get('GEO'))
apps_cached.append(id)
# Cache top projects
cached_apps.get_featured_front_page()
apps = cached_apps.get_top()
for a in apps:
warm_app(a['id'], a['short_name'])
for page in pages:
apps, count = cached_apps.get_featured('featured', page,
app.config['APPS_PER_PAGE'])
for a in apps:
warm_app(a['id'], a['short_name'])
# Categories
categories = cached_cat.get_used()
for c in categories:
for page in pages:
apps, count = cached_apps.get(c['short_name'], page,
app.config['APPS_PER_PAGE'])
for a in apps:
warm_app(a['id'], a['short_name'])
# Users
cached_users.get_top()
def test_get_top_doesnt_return_hidden_apps(self):
"""Test CACHE APPS get_top does not return apps that are hidden"""
ranked_3_app = self.create_app_with_contributors(8, 0, name='three')
ranked_2_app = self.create_app_with_contributors(9, 0, name='two')
ranked_1_app = self.create_app_with_contributors(10, 0, name='one')
hidden_app = self.create_app_with_contributors(11, 0, name='hidden')
hidden_app.hidden = 1
db.session.add(hidden_app)
db.session.commit()
top_apps = cached_apps.get_top()
assert len(top_apps) is 3, len(top_apps)
for app in top_apps:
assert app['name'] != 'hidden', app['name']
def home():
""" Render home page with the cached apps and users"""
d = {'featured': cached_apps.get_featured_front_page(),
'top_apps': cached_apps.get_top(),
'top_users': None,
'categories': None,
'apps': None,
'n_apps_per_category': None}
if app.config['ENFORCE_PRIVACY'] and current_user.is_authenticated():
if current_user.admin:
d['top_users'] = cached_users.get_top()
if not app.config['ENFORCE_PRIVACY']:
d['top_users'] = cached_users.get_top()
# @FC
categories = cached_cat.get_all()
n_apps_per_category = dict()
apps = dict()
for c in categories:
n_apps_per_category[c.short_name] = cached_apps.n_count(c.short_name)
apps[c.short_name],count = cached_apps.get(c.short_name,1,1)
d['categories'] = categories
d['n_apps_per_category'] = n_apps_per_category
d['apps'] = apps
# Current user Survey System
print current_user
if current_user.is_authenticated():
# Check if survey_check is None
# That is the case of a first time registration
if current_user.survey_check == "None" :
return redirect(url_for('survey_check'))
if current_user.survey_check == "YES" :
sql = text('''SELECT COUNT(task_run.id) AS task_run FROM task_run WHERE :cur_user_id=task_run.user_id''')
results = db.engine.execute(sql,cur_user_id=current_user.id)
num_run_task = 0
for row in results:
num_run_task = row.task_run
print "Number of tasks run : ",num_run_task
if num_run_task > 30:
return render_template('/survey_check/survey_check_complete.html', **d)
# @FC
return render_template('/home/index.html', **d)
