def home():
"""Render home page with the cached projects and users."""
page = 1
per_page = current_app.config.get('APPS_PER_PAGE', 5)
# Add featured
tmp_projects = cached_projects.get_featured('featured', page, per_page)
if len(tmp_projects) > 0:
data = dict(featured=rank(tmp_projects))
else:
data = dict(featured=[])
# Add historical contributions
historical_projects = []
projects = project_repo.get_all()
data['projects'] = []
for project in projects:
if project.published == True:
data['projects'].append(project)
if current_user.is_authenticated():
user_id = current_user.id
historical_projects = cached_users.projects_contributed(
user_id, order_by='last_contribution')[:3]
data['historical_contributions'] = historical_projects
response = dict(template='/home/index.html', **data)
return handle_content_type(response)
def home():
"""Render home page with the cached projects and users."""
page = 1
per_page = current_app.config.get('APPS_PER_PAGE')
if per_page is None: # pragma: no cover
per_page = 5
d = {'top_projects': cached_projects.get_top(),
'top_users': None}
# Get all the categories with projects
categories = cached_cat.get_used()
d['categories'] = categories
d['categories_projects'] = {}
for c in categories:
tmp_projects = cached_projects.get(c['short_name'], page, per_page)
d['categories_projects'][c['short_name']] = rank(tmp_projects)
# Add featured
tmp_projects = cached_projects.get_featured('featured', page, per_page)
if len(tmp_projects) > 0:
featured = Category(name='Featured', short_name='featured')
d['categories'].insert(0, featured)
d['categories_projects']['featured'] = rank(tmp_projects)
if (current_app.config['ENFORCE_PRIVACY']
and current_user.is_authenticated()):
if current_user.admin:
d['top_users'] = cached_users.get_top()
if not current_app.config['ENFORCE_PRIVACY']:
d['top_users'] = cached_users.get_top()
return render_template('/home/index.html', **d)
def test_get_featured_returns_required_fields(self):
"""Test CACHE PROJECTS get_featured returns the required info
about each featured project"""
fields = (
"id",
"name",
"short_name",
"info",
"created",
"description",
"last_activity",
"last_activity_raw",
"overall_progress",
"n_tasks",
"n_volunteers",
"owner",
"info",
"updated",
)
ProjectFactory.create(featured=True)
featured = cached_projects.get_featured()[0]
for field in fields:
assert featured.has_key(field), "%s not in project info" % field
def home():
"""Render home page with the cached projects and users."""
page = 1
per_page = current_app.config.get('APPS_PER_PAGE')
if per_page is None: # pragma: no cover
per_page = 5
d = {'top_projects': cached_projects.get_top(), 'top_users': None}
# Get all the categories with projects
categories = cached_cat.get_used()
d['categories'] = categories
d['categories_projects'] = {}
for c in categories:
tmp_projects = cached_projects.get(c['short_name'], page, per_page)
d['categories_projects'][c['short_name']] = tmp_projects
# Add featured
tmp_projects = cached_projects.get_featured('featured', page, per_page)
if len(tmp_projects) > 0:
featured = Category(name='Featured', short_name='featured')
d['categories'].insert(0, featured)
d['categories_projects']['featured'] = tmp_projects
if (current_app.config['ENFORCE_PRIVACY']
and current_user.is_authenticated()):
if current_user.admin:
d['top_users'] = cached_users.get_top()
if not current_app.config['ENFORCE_PRIVACY']:
d['top_users'] = cached_users.get_top()
return render_template('/home/index.html', **d)
def test_get_featured(self):
"""Test CACHE PROJECTS get_featured returns featured projects"""
ProjectFactory.create(featured=True)
featured = cached_projects.get_featured()
assert len(featured) is 1, featured
def test_get_featured_not_returns_hidden_projects(self):
"""Test CACHE PROJECTS get_featured does not return hidden projects"""
featured_project = ProjectFactory.create(hidden=1, featured=True)
featured = cached_projects.get_featured()
assert len(featured) is 0, featured
def test_get_featured_not_returns_hidden_projects(self):
"""Test CACHE PROJECTS get_featured does not return hidden projects"""
featured_project = ProjectFactory.create(hidden=1, featured=True)
featured = cached_projects.get_featured()
assert len(featured) is 0, featured
def test_get_featured(self):
"""Test CACHE PROJECTS get_featured returns featured projects"""
ProjectFactory.create(featured=True)
featured = cached_projects.get_featured()
assert len(featured) is 1, featured
def warm_cache(): # pragma: no cover
"""Background job to warm cache."""
from pybossa.core import create_app
app = create_app(run_as_server=False)
# Cache 3 pages
projects_cached = []
pages = range(1, 4)
import pybossa.cache.projects as cached_projects
import pybossa.cache.categories as cached_cat
import pybossa.cache.users as cached_users
import pybossa.cache.project_stats as stats
def warm_project(_id, short_name, featured=False):
if _id not in projects_cached:
cached_projects.get_project(short_name)
cached_projects.n_tasks(_id)
n_task_runs = cached_projects.n_task_runs(_id)
cached_projects.overall_progress(_id)
cached_projects.last_activity(_id)
cached_projects.n_completed_tasks(_id)
cached_projects.n_volunteers(_id)
if n_task_runs >= 1000 or featured:
# print ("Getting stats for %s as it has %s task runs" %
# (short_name, n_task_runs))
stats.get_stats(_id, app.config.get('GEO'))
projects_cached.append(_id)
# Cache top projects
projects = cached_projects.get_top()
for p in projects:
warm_project(p['id'], p['short_name'])
for page in pages:
projects = cached_projects.get_featured('featured', page,
app.config['APPS_PER_PAGE'])
for p in projects:
warm_project(p['id'], p['short_name'], featured=True)
# Categories
categories = cached_cat.get_used()
for c in categories:
for page in pages:
projects = cached_projects.get(c['short_name'], page,
app.config['APPS_PER_PAGE'])
for p in projects:
warm_project(p['id'], p['short_name'])
# Users
users = cached_users.get_leaderboard(app.config['LEADERBOARD'],
'anonymous')
for user in users:
# print "Getting stats for %s" % user['name']
cached_users.get_user_summary(user['name'])
cached_users.projects_contributed_cached(user['id'])
cached_users.published_projects_cached(user['id'])
cached_users.draft_projects_cached(user['id'])
cached_users.get_top()
return True
def test_get_featured_only_returns_featured(self):
"""Test CACHE PROJECTS get_featured returns only featured projects"""
featured_project = ProjectFactory.create(featured=True)
non_featured_project = ProjectFactory.create()
featured = cached_projects.get_featured()
assert len(featured) is 1, featured
def test_get_featured_only_returns_featured(self):
"""Test CACHE PROJECTS get_featured returns only featured projects"""
featured_project = ProjectFactory.create(featured=True)
non_featured_project = ProjectFactory.create()
featured = cached_projects.get_featured()
assert len(featured) is 1, featured
def home():
"""Render home page with the cached projects and users."""
page = 1
per_page = current_app.config.get('APPS_PER_PAGE', 5)
# Add featured
tmp_projects = cached_projects.get_featured('featured', page, per_page)
if len(tmp_projects) > 0:
data = dict(featured=rank(tmp_projects))
else:
data = dict(featured=[])
response = dict(template='/home/index.html', **data)
return handle_content_type(response)
def home():
"""Render home page with the cached projects and users."""
page = 1
per_page = current_app.config.get('APPS_PER_PAGE', 5)
# Add featured
tmp_projects = cached_projects.get_featured('featured', page, per_page)
if len(tmp_projects) > 0:
data = dict(featured=rank(tmp_projects))
else:
data = dict(featured=[])
response = dict(template='/home/index.html', **data)
return handle_content_type(response)
def test_get_featured_returns_required_fields(self):
"""Test CACHE PROJECTS get_featured returns the required info
about each featured project"""
fields = ('id', 'name', 'short_name', 'info', 'created', 'description',
'last_activity', 'last_activity_raw', 'overall_progress',
'n_tasks', 'n_volunteers', 'owner', 'info', 'updated')
ProjectFactory.create(featured=True)
featured = cached_projects.get_featured()[0]
for field in fields:
assert featured.has_key(field), "%s not in project info" % field
def test_get_featured_returns_required_fields(self):
"""Test CACHE PROJECTS get_featured returns the required info
about each featured project"""
fields = ('id', 'name', 'short_name', 'info', 'created', 'description',
'last_activity', 'last_activity_raw', 'overall_progress',
'n_tasks', 'n_volunteers', 'owner', 'info', 'updated')
ProjectFactory.create(featured=True)
featured = cached_projects.get_featured()[0]
for field in fields:
assert featured.has_key(field), "%s not in project info" % field
def warm_cache():
'''Warm cache'''
# Disable cache, so we can refresh the data in Redis
os.environ['PYBOSSA_REDIS_CACHE_DISABLED'] = '1'
# Cache 3 pages
apps_cached = []
pages = range(1, 4)
with app.app_context():
import pybossa.cache.projects as cached_apps
import pybossa.cache.categories as cached_cat
import pybossa.cache.users as cached_users
import pybossa.cache.project_stats as stats
def warm_app(id, short_name, featured=False):
if id not in apps_cached:
cached_apps.get_app(short_name)
cached_apps.n_tasks(id)
n_task_runs = cached_apps.n_task_runs(id)
cached_apps.overall_progress(id)
cached_apps.last_activity(id)
cached_apps.n_completed_tasks(id)
cached_apps.n_volunteers(id)
if n_task_runs >= 1000 or featured:
print "Getting stats for %s as it has %s task runs" % (
short_name, n_task_runs)
stats.get_stats(id, app.config.get('GEO'))
apps_cached.append(id)
# Cache top projects
apps = cached_apps.get_top()
for a in apps:
warm_app(a['id'], a['short_name'])
for page in pages:
apps = cached_apps.get_featured('featured', page,
app.config['APPS_PER_PAGE'])
for a in apps:
warm_app(a['id'], a['short_name'], featured=True)
# Categories
categories = cached_cat.get_used()
for c in categories:
for page in pages:
apps = cached_apps.get(c['short_name'], page,
app.config['APPS_PER_PAGE'])
for a in apps:
warm_app(a['id'], a['short_name'])
# Users
cached_users.get_leaderboard(app.config['LEADERBOARD'], 'anonymous')
cached_users.get_top()
def warm_cache():
'''Warm cache'''
# Disable cache, so we can refresh the data in Redis
os.environ['PYBOSSA_REDIS_CACHE_DISABLED'] = '1'
# Cache 3 pages
apps_cached = []
pages = range(1, 4)
with app.app_context():
import pybossa.cache.projects as cached_apps
import pybossa.cache.categories as cached_cat
import pybossa.cache.users as cached_users
import pybossa.cache.project_stats as stats
def warm_app(id, short_name, featured=False):
if id not in apps_cached:
cached_apps.get_app(short_name)
cached_apps.n_tasks(id)
n_task_runs = cached_apps.n_task_runs(id)
cached_apps.overall_progress(id)
cached_apps.last_activity(id)
cached_apps.n_completed_tasks(id)
cached_apps.n_volunteers(id)
if n_task_runs >= 1000 or featured:
print "Getting stats for %s as it has %s task runs" % (short_name, n_task_runs)
stats.get_stats(id, app.config.get('GEO'))
apps_cached.append(id)
# Cache top projects
apps = cached_apps.get_top()
for a in apps:
warm_app(a['id'], a['short_name'])
for page in pages:
apps = cached_apps.get_featured('featured', page,
app.config['APPS_PER_PAGE'])
for a in apps:
warm_app(a['id'], a['short_name'], featured=True)
# Categories
categories = cached_cat.get_used()
for c in categories:
for page in pages:
apps = cached_apps.get(c['short_name'],
page,
app.config['APPS_PER_PAGE'])
for a in apps:
warm_app(a['id'], a['short_name'])
# Users
cached_users.get_leaderboard(app.config['LEADERBOARD'], 'anonymous')
cached_users.get_top()
def home():
"""Render home page with the cached projects and users."""
page = 1
per_page = current_app.config.get('APPS_PER_PAGE', 5)
# Add featured
tmp_projects = cached_projects.get_featured('featured', page, per_page)
if len(tmp_projects) > 0:
data = dict(featured=rank(tmp_projects))
else:
data = dict(featured=[])
# Add historical contributions
historical_projects = []
if current_user.is_authenticated:
user_id = current_user.id
historical_projects = cached_users.projects_contributed(user_id, order_by='last_contribution')[:3]
data['historical_contributions'] = historical_projects
response = dict(template='/home/index.html', **data)
return handle_content_type(response)
def home():
"""Render home page with the cached projects and users."""
page = 1
per_page = current_app.config.get('APPS_PER_PAGE', 5)
# Add featured
tmp_projects = cached_projects.get_featured('featured', page, per_page)
if len(tmp_projects) > 0:
data = dict(featured=rank(tmp_projects))
else:
data = dict(featured=[])
# Allow user to change locale on welcome page
if current_user.is_authenticated:
# Change locale
locale_form = UpdateLocaleForm(obj=current_user)
locale_form.set_locales(current_app.config['LOCALES'])
data['locale_form'] = locale_form
response = dict(template='/home/index.html', **data)
return handle_content_type(response)
def home():
"""Render home page with the cached projects and users."""
page = 1
per_page = current_app.config.get('APPS_PER_PAGE', 5)
# Add featured
tmp_projects = cached_projects.get_featured('featured', page, per_page)
if len(tmp_projects) > 0:
data = dict(featured=rank(tmp_projects))
else:
data = dict(featured=[])
# Add historical contributions
historical_projects = []
if current_user.is_authenticated:
user_id = current_user.id
historical_projects = cached_users.projects_contributed(user_id, order_by='last_contribution')[:3]
data['historical_contributions'] = historical_projects
rank_and_score = cached_users.rank_and_score(user_id)
current_user.rank = rank_and_score['rank']
response = dict(template='/home/index.html', **data)
#return handle_content_type(response)
return redirect('/project/category/mkplaygames', code=302)
