def _compute_user_stats():
"""
Computes user statistics for the wmt16 evaluation campaign.
"""
user_stats = []
wmt16_group = Group.objects.filter(name='wmt16')
wmt16_users = []
if wmt16_group.exists():
wmt16_users = wmt16_group[0].user_set.all()
for user in wmt16_users:
_user_stats = HIT.compute_status_for_user(user)
_name = user.username
_avg_time = seconds_to_timedelta(_user_stats[1])
_total_time = seconds_to_timedelta(_user_stats[2])
_data = (_name, _user_stats[0], _avg_time, _total_time)
if _data[0] > 0:
user_stats.append(_data)
# Sort by total number of completed HITs.
user_stats.sort(key=lambda x: x[1])
user_stats.reverse()
return user_stats
def _compute_user_stats():
"""
Computes user statistics for the WMT16 evaluation campaign.
"""
user_stats = []
wmt16_group = Group.objects.filter(name='WMT16')
wmt16_users = _get_active_users_for_group(wmt16_group)
for user in wmt16_users:
_user_stats = HIT.compute_status_for_user(user)
_name = user.username
_avg_time = seconds_to_timedelta(_user_stats[1])
_total_time = seconds_to_timedelta(_user_stats[2])
_data = (_name, _user_stats[0], _avg_time, _total_time)
if _data[0] > 0:
user_stats.append(_data)
# Sort by total number of completed HITs.
user_stats.sort(key=lambda x: x[1])
user_stats.reverse()
return user_stats
# Properly set DJANGO_SETTINGS_MODULE environment variable.
os.environ['DJANGO_SETTINGS_MODULE'] = 'settings'
PROJECT_HOME = os.path.normpath(os.getcwd() + "/..")
sys.path.append(PROJECT_HOME)
# We have just added appraise to the system path list, hence this works.
from django.contrib.auth.models import User, Group
from appraise.wmt16.models import HIT
# Compute user statistics for all users.
user_stats = []
wmt16 = Group.objects.get(name='WMT16')
users = wmt16.user_set.all()
for user in users:
_user_stats = HIT.compute_status_for_user(user)
_name = user.username
_email = user.email
_group = "UNDEFINED"
for _g in user.groups.all():
if _g.name.startswith("eng2") \
or _g.name.endswith("2eng") \
or _g.name == "WMT16":
continue
_group = _g.name
break
_data = (_name, _email, _group, _user_stats[0], _user_stats[2])
user_stats.append(_data)
def overview(request):
"""
Renders the evaluation tasks overview.
"""
LOGGER.info('Rendering WMT16 HIT overview for user "{0}".'.format(
request.user.username or "Anonymous"))
# Re-initialise random number generator.
seed(None)
# Collect available language pairs for the current user.
language_codes = set([x[0] for x in LANGUAGE_PAIR_CHOICES])
language_pairs = request.user.groups.filter(name__in=language_codes)
# Collect available annotation projects for the current user.
annotation_projects = request.user.project_set.all()
hit_data = []
total = [0, 0, 0]
for language_pair in language_pairs:
for annotation_project in annotation_projects:
hit = _compute_next_task_for_user(request.user, annotation_project, language_pair)
user_status = HIT.compute_status_for_user(request.user, annotation_project, language_pair)
for i in range(3):
total[i] = total[i] + user_status[i]
if hit:
# Convert status seconds back into datetime.time instances.
for i in range(2):
user_status[i+1] = seconds_to_timedelta(int(user_status[i+1]))
hit_data.append(
(hit.get_language_pair_display(), hit.get_absolute_url(),
hit.hit_id, user_status, annotation_project)
)
# Convert total seconds back into datetime.timedelta instances.
total[1] = seconds_to_timedelta(int(total[2]) / float(int(total[0]) or 1))
# Remove microseconds to get a nicer timedelta rendering in templates.
total[1] = total[1] - timedelta(microseconds=total[1].microseconds)
total[2] = seconds_to_timedelta(int(total[2]))
groups = _identify_groups_for_user(request.user)
group = None
if len(groups) > 1:
LOGGER.debug(u'User "{0}" assigned to multiple annotation groups: {1}'.format(
request.user.username or u'Anonymous',
u', '.join([x.name for x in groups]))
)
group = groups[0]
if group is not None:
group_name = group.name
group_status = HIT.compute_status_for_group(group)
for i in range(2):
group_status[i+1] = seconds_to_timedelta(int(group_status[i+1]))
else:
group_status = None
group_name = None
LOGGER.debug(u'\n\nHIT data for user "{0}":\n\n{1}\n'.format(
request.user.username or "Anonymous",
u'\n'.join([u'{0}\t{1}\t{2}\t{3}'.format(*x) for x in hit_data])))
# Compute admin URL for super users.
admin_url = None
if request.user.is_superuser:
admin_url = reverse('admin:index')
dictionary = {
'active_page': "OVERVIEW",
'hit_data': hit_data,
'total': total,
'group_name': group_name,
'group_status': group_status,
'admin_url': admin_url,
'title': 'WMT16 Dashboard',
'annotation_groups': [x.name for x in groups],
}
dictionary.update(BASE_CONTEXT)
LOGGER.info(dictionary.values())
return render(request, 'wmt16/overview.html', dictionary)
sys.path.append(PROJECT_HOME)
# We have just added appraise to the system path list, hence this works.
from django.contrib.auth.models import User, Group
from appraise.wmt16.models import HIT, Project
from appraise.wmt16.views import _identify_groups_for_user
# Compute user statistics for all users.
user_stats = []
wmt16 = Group.objects.get(name='WMT16')
users = wmt16.user_set.all()
# Iterate over all users and collect stats for all projects
for user in users:
for project in Project.objects.all():
_user_stats = HIT.compute_status_for_user(user, project)
_name = user.username
_email = user.email
_project = project.name
groups = _identify_groups_for_user(user)
_group = "UNDEFINED"
if len(groups) > 0:
_group = ";".join([g.name for g in groups])
_data = (_name, _email, _project, _group, _user_stats[0],
_user_stats[2])
if _data[-2] > 0:
user_stats.append(_data)
# Sort by research group.
sys.path.append(PROJECT_HOME)
# We have just added appraise to the system path list, hence this works.
from django.contrib.auth.models import User, Group
from appraise.wmt16.models import HIT, Project
from appraise.wmt16.views import _identify_groups_for_user
# Compute user statistics for all users.
user_stats = []
wmt16 = Group.objects.get(name='WMT16')
users = wmt16.user_set.all()
# Iterate over all users and collect stats for all projects
for user in users:
for project in Project.objects.all():
_user_stats = HIT.compute_status_for_user(user, project)
_name = user.username
_email = user.email
_project = project.name
groups = _identify_groups_for_user(user)
_group = "UNDEFINED"
if len(groups) > 0:
_group = u";".join([g.name for g in groups])
_data = (_name, _email, _project, _group, _user_stats[0], _user_stats[2])
if _data[-2] > 0:
user_stats.append(_data)
# Sort by research group.
user_stats.sort(key=lambda x: x[2])
def overview(request):
"""
Renders the evaluation tasks overview.
"""
LOGGER.info('Rendering WMT16 HIT overview for user "{0}".'.format(
request.user.username or "Anonymous"))
# Re-initialise random number generator.
seed(None)
# Collect available language pairs for the current user.
language_codes = set([x[0] for x in LANGUAGE_PAIR_CHOICES])
language_pairs = request.user.groups.filter(name__in=language_codes)
# Collect available annotation projects for the current user.
annotation_projects = request.user.project_set.all()
hit_data = []
total = [0, 0, 0]
for language_pair in language_pairs:
for annotation_project in annotation_projects:
hit = _compute_next_task_for_user(request.user, annotation_project,
language_pair)
user_status = HIT.compute_status_for_user(request.user,
annotation_project,
language_pair)
for i in range(3):
total[i] = total[i] + user_status[i]
if hit:
# Convert status seconds back into datetime.time instances.
for i in range(2):
user_status[i + 1] = seconds_to_timedelta(
int(user_status[i + 1]))
hit_data.append(
(hit.get_language_pair_display(), hit.get_absolute_url(),
hit.hit_id, user_status, annotation_project))
# Convert total seconds back into datetime.timedelta instances.
total[1] = seconds_to_timedelta(int(total[2]) / float(int(total[0]) or 1))
# Remove microseconds to get a nicer timedelta rendering in templates.
total[1] = total[1] - timedelta(microseconds=total[1].microseconds)
total[2] = seconds_to_timedelta(int(total[2]))
groups = _identify_groups_for_user(request.user)
group = None
if len(groups) > 1:
LOGGER.debug(
u'User "{0}" assigned to multiple annotation groups: {1}'.format(
request.user.username or u'Anonymous',
u', '.join([x.name for x in groups])))
group = groups[0]
if group is not None:
group_name = group.name
group_status = HIT.compute_status_for_group(group)
for i in range(2):
group_status[i + 1] = seconds_to_timedelta(int(group_status[i +
1]))
else:
group_status = None
group_name = None
LOGGER.debug(u'\n\nHIT data for user "{0}":\n\n{1}\n'.format(
request.user.username or "Anonymous",
u'\n'.join([u'{0}\t{1}\t{2}\t{3}'.format(*x) for x in hit_data])))
# Compute admin URL for super users.
admin_url = None
if request.user.is_superuser:
admin_url = reverse('admin:index')
dictionary = {
'active_page': "OVERVIEW",
'hit_data': hit_data,
'total': total,
'group_name': group_name,
'group_status': group_status,
'admin_url': admin_url,
'title': 'WMT16 Dashboard',
'annotation_groups': [x.name for x in groups],
}
dictionary.update(BASE_CONTEXT)
LOGGER.info(dictionary.values())
return render(request, 'wmt16/overview.html', dictionary)
