def testGetRemainingTaskQuota(self):
"""Tests if the remaining task quota that can be published by a given
organization is correctly returned.
"""
gci_program_helper = GCIProgramHelper()
org = gci_program_helper.createOrg()
org.task_quota_limit = 5
org.put()
mentor = profile_utils.seedNDBProfile(
self.program.key(), mentor_for=[ndb.Key.from_old_key(org.key())])
student = profile_utils.seedNDBStudent(self.program)
# valid tasks.
for _ in xrange(3):
task_utils.seedTask(self.program,
org, [mentor.key.to_old_key()],
student=student.key.to_old_key(),
status=task_model.CLOSED)
# invalid tasks.
task_utils.seedTask(self.program,
org, [mentor.key.to_old_key()],
student=student.key.to_old_key(),
status='Unpublished')
expected_quota = org.task_quota_limit - 3
actual_quota = org_logic.getRemainingTaskQuota(org)
self.assertEqual(expected_quota, actual_quota)
def testGetRemainingTaskQuota(self):
"""Tests if the remaining task quota that can be published by a given
organization is correctly returned.
"""
gci_program_helper = GCIProgramHelper()
org = gci_program_helper.createOrg()
org.task_quota_limit = 5
org.put()
mentor = profile_utils.seedNDBProfile(
self.program.key(), mentor_for=[ndb.Key.from_old_key(org.key())])
student = profile_utils.seedNDBStudent(self.program)
# valid tasks.
for _ in xrange(3):
task_utils.seedTask(
self.program, org, [mentor.key.to_old_key()],
student=student.key.to_old_key(), status=task_model.CLOSED)
# invalid tasks.
task_utils.seedTask(
self.program, org, [mentor.key.to_old_key()],
student=student.key.to_old_key(), status='Unpublished')
expected_quota = org.task_quota_limit - 3
actual_quota = org_logic.getRemainingTaskQuota(org)
self.assertEqual(expected_quota, actual_quota)
def testGetRemainingTaskQuota(self):
"""Tests if the remaining task quota that can be published by a given
organization is correctly returned.
"""
gci_program_helper = GCIProgramHelper()
org = gci_program_helper.createOrg()
org.task_quota_limit = 5
org.put()
mentor = GCIProfileHelper(self.program, False).createOtherUser(
'*****@*****.**').createMentor(org)
student = GCIProfileHelper(self.program, False).createOtherUser(
'*****@*****.**').createStudent()
#valid tasks.
for _ in xrange(3):
self.task_helper.createTask('Closed', org, mentor, student)
#invalid tasks.
self.task_helper.createTask('Unpublished', org, mentor, student)
expected_quota = org.task_quota_limit - 3
actual_quota = organization_logic.getRemainingTaskQuota(org)
self.assertEqual(expected_quota, actual_quota)
def bulkCreateTasks(self, request, *args, **kwargs):
"""Task that creates GCI Tasks from bulk data specified in the POST dict.
The POST dict should have the following information present:
bulk_create_key: the key of the bulk_create entity
"""
import settings
# keep track of our own timelimit (20 seconds)
timelimit = 20000
timekeeper = Timekeeper(timelimit)
post_dict = request.POST
bulk_create_key = post_dict.get('bulk_create_key')
if not bulk_create_key:
return error_handler.logErrorAndReturnOK(
'Not all POST data specified in: %s' % post_dict)
bulk_data = GCIBulkCreateData.get(bulk_create_key)
if not bulk_data:
return error_handler.logErrorAndReturnOK(
'No valid data found for key: %s' % bulk_create_key)
# note that we only query for the quota once
org_admin = ndb.Key.from_old_key(
GCIBulkCreateData.created_by.get_value_for_datastore(
bulk_data)).get()
org = bulk_data.org
task_quota = getRemainingTaskQuota(org)
# TODO(ljvderijk): Add transactions
tasks = bulk_data.tasks
while len(tasks) > 0:
try:
# check if we have time
timekeeper.ping()
if settings.GCI_TASK_QUOTA_LIMIT_ENABLED and task_quota <= 0:
return error_handler.logErrorAndReturnOK(
'Task quota reached for %s' % (org.name))
# remove the first task
task_as_string = tasks.pop(0)
loaded_task = json.loads(task_as_string)
task = {}
for key, value in loaded_task.iteritems():
# If we don't do this python will complain about kwargs not being
# strings when we try to save the new task.
task[key.encode('UTF-8')] = value
logging.info('Uncleaned task: %s', task)
# clean the data
errors = self._cleanTask(task, org)
if errors:
logging.warning(
'Invalid task data uploaded, the following errors occurred: %s',
errors)
bulk_data.errors.append(db.Text(
'The task in row %i contains the following errors.\n %s' \
%(bulk_data.tasksRemoved(), '\n'.join(errors))))
# at-most-once semantics for creating tasks
bulk_data.put()
if errors:
# do the next task
continue
# set other properties
task['org'] = org
# TODO(daniel): access program in more efficient way
task['program'] = org_admin.program.to_old_key()
task['status'] = task_model.UNPUBLISHED
task['created_by'] = org_admin.to_old_key()
task['modified_by'] = org_admin.to_old_key()
# TODO(ljv): Remove difficulty level completely if needed.
# Difficulty is hardcoded to easy since GCI2012 has no difficulty.
task['difficulty_level'] = DifficultyLevel.EASY
subscribers_entities = task['mentor_entities'] + [org_admin]
task['subscribers'] = list(
set([
ent.key() for ent in subscribers_entities
if ent.automatic_task_subscription
]))
# create the new task
logging.info('Creating new task with fields: %s', task)
task_entity = GCITask(**task)
task_entity.put()
task_quota = task_quota - 1
except DeadlineExceededError:
# time to bail out
break
if len(tasks) == 0:
# send out a message
notifications.sendBulkCreationCompleted(bulk_data)
bulk_data.delete()
else:
# there is still work to be done, do a non 500 response and requeue
task_params = {'bulk_create_key': bulk_data.key()}
new_task = taskqueue.Task(params=task_params, url=BULK_CREATE_URL)
# add to the gci queue
new_task.add(queue_name='gci-update')
# we're done here
return http.HttpResponse('OK')
def bulkCreateTasks(self, request, *args, **kwargs):
"""Task that creates GCI Tasks from bulk data specified in the POST dict.
The POST dict should have the following information present:
bulk_create_key: the key of the bulk_create entity
"""
import settings
# keep track of our own timelimit (20 seconds)
timelimit = 20000
timekeeper = Timekeeper(timelimit)
post_dict = request.POST
bulk_create_key = post_dict.get('bulk_create_key')
if not bulk_create_key:
return error_handler.logErrorAndReturnOK(
'Not all POST data specified in: %s' % post_dict)
bulk_data = GCIBulkCreateData.get(bulk_create_key)
if not bulk_data:
return error_handler.logErrorAndReturnOK(
'No valid data found for key: %s' % bulk_create_key)
# note that we only query for the quota once
org_admin = ndb.Key.from_old_key(
GCIBulkCreateData.created_by.get_value_for_datastore(bulk_data)).get()
org = bulk_data.org
task_quota = getRemainingTaskQuota(org)
# TODO(ljvderijk): Add transactions
tasks = bulk_data.tasks
while len(tasks) > 0:
try:
# check if we have time
timekeeper.ping()
if settings.GCI_TASK_QUOTA_LIMIT_ENABLED and task_quota <= 0:
return error_handler.logErrorAndReturnOK(
'Task quota reached for %s' %(org.name))
# remove the first task
task_as_string = tasks.pop(0)
loaded_task = json.loads(task_as_string)
task = {}
for key, value in loaded_task.iteritems():
# If we don't do this python will complain about kwargs not being
# strings when we try to save the new task.
task[key.encode('UTF-8')] = value
logging.info('Uncleaned task: %s', task)
# clean the data
errors = self._cleanTask(task, org)
if errors:
logging.warning(
'Invalid task data uploaded, the following errors occurred: %s',
errors)
bulk_data.errors.append(db.Text(
'The task in row %i contains the following errors.\n %s' \
%(bulk_data.tasksRemoved(), '\n'.join(errors))))
# at-most-once semantics for creating tasks
bulk_data.put()
if errors:
# do the next task
continue
# set other properties
task['org'] = org
# TODO(daniel): access program in more efficient way
task['program'] = org_admin.program.to_old_key()
task['status'] = task_model.UNPUBLISHED
task['created_by'] = org_admin.to_old_key()
task['modified_by'] = org_admin.to_old_key()
# TODO(ljv): Remove difficulty level completely if needed.
# Difficulty is hardcoded to easy since GCI2012 has no difficulty.
task['difficulty_level'] = DifficultyLevel.EASY
subscribers_entities = task['mentor_entities'] + [org_admin]
task['subscribers'] = list(set([ent.key() for ent in
subscribers_entities if ent.automatic_task_subscription]))
# create the new task
logging.info('Creating new task with fields: %s', task)
task_entity = GCITask(**task)
task_entity.put()
task_quota = task_quota - 1
except DeadlineExceededError:
# time to bail out
break
if len(tasks) == 0:
# send out a message
notifications.sendBulkCreationCompleted(bulk_data)
bulk_data.delete()
else:
# there is still work to be done, do a non 500 response and requeue
task_params = {
'bulk_create_key': bulk_data.key()
}
new_task = taskqueue.Task(params=task_params, url=BULK_CREATE_URL)
# add to the gci queue
new_task.add(queue_name='gci-update')
# we're done here
return http.HttpResponse('OK')