def add_task(self, method, **kwargs):
"""Add a task to the current tick.
Adds a ``task``, a single executable task gathering one or more input
documents and returning a single output document, to the current tick.
Multiple jobs are run in parallel.
Args:
method (unicode): A task identifier
**kwargs: Arguments to the task
Raises:
NidabaTickException: There is no tick to add a task to.
NidabaNoSuchAlgorithmException: Invalid method given.
"""
if u'nidaba.' + method not in self.celery.app.tasks:
raise NidabaNoSuchAlgorithmException('No such task in registry')
with self.redis.pipeline() as pipe:
while (1):
try:
pipe.watch(self.id)
self._restore_and_create_scratchpad(pipe)
if self.cur_tick is None:
raise NidabaTickException('No tick to add task to.')
kwargs[u'method'] = method
self.scratchpad['scratchpad']['cur_tick'].append(kwargs)
pipe.set(self.id, json.dumps(self.scratchpad))
pipe.execute()
break
except WatchError:
continue
def add_task(self, group, method, **kwargs):
"""Add a task.
Adds a ``task``, a single executable task gathering one or more input
documents and returning a single output document, to the current tick.
Multiple jobs are run in parallel.
Args:
group (unicode): A task group identifier
method (unicode): A task identifier
**kwargs: Arguments to the task
Raises:
NidabaInputException: Trying to modify executed task.
NidabaNoSuchAlgorithmException: Invalid method given.
"""
if self.lock:
raise NidabaInputException('Executed batch may not be modified')
# validate that the task exists
if group not in self.tasks:
raise NidabaNoSuchAlgorithmException(
'Unknown task group {}'.format(group))
if u'nidaba.{}.{}'.format(group, method) not in self.celery.app.tasks:
raise NidabaNoSuchAlgorithmException('Unknown task {} {}'.format(
group, method))
task = self.celery.app.tasks[u'nidaba.{}.{}'.format(group, method)]
# validate arguments first against getcallargs
try:
getcallargs(task.run, ('', ''), **kwargs)
except TypeError as e:
raise NidabaInputException(str(e))
# validate against arg_values field of the task
task_arg_validator(task.get_valid_args(), **kwargs)
with self.redis.pipeline() as pipe:
while (1):
try:
pipe.watch(self.id)
self._restore_and_create_scratchpad(pipe)
self.tasks[group].append((method, kwargs))
self.scratchpad['scratchpad']['simple_tasks'] = self.tasks
pipe.set(self.id, json.dumps(self.scratchpad))
pipe.execute()
break
except WatchError:
continue
def rm_task(self, group, method, **kwargs):
"""Removes a task from the (unexecuted) batch.
Removes a task from the batch.
Args:
group (unicode): A task group identifier
method (unicode): A task identifier
**kwargs: Arguments to the task
Raises:
NidabaInputException: Trying to modify executed task.
NidabaNoSuchAlgorithmException: Invalid method given.
"""
if self.lock:
raise NidabaInputException('Executed batch may not be modified')
# validate that the task exists
if group not in self.tasks:
raise NidabaNoSuchAlgorithmException(
'Unknown task group {}'.format(group))
if u'nidaba.{}.{}'.format(group, method) not in self.celery.app.tasks:
raise NidabaNoSuchAlgorithmException('Unknown task {} {}'.format(
group, method))
task = self.celery.app.tasks[u'nidaba.{}.{}'.format(group, method)]
with self.redis.pipeline() as pipe:
while (1):
try:
pipe.watch(self.id)
self._restore_and_create_scratchpad(pipe)
self.tasks[group].remove([method, kwargs])
self.scratchpad['scratchpad']['simple_tasks'] = self.tasks
pipe.set(self.id, json.dumps(self.scratchpad))
pipe.execute()
break
except WatchError:
continue
except ValueError:
raise NidabaInputException('Task not part of the batch')
def add_task(self, group, method, **kwargs):
"""
Add a particular task configuration to a task group.
Args:
group (unicode): Group the task belongs to
method (unicode): Name of the task
kwargs: Arguments to the task
"""
if self.lock:
raise NidabaInputException('Executed batch may not be modified')
# validate that the task exists
if group not in self.tasks:
raise NidabaNoSuchAlgorithmException('Unknown task group')
if u'nidaba.{}.{}'.format(group, method) not in self.celery.app.tasks:
raise NidabaNoSuchAlgorithmException('Unknown task')
task = self.celery.app.tasks[u'nidaba.{}.{}'.format(group, method)]
# validate arguments first against getcallargs
try:
getcallargs(task.run, ('', ''), **kwargs)
except TypeError as e:
raise NidabaInputException(str(e))
# validate against arg_values field of the task
task_arg_validator(task.get_valid_args(), **kwargs)
with self.redis.pipeline() as pipe:
while (1):
try:
pipe.watch(self.id)
self._restore_and_create_scratchpad(pipe)
self.tasks[group].append((method, kwargs))
self.scratchpad['scratchpad']['tasks'] = self.tasks
pipe.set(self.id, json.dumps(self.scratchpad))
pipe.execute()
break
except WatchError:
continue