def create_scheduled_tasks(cls):
tasks = []
for name in ['foo', 'bar', 'baz']:
task = ScheduledTask()
task.failure_count = 0
task.assignedTask = AssignedTask()
task.assignedTask.taskId = 1287391823
task.assignedTask.slaveHost = 'slavehost'
task.assignedTask.task = TaskConfig()
task.assignedTask.task.maxTaskFailures = 1
task.assignedTask.task.executorConfig = ExecutorConfig()
task.assignedTask.task.executorConfig.data = Mock()
task.assignedTask.task.metadata = []
task.assignedTask.task.job = JobKey(role=cls.TEST_ROLE, environment=cls.TEST_ENV, name=name)
task.assignedTask.task.owner = Identity(role=cls.TEST_ROLE)
task.assignedTask.task.environment = cls.TEST_ENV
task.assignedTask.task.jobName = name
task.assignedTask.task.numCpus = 2
task.assignedTask.task.ramMb = 2
task.assignedTask.task.diskMb = 2
task.assignedTask.instanceId = 4237894
task.assignedTask.assignedPorts = {}
task.status = ScheduleStatus.RUNNING
event = TaskEvent()
event.timestamp = 28234726395
event.status = ScheduleStatus.RUNNING
event.message = "Hi there"
task.taskEvents = [event]
tasks.append(task)
return tasks
def create_scheduled_task(instance, start_time):
task = ScheduledTask(assignedTask=AssignedTask(
taskId="task_%s" % instance,
slaveId="random_machine_id",
slaveHost="junk.nothing",
task=TaskConfig(job=JobKey(role="nobody",
environment="prod",
name='flibber'),
isService=False,
resources=frozenset([
Resource(numCpus=2),
Resource(ramMb=2048),
Resource(diskMb=4096)
]),
priority=7,
maxTaskFailures=3,
production=False),
assignedPorts={"http": 1001},
instanceId=instance),
status=2,
failureCount=instance + 4,
taskEvents=create_task_events(start_time),
ancestorId="random_task_ancestor%s" %
instance)
return task
def create_scheduled_tasks(cls):
tasks = []
for name in ['foo', 'bar', 'baz']:
task = ScheduledTask(
failureCount=0,
assignedTask=AssignedTask(
taskId=1287391823,
slaveHost='slavehost',
task=TaskConfig(
maxTaskFailures=1,
executorConfig=ExecutorConfig(data='fake data'),
metadata=[],
job=JobKey(role=cls.TEST_ROLE,
environment=cls.TEST_ENV,
name=name),
owner=Identity(role=cls.TEST_ROLE),
environment=cls.TEST_ENV,
jobName=name,
numCpus=2,
ramMb=2,
diskMb=2),
instanceId=4237894,
assignedPorts={}),
status=ScheduleStatus.RUNNING,
taskEvents=[
TaskEvent(timestamp=28234726395,
status=ScheduleStatus.RUNNING,
message="Hi there")
])
tasks.append(task)
return tasks
def create_task(cls):
return [
ScheduledTask(assignedTask=AssignedTask(
instanceId=0,
task=TaskConfig(
job=JobKey(role='role', environment='test', name='job'))),
status=ScheduleStatus.RUNNING)
]
def create_task(cls):
return [
ScheduledTask(assignedTask=AssignedTask(
instanceId=0,
task=TaskConfig(owner=Identity(role='test_role'),
jobName='test_job')),
status=ScheduleStatus.RUNNING)
]
def create_scheduled_task(instance, start_time):
task = ScheduledTask()
task.assignedTask = AssignedTask()
task.assignedTask.taskId = "task_%s" % instance
task.assignedTask.slaveId = "random_machine_id"
task.assignedTask.slaveHost = "junk.nothing"
task.assignedTask.task = TaskConfig()
task.assignedTask.task.owner = Identity(role="nobody")
task.assignedTask.task.environment = "prod"
task.assignedTask.task.jobName = "flibber"
task.assignedTask.task.isService = False
task.assignedTask.task.numCpus = 2
task.assignedTask.task.ramMb = 2048
task.assignedTask.task.diskMb = 4096
task.assignedTask.task.priority = 7
task.assignedTask.task.maxTaskFailures = 3
task.assignedTask.task.production = False
task.assignedTask.task.requestedPorts = ["http"]
task.assignedTask.assignedPorts = {"http": 1001}
task.assignedTask.instanceId = 0
task.status = 2
task.failureCount = instance + 4
task.taskEvents = create_task_events(start_time)
task.ancestorId = "random_task_ancestor%s" % instance
return task
def mock_status_active_tasks(self, instance_ids):
tasks = []
for i in instance_ids:
tasks.append(ScheduledTask(
status=ScheduleStatus.RUNNING,
assignedTask=AssignedTask(task=TaskConfig(), instanceId=i)
))
response = make_response(result=Result(scheduleStatusResult=ScheduleStatusResult(tasks=tasks)))
self.mock_scheduler.getTasksWithoutConfigs(IgnoreArg()).AndReturn(response)
def expect_get_tasks(self, tasks, ignore_ids=None, response_code=ResponseCode.OK):
scheduled = []
for index, task in enumerate(tasks):
if not ignore_ids or index not in ignore_ids:
scheduled.append(ScheduledTask(assignedTask=AssignedTask(task=task, instanceId=index)))
response = make_response(response_code)
response.result = Result(scheduleStatusResult=ScheduleStatusResult(tasks=scheduled))
query = TaskQuery(jobKeys=[self._job_key], statuses=ACTIVE_STATES)
self._scheduler.getTasksStatus(query).AndReturn(response)
def create_scheduled_task(instance, start_time):
task = ScheduledTask()
task.assignedTask = AssignedTask()
task.assignedTask.taskId = "task_%s" % instance
task.assignedTask.slaveId = "random_machine_id"
task.assignedTask.slaveHost = "junk.nothing"
task.assignedTask.task = TaskConfig()
task.assignedTask.task.owner = Identity(role="nobody")
task.assignedTask.task.environment = "prod"
task.assignedTask.task.jobName = "flibber"
task.assignedTask.task.isService = False
task.assignedTask.task.numCpus = 2
task.assignedTask.task.ramMb = 2048
task.assignedTask.task.diskMb = 4096
task.assignedTask.task.priority = 7
task.assignedTask.task.maxTaskFailures = 3
task.assignedTask.task.production = False
task.assignedTask.task.requestedPorts = ["http"]
task.assignedTask.assignedPorts = {"http": 1001}
task.assignedTask.instanceId = 0
task.status = 2
task.failureCount = instance + 4
task.taskEvents = create_task_events(start_time)
task.ancestorId = "random_task_ancestor%s" % instance
return task
def create_scheduled_task(cls,
instance_id,
status=ScheduleStatus.RUNNING,
task_id=None,
initial_time=None):
task = ScheduledTask(
status=status,
assignedTask=AssignedTask(instanceId=instance_id,
taskId=task_id or "Task%s" % instance_id,
slaveId="Slave%s" % instance_id,
slaveHost="Slave%s" % instance_id,
task=TaskConfig()),
taskEvents=[TaskEvent(timestamp=initial_time or 1000)])
return task
def create_task(self, duration, id, host=None, name=None, prod=None):
return ScheduledTask(assignedTask=AssignedTask(
instanceId=id,
slaveHost=host,
task=TaskConfig(production=prod if prod is not None else True,
job=JobKey(role=self._role,
environment=self._env,
name=name or self._name))),
status=ScheduleStatus.RUNNING,
taskEvents=[
TaskEvent(status=ScheduleStatus.RUNNING,
timestamp=(time.time() - duration) *
1000)
])
def mock_status_active_tasks(self, instance_ids):
tasks = []
for i in instance_ids:
tasks.append(
ScheduledTask(status=ScheduleStatus.RUNNING,
assignedTask=AssignedTask(task=TaskConfig(),
instanceId=i)))
response = Response(responseCode=ResponseCode.OK,
messageDEPRECATED='test')
response.result = Result()
response.result.scheduleStatusResult = ScheduleStatusResult(
tasks=tasks)
self.mock_scheduler.getTasksWithoutConfigs(
IgnoreArg()).AndReturn(response)
def expect_get_tasks(self, tasks, ignore_ids=None, response_code=None):
response_code = ResponseCode.OK if response_code is None else response_code
response = Response(responseCode=response_code,
messageDEPRECATED='test')
scheduled = []
for index, task in enumerate(tasks):
if not ignore_ids or index not in ignore_ids:
scheduled.append(
ScheduledTask(assignedTask=AssignedTask(task=task,
instanceId=index)))
response.result = Result(scheduleStatusResult=ScheduleStatusResult(
tasks=scheduled))
query = TaskQuery(owner=Identity(role=self._job_key.role),
environment=self._job_key.environment,
jobName=self._job_key.name,
statuses=ACTIVE_STATES)
self._scheduler.getTasksStatus(query).AndReturn(response)
def create_scheduled_tasks(cls):
tasks = []
for name in ['foo', 'bar', 'baz']:
task = ScheduledTask(failureCount=0,
assignedTask=AssignedTask(
taskId=1287391823,
slaveHost='slavehost',
task=cls.create_task_config(name),
instanceId=4237894,
assignedPorts={}),
status=ScheduleStatus.RUNNING,
taskEvents=[
TaskEvent(timestamp=28234726395,
status=ScheduleStatus.RUNNING,
message="Hi there")
])
tasks.append(task)
return tasks
def create_task(self, status, id):
return ScheduledTask(
assignedTask=AssignedTask(instanceId=id, taskId=id),
status=status,
taskEvents=[TaskEvent(status=status, timestamp=10)])
def create_task(self, instance_id):
return ScheduledTask(assignedTask=AssignedTask(instanceId=instance_id,
task=TaskConfig()))
def create_tasks(cls): return [ScheduledTask(assignedTask=AssignedTask(instanceId=index)) for index in cls.INSTANCES]
def create_task(self, instance_id, task_id, status=RUNNING):
assigned_task = AssignedTask(taskId=task_id,
instanceId=instance_id,
task=TaskConfig())
return ScheduledTask(assignedTask=assigned_task, status=status)