def test_retry(self):
sched = MockSchduler()
tasks = [MockTask(i) for i in range(10)]
job = SimpleJob(sched, tasks, 1, 10)
offer = create_offer('localhost')
host_offers = {'localhost': (0, offer)}
# the host register should with purge elapsed 0, otherwise the failure
# will forbit the localhost
job.task_host_manager.register_host('localhost', purge_elapsed=0)
cpus = [1]
mems = [10]
gpus = [0]
ts = sum([
job.taskOffer(
host_offers=host_offers, cpus=cpus, mems=mems, gpus=gpus)
for i in range(10)
], [])
[job.statusUpdate(t[2].id, 0, 'TASK_FINISHED') for t in ts[1:]]
assert job.tasksFinished == 9
job.statusUpdate(ts[0][2].id, 0, 'TASK_FAILED')
t = job.taskOffer(host_offers=host_offers,
cpus=cpus,
mems=mems,
gpus=gpus)[0]
assert t[2].id == 0
assert not job.taskOffer(
host_offers=host_offers, cpus=cpus, mems=mems, gpus=gpus)
assert job.tasksLaunched == 10
job.statusUpdate(t[2].id, 1, 'TASK_FINISHED')
assert job.tasksFinished == 10
def submitTasks(self, tasks):
if not tasks:
return
job = SimpleJob(self, tasks, self.cpus, tasks[0].rdd.mem or self.mem)
self.activeJobs[job.id] = job
self.activeJobsQueue.append(job)
self.jobTasks[job.id] = set()
stage_scope = ''
try:
from dpark.web.ui.views.rddopgraph import StageInfo
stage_scope = StageInfo.idToRDDNode[
tasks[0].rdd.id].scope.call_site
except:
pass
stage = self.idToStage[tasks[0].stageId]
stage.try_times += 1
logger.info(
'Got job %d with %d tasks for stage: %d(try %d times) '
'at scope[%s] and rdd:%s', job.id, len(tasks), tasks[0].stageId,
stage.try_times, stage_scope, tasks[0].rdd)
need_revive = self.started
if not self.started:
self.start_driver()
while not self.isRegistered:
self.lock.release()
time.sleep(0.01)
self.lock.acquire()
if need_revive:
self.requestMoreResources()
def test_job(self):
sched = MockSchduler()
tasks = [MockTask(i) for i in range(10)]
job = SimpleJob(sched, tasks, 1, 10)
ts = [job.slaveOffer('localhost') for i in range(10)]
assert len(ts) == 10
assert job.tasksLaunched == 10
assert job.slaveOffer('localhost') is None
[job.statusUpdate(t.id, 0, 'TASK_FINISHED') for t in ts]
assert job.tasksFinished == 10
def test_retry(self):
sched = MockSchduler()
tasks = [MockTask(i) for i in range(10)]
job = SimpleJob(sched, tasks)
ts = [job.slaveOffer('localhost') for i in range(10)]
[job.statusUpdate(t.id, 0, 'TASK_FINISHED') for t in ts[1:]]
assert job.tasksFinished == 9
job.statusUpdate(ts[0].id, 0, 'TASK_FAILED')
t = job.slaveOffer('localhost1')
assert t.id == 0
assert job.slaveOffer('localhost') is None
assert job.tasksLaunched == 10
job.statusUpdate(t.id, 1, 'TASK_FINISHED')
assert job.tasksFinished == 10
def test_job(self):
sched = MockSchduler()
tasks = [MockTask(i) for i in range(10)]
job = SimpleJob(sched, tasks, 1, 10)
offer = create_offer('localhost')
host_offers = {'localhost': (0, offer)}
job.task_host_manager.register_host('localhost')
cpus = [10]
mems = [10]
gpus = [0]
# the return of taskOffer is a list whose item is TUPLE with Index of offer,
# information of Offer,
# description of Task
ts = sum([job.taskOffer(host_offers, cpus, mems, gpus) for i in range(10)], [])
assert len(ts) == 10
assert job.tasksLaunched == 10
assert not job.taskOffer(host_offers, cpus, mems, gpus)
[job.statusUpdate(t[2].id, 0, 'TASK_FINISHED') for t in ts]
assert job.tasksFinished == 10
def submitTasks(self, tasks):
if not tasks:
return
job = SimpleJob(self, tasks, self.cpus, tasks[0].rdd.mem or self.mem)
self.activeJobs[job.id] = job
self.activeJobsQueue.append(job)
self.jobTasks[job.id] = set()
logger.info("Got job %d with %d tasks: %s", job.id, len(tasks), tasks[0].rdd)
need_revive = self.started
if not self.started:
self.start_driver()
while not self.isRegistered:
self.lock.release()
time.sleep(0.01)
self.lock.acquire()
if need_revive:
self.requestMoreResources()