def testExtendSubgraph3():
graph = Graph(3, 3, [(0, 1), (1, 2), (0, 2)])
extender = ExtendSubgraph(graph, 101, 3)
task = Task([1, 1, 1], [1], 0, 0)
newTasks = extender.generateNewTasks(task)
for task in newTasks:
print task.vertices, task.edges
def testExtendSubgraph1():
graph = Graph(5, 5, [(0, 1), (1, 2), (2, 3), (3, 4), (4, 0)])
extender = ExtendSubgraph(graph, 101, 3)
task = Task([0, 1, 1, 0, 0], [0, 3], 0, 0)
newTasks = extender.generateNewTasks(task)
for task in newTasks:
print task.vertices, task.edges
def startProcessing(self, netString):
taskRetries = 0
stats.reset()
self.startTime = time.time()
log.info('Processing started')
while True:
if (self.p != None and self.m != None and self.initGraph != None):
break
log.debug("Waiting for initialization.")
time.sleep(WAIT_FOR_INITIALIZATION)
self.graphProcessor = ExtendSubgraph(self.initGraph, self.p, self.m)
while taskRetries < MAX_RETRIES:
task = getNewTask(self)
# TODO remove this later
if task == None:
taskRetries += 1
log.debug("No new task found")
continue
else:
log.debug("Task's string : " + task.toNetString())
stats.tasksProcessed += 1
taskRetries = 0
newTasks = self.graphProcessor.generateNewTasks(task)
for newTask in newTasks:
if checkUniquenessOfTask(
newTask.bloomHash,
self.aliveSlaves[newTask.serverHash]):
TaskQueue.put(newTask)
log.info('Task complete')
self.sendJobCompletionNotiToMaster()
