Python JobStatus, parsl示例

示例#1

    def walktreeDir(self, top, callback):
        print "-++-+-+-+TOP: ", top
        for f in os.listdir(top):
            pathname = os.path.join(top, f)
            mode = os.stat(pathname).st_mode

            if S_ISDIR(mode):
                #print "---------------------------------------"
                #print "NOMBRE: "+os.path.basename(pathname)
                ext = os.path.basename(pathname).split(".")
                nombre = ext[0]

                if ((len(ext) - 1) > 0):
                    #print "Es Conformable: "+ext[1]
                    callback(pathname)
                else:
                    walktree(pathname, callback)

            elif S_ISREG(mode):
                callback(pathname)
            else:
                print 'Skiping %s' % pathname
        #print "\n\n"
        #print self.downList
        #saveJson(self.downList,"",self.jsonName)
        log = JobStatus()
        log.log = self.jsonName
        log.path = self.jsonPath
        log.jobs = self.downList
        log.update()
        return self.downList

示例#2

文件： Analizer.py 项目： ennima/PythonExperiments

	def walktreeDir(self, top, callback):
		print "-++-+-+-+TOP: ",top
		for f in os.listdir(top):
			pathname = os.path.join(top,f)
			mode = os.stat(pathname).st_mode
			
			if S_ISDIR(mode):
				#print "---------------------------------------"
				#print "NOMBRE: "+os.path.basename(pathname)
				ext = os.path.basename(pathname).split(".")
				nombre = ext[0]
				
				if((len(ext)-1)>0):
					#print "Es Conformable: "+ext[1]
					callback(pathname)
				else:
					walktree(pathname, callback)
				
			elif S_ISREG(mode):
				callback(pathname)
			else:
				print 'Skiping %s' % pathname
		#print "\n\n"
		#print self.downList
		#saveJson(self.downList,"",self.jsonName)
		log = JobStatus()
		log.log = self.jsonName
		log.path = self.jsonPath
		log.jobs = self.downList
		log.update()
		return self.downList

示例#3

文件： transLoop.py 项目： ennima/PythonExperiments

	def preReqStart(self):
		active = JobStatus()
		active.path = "assets\\app\\JobStatus"
		active.log = "active.json"

		completed = JobStatus()
		completed.path = "assets\\app\\JobStatus"
		completed.log = "completed.json"

		self.active = active
		self.completed = completed

		for i in range(0,self.maxThreads):
			self.activeHilosName.append(i)

示例#4

文件： mainLoop.py 项目： ennima/PythonExperiments

    def preReqStart(self):
        queued = JobStatus()
        queued.path = "assets\\app\\JobStatus"
        queued.log = "queued.json"

        active = JobStatus()
        active.path = "assets\\app\\JobStatus"
        active.log = "active.json"

        completed = JobStatus()
        completed.path = "assets\\app\\JobStatus"
        completed.log = "completed.json"

        failed = JobStatus()
        failed.path = "assets\\app\\JobStatus"
        failed.log = "failed.json"

        self.queued = queued
        self.active = active
        self.completed = completed
        self.failed = failed

示例#5

文件： mainLoop.py 项目： ennima/PythonExperiments

class MainLoop(GameLoop):
    maxActive = 5
    active = JobStatus()
    completed = JobStatus()
    queued = JobStatus()
    failed = JobStatus()

    totalActivos = 0
    totalQueued = 0
    totalCompleted = 0
    totalFailed = 0

    def onAddActive(self):
        print "onAddActive ..."

    def onDeleteActive(self):
        print "onDeleteActive ..."

    def onDeleteQueue(self):
        print "onDeleteQueue ..."

    def onFailAddActive(self):
        #print "onFailAddActive ..."
        pass

    def onPlay(self):
        #print "Chingonada de cabron que eres"
        self.totalActivos = self.active.items()
        self.totalQueued = self.queued.items()
        self.totalCompleted = self.completed.items()
        self.totalFailed = self.failed.items()

        self.newActives()
        self.newCompleted()
        self.newFailed()

    def preReqStart(self):
        queued = JobStatus()
        queued.path = "assets\\app\\JobStatus"
        queued.log = "queued.json"

        active = JobStatus()
        active.path = "assets\\app\\JobStatus"
        active.log = "active.json"

        completed = JobStatus()
        completed.path = "assets\\app\\JobStatus"
        completed.log = "completed.json"

        failed = JobStatus()
        failed.path = "assets\\app\\JobStatus"
        failed.log = "failed.json"

        self.queued = queued
        self.active = active
        self.completed = completed
        self.failed = failed

    ########################################################
    #	Eventos de Items
    ########################################################
    def newActives(self):
        #### Paso3 Asignar Activos y quitarlos de cola

        #print "Step3"
        countActive = self.totalActivos

        for item in self.queued.jobs:
            #print item
            if (self.active.find(item)):
                #print "Existe en active"
                pass
            else:
                #print "Try Agrega"
                if (countActive < self.maxActive):

                    self.active.add(item)
                    self.onAddActive()

                    countActive += 1
                    self.queued.delete(item)
                    self.onDeleteQueue()

                else:
                    #print "Fail_Queda en espera hasta liberar jobs"
                    self.onFailAddActive()

    def newCompleted(self):
        ####Paso4 Quitar Terminados de Activos
        #print "Step4"
        #totalActivos = self.active.items()
        for item in self.completed.jobs:
            #print item
            if (self.active.find(item)):
                #print "Existe en active ... Quitando ..."
                self.active.delete(item)
                self.onDeleteActive()
            else:
                #print "En espera de mas completed"
                pass

    def newFailed(self):
        ####Paso5 Quitar Fallados de Activos
        #print "Step5"
        #totalActivos = self.active.items()
        for item in self.failed.jobs:
            #print item
            if (self.active.find(item)):
                #print "Existe en active ... Quitando ..."
                self.active.delete(item)
                self.onDeleteActive()
            else:
                #print "En espera de mas Fallados"
                pass

示例#6

文件： queueLoop.py 项目： ennima/PythonExperiments

	def addQueue(self):
		#### Paso2 Agregar a cola
	
		queuedCompare = JobStatus()
		queuedCompare.path = "assets\\app\\JobStatus"
		queuedCompare.log = "queuedTmp.json"
		queuedCompare.items()

		queued = JobStatus()
		queued.path = "assets\\app\\JobStatus"
		queued.log = "queued.json"
		queued.items()
		for item in queuedCompare.jobs:
			#print item
			if (queued.find(item)):
				print "Existe en queued"
			else:
				print "Agrega a queued"
				queued.add(item)
				self.onAddQueue()

示例#7

文件： addQuequed.py 项目： ennima/PythonExperiments

queued = JobStatus()
queued.path = "assets\\app\\JobStatus"
queued.log = "queued.json"
queued.items()
for item in queuedCompare.jobs:
	#print item
	if (queued.find(item)):
		print "Existe en queued"
	else:
		print "Agrega"
		queued.add(item)
"""
#### Paso3 Asignar Activos y quitarlos de cola

queued = JobStatus()
queued.path = "assets\\app\\JobStatus"
queued.log = "queued.json"
queued.items()

active = JobStatus()
active.path = "assets\\app\\JobStatus"
active.log = "active.json"
totalActivos = active.items()

maxActive = 5
countActive = totalActivos
for item in queued.jobs:
	#print item
	if (active.find(item)):
		print "Existe en active"

示例#8

    def addQueue(self):
        #### Paso2 Agregar a cola

        queuedCompare = JobStatus()
        queuedCompare.path = "assets\\app\\JobStatus"
        queuedCompare.log = "queuedTmp.json"
        queuedCompare.items()

        queued = JobStatus()
        queued.path = "assets\\app\\JobStatus"
        queued.log = "queued.json"
        queued.items()
        for item in queuedCompare.jobs:
            #print item
            if (queued.find(item)):
                print "Existe en queued"
            else:
                print "Agrega a queued"
                queued.add(item)
                self.onAddQueue()

示例#9

文件： mainLoop.py 项目： ennima/PythonExperiments

	def preReqStart(self):
		queued = JobStatus()
		queued.path = "assets\\app\\JobStatus"
		queued.log = "queued.json"

		active = JobStatus()
		active.path = "assets\\app\\JobStatus"
		active.log = "active.json"

		completed = JobStatus()
		completed.path = "assets\\app\\JobStatus"
		completed.log = "completed.json"

		failed = JobStatus()
		failed.path = "assets\\app\\JobStatus"
		failed.log = "failed.json"

		self.queued = queued
		self.active = active
		self.completed = completed
		self.failed = failed

示例#10

文件： addQuequed.py 项目： ennima/PythonExperiments

queued = JobStatus()
queued.path = "assets\\app\\JobStatus"
queued.log = "queued.json"
queued.items()
for item in queuedCompare.jobs:
	#print item
	if (queued.find(item)):
		print "Existe en queued"
	else:
		print "Agrega"
		queued.add(item)
"""
#### Paso3 Asignar Activos y quitarlos de cola

queued = JobStatus()
queued.path = "assets\\app\\JobStatus"
queued.log = "queued.json"
queued.items()

active = JobStatus()
active.path = "assets\\app\\JobStatus"
active.log = "active.json"
totalActivos = active.items()

maxActive = 5
countActive = totalActivos
for item in queued.jobs:
    #print item
    if (active.find(item)):
        print "Existe en active"