Esempio n. 1
0
    def __init__(self, URL=None, **attributes):

        if URL == None:
            URL = "workflow://" + __file__ + "/%d" % id(self)

        self._pypeObjects = {}

        PypeObject.__init__(self, URL, **attributes)

        self._referenceRDFGraph = None  #place holder for a reference RDF
Esempio n. 2
0
    def __init__(self, URL = None, **attributes ):

        if URL == None:
            URL = "workflow://" + __file__+"/%d" % id(self)

        self._pypeObjects = {}

        PypeObject.__init__(self, URL, **attributes)

        self._referenceRDFGraph = None #place holder for a reference RDF
Esempio n. 3
0
    def __init__(self, URL, *argv, **kwargv):
        """
        Constructor of a PypeTask.
        """

        PypeObject.__init__(self, URL, **kwargv)

        self._argv = argv
        self._kwargv = kwargv
        self._taskFun = kwargv['_taskFun']
        self._referenceMD5 = None
        self._status = TaskInitialized
        self._queue = None
        self.shutdown_event = None

        for defaultAttr in [
                "inputDataObjs", "outputDataObjs", "parameters",
                "mutableDataObjs"
        ]:
            if defaultAttr not in self.__dict__:
                self.__dict__[defaultAttr] = {}

        # "input" and "output" short cut
        if "inputs" in kwargv:
            self.inputDataObjs.update(kwargv["inputs"])
            del kwargv["inputs"]

        if "outputs" in kwargv:
            self.outputDataObjs.update(kwargv["outputs"])
            del kwargv["outputs"]

        if "mutables" in kwargv:
            self.mutableDataObjs.update(kwargv["mutables"])
            del kwargv["mutables"]

        #the keys in inputDataObjs/outputDataObjs/parameters will become a task attribute
        for defaultAttr in [
                "inputDataObjs", "outputDataObjs", "mutableDataObjs",
                "parameters"
        ]:
            vars(self).update(self.__dict__[defaultAttr])

        if "chunk_id" in kwargv:
            self.chunk_id = kwargv["chunk_id"]

        self._codeMD5digest = kwargv.get("_codeMD5digest", "")
        self._paramMD5digest = kwargv.get("_paramMD5digest", "")
        self._compareFunctions = kwargv.get("_compareFunctions",
                                            [timeStampCompare])

        for o in self.outputDataObjs.values():
            if o.readOnly == True:
                raise PypeError, "Cannot assign read only data object %s for task %s" % (
                    o.URL, self.URL)
Esempio n. 4
0
    def __init__(self, URL, *argv, **kwargv):

        """
        Constructor of a PypeTask.
        """

        PypeObject.__init__(self, URL, **kwargv)

        self._argv = argv
        self._kwargv = kwargv
        self._taskFun = kwargv['_taskFun']
        self._referenceMD5 = None
        self._status = TaskInitialized
        self._queue = None
        self.shutdown_event = None
        

        for defaultAttr in ["inputDataObjs", "outputDataObjs", "parameters", "mutableDataObjs"]:
            if defaultAttr not in self.__dict__:
                self.__dict__[defaultAttr] = {}

        # "input" and "output" short cut
        if "inputs" in kwargv:
            self.inputDataObjs.update(kwargv["inputs"])
            del kwargv["inputs"]

        if "outputs" in kwargv:
            self.outputDataObjs.update(kwargv["outputs"])
            del kwargv["outputs"]

        if "mutables" in kwargv:
            self.mutableDataObjs.update(kwargv["mutables"])
            del kwargv["mutables"]

        #the keys in inputDataObjs/outputDataObjs/parameters will become a task attribute 
        for defaultAttr in ["inputDataObjs", "outputDataObjs", "mutableDataObjs", "parameters"]:
            vars(self).update(self.__dict__[defaultAttr]) 

        if "chunk_id" in kwargv:
            self.chunk_id = kwargv["chunk_id"]

        self._codeMD5digest = kwargv.get("_codeMD5digest", "")
        self._paramMD5digest = kwargv.get("_paramMD5digest", "")
        self._compareFunctions = kwargv.get("_compareFunctions", [ timeStampCompare ])

        for o in self.outputDataObjs.values():
            if o.readOnly == True:
                raise PypeError, "Cannot assign read only data object %s for task %s" % (o.URL, self.URL) 
Esempio n. 5
0
 def __init__(self, URL, tasks = [], scatterGatherTasks = [], **kwargv):
     PypeObject.__init__(self, URL, **kwargv)
     self._tasks = tasks[:]
     self._scatterGatherTasks = scatterGatherTasks[:]
Esempio n. 6
0
 def __init__(self, URL, **attributes):
     PypeObject.__init__(self, URL, **attributes)
     self.verification = []
     self._mutatble = False
Esempio n. 7
0
 def __init__(self, URL, **attributes):
     PypeObject.__init__(self, URL, **attributes)
     self.verification = []
     self._mutatble = False
Esempio n. 8
0
 def __init__(self, URL, tasks=[], scatterGatherTasks=[], **kwargv):
     PypeObject.__init__(self, URL, **kwargv)
     self._tasks = tasks[:]
     self._scatterGatherTasks = scatterGatherTasks[:]