Example #1
0
    def _enqueue(self):
        commandlist = self.buffer
        fd, filename = tempfile.mkstemp(".commands", dir=self.dir)
        f = os.fdopen(fd, "wb")
        for command in commandlist:
            dump(command, f, -1)
        f.close()
        args = (filename, len(commandlist))

        if len(self.tasks) < self.procs:
            self._new_task(args)
        else:
            self.jobqueue.put(args)

        self.buffer = []
Example #2
0
    def _enqueue(self):
        doclist = self.docbuffer
        fd, filename = tempfile.mkstemp(".doclist", dir=self.dir)
        f = os.fdopen(fd, "wb")
        for doc in doclist:
            dump(doc, f, -1)
        f.close()
        args = (filename, len(doclist))

        if len(self.tasks) < self.procs:
            self._new_task(args)
        else:
            self.jobqueue.put(args)

        self.docbuffer = []
Example #3
0
    def _enqueue(self):
        commandlist = self.buffer
        fd, filename = tempfile.mkstemp(".commands", dir=self.dir)
        f = os.fdopen(fd, "wb")
        for command in commandlist:
            dump(command, f, -1)
        f.close()
        args = (filename, len(commandlist))

        if len(self.tasks) < self.procs:
            self._new_task(args)
        else:
            self.jobqueue.put(args)

        self.buffer = []
Example #4
0
    def _enqueue(self):
        doclist = self.docbuffer
        fd, filename = tempfile.mkstemp(".doclist", dir=self.dir)
        f = os.fdopen(fd, "wb")
        for doc in doclist:
            dump(doc, f, -1)
        f.close()
        args = (filename, len(doclist))

        if len(self.tasks) < self.procs:
            self._new_task(args)
        else:
            self.jobqueue.put(args)

        self.docbuffer = []
Example #5
0
 def _write_run(self, f, items):
     for item in items:
         dump(item, f, -1)
     f.close()
Example #6
0
 def _write_run(self, f, items):
     for item in items:
         dump(item, f, -1)
     f.close()