def _enqueue(self): commandlist = self.buffer fd, filename = tempfile.mkstemp(".commands", dir=self.dir) f = os.fdopen(fd, "wb") for command in commandlist: dump(command, f, -1) f.close() args = (filename, len(commandlist)) if len(self.tasks) < self.procs: self._new_task(args) else: self.jobqueue.put(args) self.buffer = []
def _enqueue(self): doclist = self.docbuffer fd, filename = tempfile.mkstemp(".doclist", dir=self.dir) f = os.fdopen(fd, "wb") for doc in doclist: dump(doc, f, -1) f.close() args = (filename, len(doclist)) if len(self.tasks) < self.procs: self._new_task(args) else: self.jobqueue.put(args) self.docbuffer = []
def _write_run(self, f, items): for item in items: dump(item, f, -1) f.close()