def close(self): super(HdfsAtomicWritePipe, self).close() try: remove(self.path) except HDFSCliError: pass if not all(result['result'] for result in rename(self.tmppath, self.path) or []): raise HdfsAtomicWriteError('Atomic write to {} failed'.format(self.path))
def close(self): super(HdfsAtomicWritePipe, self).close() try: remove(self.path) except HDFSCliError: pass if not all(result['result'] for result in rename(self.tmppath, self.path) or []): raise HdfsAtomicWriteError('Atomic write to {} failed'.format( self.path))
def close(self): super(HdfsAtomicWritePipe, self).close() try: if exists(self.path): remove(self.path) except Exception as ex: if isinstance(ex, HDFSCliError) or ex.args[0].contains("FileNotFoundException"): pass else: raise ex if not all(result['result'] for result in rename(self.tmppath, self.path) or []): raise HdfsAtomicWriteError('Atomic write to {} failed'.format(self.path))
def close(self): super(HdfsAtomicWriteDirPipe, self).close() try: remove(self.path) except HDFSCliError: pass # it's unlikely to fail in this way but better safe than sorry if not all(result['result'] for result in rename(self.tmppath, self.path) or []): raise HdfsAtomicWriteError('Atomic write to {} failed'.format(self.path)) if os.path.basename(self.tmppath) in map(os.path.basename, listdir(self.path)): remove(self.path) raise HdfsAtomicWriteError('Atomic write to {} failed'.format(self.path))
def close(self): super(HdfsAtomicWritePipe, self).close() try: if exists(self.path): remove(self.path) except Exception as ex: if isinstance(ex, HDFSCliError) or ex.args[0].contains( "FileNotFoundException"): pass else: raise ex if not all(result['result'] for result in rename(self.tmppath, self.path) or []): raise HdfsAtomicWriteError('Atomic write to {} failed'.format( self.path))
def close(self): super(HdfsAtomicWriteDirPipe, self).close() try: remove(self.path) except HDFSCliError: pass # it's unlikely to fail in this way but better safe than sorry if not all(result['result'] for result in rename(self.tmppath, self.path) or []): raise HdfsAtomicWriteError('Atomic write to {} failed'.format( self.path)) if os.path.basename(self.tmppath) in map(os.path.basename, listdir(self.path)): remove(self.path) raise HdfsAtomicWriteError('Atomic write to {} failed'.format( self.path))
def close(self): super(HdfsAtomicWriteDirPipe, self).close() try: if exists(self.path): remove(self.path) except Exception as ex: if isinstance(ex, HDFSCliError) or ex.args[0].contains("FileNotFoundException"): pass else: raise ex # it's unlikely to fail in this way but better safe than sorry if not all(result['result'] for result in rename(self.tmppath, self.path) or []): raise HdfsAtomicWriteError('Atomic write to {} failed'.format(self.path)) if os.path.basename(self.tmppath) in map(os.path.basename, listdir(self.path)): remove(self.path) raise HdfsAtomicWriteError('Atomic write to {} failed'.format(self.path))
def close(self): super(HdfsAtomicWriteDirPipe, self).close() try: if exists(self.path): remove(self.path) except Exception as ex: if isinstance(ex, HDFSCliError) or ex.args[0].contains( "FileNotFoundException"): pass else: raise ex # it's unlikely to fail in this way but better safe than sorry if not all(result['result'] for result in rename(self.tmppath, self.path) or []): raise HdfsAtomicWriteError('Atomic write to {} failed'.format( self.path)) if os.path.basename(self.tmppath) in map(os.path.basename, listdir(self.path)): remove(self.path) raise HdfsAtomicWriteError('Atomic write to {} failed'.format( self.path))
def abort(self): logger.info("Aborting %s('%s'). Removing temporary dir '%s'", self.__class__.__name__, self.path, self.tmppath) super(HdfsAtomicWriteDirPipe, self).abort() remove(self.tmppath, skip_trash=True)
def abort(self): logger.info("Aborting %s('%s'). Removing temporary file '%s'", self.__class__.__name__, self.path, self.tmppath) super(HdfsAtomicWritePipe, self).abort() remove(self.tmppath)