def makedirs_fromfile(f, verbose=False, allow_fail=False): """ Extract the directory from a file name and create it if it doesn't exist. parameters ---------- filename: string The file name verbose: boolean, optional Optionally print that the dir is being created. """ import errno from esutil import hdfs d = os.path.dirname(f) if d == '': return if hdfs.is_in_hdfs(f): if not hdfs.exists(d): if verbose: print('creating dir:', d) hdfs.mkdir(d) else: if not os.path.exists(d): if verbose: print('creating dir:', d) try: os.makedirs(d) except OSError as ex: if ex.errno == errno.EEXIST and os.path.isdir(path): pass else: if not allow_fail: raise
def makedirs_fromfile(f, verbose=False, allow_fail=False): """ Extract the directory from a file name and create it if it doesn't exist. parameters ---------- filename: string The file name verbose: boolean, optional Optionally print that the dir is being created. """ import errno from esutil import hdfs d=os.path.dirname(f) if d=='': return if hdfs.is_in_hdfs(f): if not hdfs.exists(d): if verbose: print('creating dir:',d) hdfs.mkdir(d) else: if not os.path.exists(d): if verbose: print('creating dir:',d) try: os.makedirs(d) except OSError as ex: if ex.errno == errno.EEXIST and os.path.isdir(d): pass else: if not allow_fail: raise
def makedirs_fromfile(f, verbose=False): """ Extract the directory from a file name and create it if it doesn't exist. parameters ---------- filename: string The file name verbose: boolean, optional Optionally print that the dir is being created. """ from esutil import hdfs d=os.path.dirname(f) if hdfs.is_in_hdfs(f): if not hdfs.exists(d): if verbose: print 'creating dir:',d hdfs.mkdir(d) else: if not os.path.exists(d): if verbose: print 'creating dir:',d os.makedirs(d)
def makedirs_fromfile(f, verbose=False): """ Extract the directory from a file name and create it if it doesn't exist. parameters ---------- filename: string The file name verbose: boolean, optional Optionally print that the dir is being created. """ from esutil import hdfs d = os.path.dirname(f) if hdfs.is_in_hdfs(f): if not hdfs.exists(d): if verbose: print 'creating dir:', d hdfs.mkdir(d) else: if not os.path.exists(d): if verbose: print 'creating dir:', d os.makedirs(d)
def fexists(fname): if is_in_hdfs(fname): return hdfs.exists(fname) else: return os.path.exists(fname)