Ejemplo n.º 1
0
def makedirs_fromfile(f, verbose=False, allow_fail=False):
    """
    Extract the directory from a file name and create it if it doesn't exist.

    parameters
    ----------
    filename: string
        The file name
    verbose: boolean, optional
        Optionally print that the dir is being created.
    """
    import errno
    from esutil import hdfs

    d = os.path.dirname(f)
    if d == '':
        return

    if hdfs.is_in_hdfs(f):
        if not hdfs.exists(d):
            if verbose:
                print('creating dir:', d)
            hdfs.mkdir(d)
    else:
        if not os.path.exists(d):
            if verbose:
                print('creating dir:', d)
            try:
                os.makedirs(d)
            except OSError as ex:
                if ex.errno == errno.EEXIST and os.path.isdir(path):
                    pass
                else:
                    if not allow_fail:
                        raise
Ejemplo n.º 2
0
def makedirs_fromfile(f, verbose=False, allow_fail=False):
    """
    Extract the directory from a file name and create it if it doesn't exist.

    parameters
    ----------
    filename: string
        The file name
    verbose: boolean, optional
        Optionally print that the dir is being created.
    """
    import errno
    from esutil import hdfs

    d=os.path.dirname(f)
    if d=='':
        return

    if hdfs.is_in_hdfs(f):
        if not hdfs.exists(d):
            if verbose:
                print('creating dir:',d)
            hdfs.mkdir(d)
    else:
        if not os.path.exists(d):
            if verbose:
                print('creating dir:',d)
            try:
                os.makedirs(d)
            except OSError as ex:
                if ex.errno == errno.EEXIST and os.path.isdir(d):
                    pass
                else:
                    if not allow_fail:
                        raise
Ejemplo n.º 3
0
def makedirs_fromfile(f, verbose=False):
    """
    Extract the directory from a file name and create it if it doesn't exist.

    parameters
    ----------
    filename: string
        The file name
    verbose: boolean, optional
        Optionally print that the dir is being created.
    """
    from esutil import hdfs
    d=os.path.dirname(f)
    if hdfs.is_in_hdfs(f):
        if not hdfs.exists(d):
            if verbose:
                print 'creating dir:',d
            hdfs.mkdir(d)
    else:
        if not os.path.exists(d):
            if verbose:
                print 'creating dir:',d
            os.makedirs(d)
Ejemplo n.º 4
0
def makedirs_fromfile(f, verbose=False):
    """
    Extract the directory from a file name and create it if it doesn't exist.

    parameters
    ----------
    filename: string
        The file name
    verbose: boolean, optional
        Optionally print that the dir is being created.
    """
    from esutil import hdfs
    d = os.path.dirname(f)
    if hdfs.is_in_hdfs(f):
        if not hdfs.exists(d):
            if verbose:
                print 'creating dir:', d
            hdfs.mkdir(d)
    else:
        if not os.path.exists(d):
            if verbose:
                print 'creating dir:', d
            os.makedirs(d)
Ejemplo n.º 5
0
def fexists(fname):
    if is_in_hdfs(fname):
        return hdfs.exists(fname)
    else:
        return os.path.exists(fname)
Ejemplo n.º 6
0
def fexists(fname):
    if is_in_hdfs(fname):
        return hdfs.exists(fname)
    else:
        return os.path.exists(fname)