Beispiel #1
0
def read_dataframe(path, columns=None):
    """
    Read a pandas.DataFrame from Feather format

    Parameters
    ----------
    path : string, path to read from
    columns : sequence, optional
        Only read a specific set of columns. If not provided, all columns are
        read

    Returns
    -------
    df : pandas.DataFrame
    """
    reader = ext.FeatherReader(path)

    if columns is not None:
        columns = set(columns)

    # TODO(wesm): pipeline conversion to Arrow memory layout
    data = {}
    names = []
    for i in range(reader.num_columns):
        col = reader.get_column(i)
        name = col.name
        if columns is None or name in columns:
            arr = col.read()
            data[name] = arr
            names.append(name)

    # TODO(wesm):
    return pd.DataFrame(data, columns=names)
Beispiel #2
0
def read_dataframe(path, columns=None):
    """
    Read a pandas.DataFrame from Feather format

    Returns
    -------
    df : pandas.DataFrame
    """
    reader = ext.FeatherReader(path)

    # TODO(wesm): pipeline conversion to Arrow memory layout
    data = {}
    for i in range(reader.num_columns):
        name, arr = reader.read_array(i)
        data[name] = arr

    # TODO(wesm):
    return pd.DataFrame(data)