Example #1
0
def from_castra(x, columns=None):
    """Load a dask DataFrame from a Castra.

    Parameters
    ----------
    x : filename or Castra
    columns: list or string, optional
        The columns to load. Default is all columns.
    """
    from castra import Castra
    if not isinstance(x, Castra):
        x = Castra(x, readonly=True)
    return x.to_dask(columns)
Example #2
0
def from_castra(x, columns=None):
    """Load a dask DataFrame from a Castra.

    Parameters
    ----------
    x : filename or Castra
    columns: list or string, optional
        The columns to load. Default is all columns.
    """
    from castra import Castra
    if not isinstance(x, Castra):
        x = Castra(x, readonly=True)
    return x.to_dask(columns)
Example #3
0
File: io.py Project: zmyer/dask
def from_castra(x, columns=None):
    """
    Load a dask DataFrame from a Castra.

    The Castra project has been deprecated.  We recommend using Parquet
    instead.

    Parameters
    ----------
    x : filename or Castra
    columns: list or string, optional
        The columns to load. Default is all columns.
    """
    from castra import Castra
    if not isinstance(x, Castra):
        x = Castra(x, readonly=True)
    return x.to_dask(columns)
Example #4
0
File: io.py Project: gameduell/dask
def from_castra(x, columns=None):
    """
    Load a dask DataFrame from a Castra.

    The Castra project has been deprecated.  We recommend using Parquet
    instead.

    Parameters
    ----------
    x : filename or Castra
    columns: list or string, optional
        The columns to load. Default is all columns.
    """
    from castra import Castra
    if not isinstance(x, Castra):
        x = Castra(x, readonly=True)
    return x.to_dask(columns)
def load(file_name):
    c = Castra(path='./subreddit_dumps/' + file_name + '.castra/')
    df = c.to_dask()
    return df
def load(file_name):
    c = Castra(path = './subreddit_dumps/'+file_name+'.castra/')
    df = c.to_dask()
    return df