def for_block(block: Block) -> "BlockAccessor[T]":
"""Create a block accessor for the given block."""
_check_pyarrow_version()
import pyarrow
import pandas
if isinstance(block, pyarrow.Table):
from ray.data.impl.arrow_block import ArrowBlockAccessor
return ArrowBlockAccessor(block)
elif isinstance(block, pandas.DataFrame):
from ray.data.impl.pandas_block import PandasBlockAccessor
return PandasBlockAccessor(block)
elif isinstance(block, bytes):
from ray.data.impl.arrow_block import ArrowBlockAccessor
return ArrowBlockAccessor.from_bytes(block)
elif isinstance(block, list):
from ray.data.impl.simple_block import SimpleBlockAccessor
return SimpleBlockAccessor(block)
else:
raise TypeError("Not a block type: {} ({})".format(
block, type(block)))
def for_block(block: Block) -> "BlockAccessor[T]":
"""Create a block accessor for the given block."""
import pyarrow
if isinstance(block, pyarrow.Table):
from ray.data.impl.arrow_block import \
ArrowBlockAccessor
return ArrowBlockAccessor(block)
elif isinstance(block, list):
from ray.data.impl.simple_block import \
SimpleBlockAccessor
return SimpleBlockAccessor(block)
elif isinstance(block, np.ndarray):
from ray.data.impl.tensor_block import \
TensorBlockAccessor
return TensorBlockAccessor(block)
else:
raise TypeError("Not a block type: {}".format(block))