def check_chunked_overflow(name, col):
if col.num_chunks == 1:
return
if col.type in (ext.binary(), ext.string()):
raise ValueError("Column '{0}' exceeds 2GB maximum capacity of "
"a Feather binary column. This restriction may be "
"lifted in the future".format(name))
else:
# TODO(wesm): Not sure when else this might be reached
raise ValueError("Column '{0}' of type {1} was chunked on conversion "
"to Arrow and cannot be currently written to "
"Feather format".format(name, str(col.type)))
def check_chunked_overflow(col):
if col.data.num_chunks == 1:
return
if col.type in (ext.binary(), ext.string()):
raise ValueError("Column '{0}' exceeds 2GB maximum capacity of "
"a Feather binary column. This restriction may be "
"lifted in the future".format(col.name))
else:
# TODO(wesm): Not sure when else this might be reached
raise ValueError("Column '{0}' of type {1} was chunked on conversion "
"to Arrow and cannot be currently written to "
"Feather format".format(col.name, str(col.type)))
'is_num',
'is_possible_cat',
'is_possible_feature',
'is_complex',
)
_ARROW_NULL_TYPE: DataType = null()
_ARROW_BOOL_TYPE: DataType = bool_()
assert (__arrow_bool_type_str := str(_ARROW_BOOL_TYPE)) == bool.__name__
assert _BOOL_TYPE.startswith(__arrow_bool_type_str)
_ARROW_STR_TYPE: DataType = string()
assert str(_ARROW_STR_TYPE) == _STR_TYPE
_ARROW_BINARY_TYPE: DataType = binary(-1)
assert str(_ARROW_BINARY_TYPE) == _BINARY_TYPE
_ARROW_INT_TYPE: DataType = int64()
_ARROW_DOUBLE_TYPE: DataType = float64()
_ARROW_DATE_TYPE: DataType = date32()
_ARROW_TIMESTAMP_TYPE: DataType = timestamp(unit='ns', tz=None)
def is_float(arrow_type: DataType, /) -> bool:
"""Check if data type is float."""
return is_floating(arrow_type) or is_decimal(arrow_type)
def is_num(arrow_type: DataType, /) -> bool:
_VECTOR_TYPE, \
_DECIMAL_TYPE_PREFIX, \
_ARRAY_TYPE_PREFIX, _MAP_TYPE_PREFIX, _STRUCT_TYPE_PREFIX
_ARROW_NULL_TYPE = null()
assert str(_ARROW_NULL_TYPE) == _NULL_TYPE
_ARROW_BOOL_TYPE = bool_()
__arrow_bool_type_str = str(_ARROW_BOOL_TYPE)
assert __arrow_bool_type_str == bool.__name__
assert _BOOL_TYPE.startswith(__arrow_bool_type_str)
_ARROW_STR_TYPE = string()
assert str(_ARROW_STR_TYPE) == _STR_TYPE
_ARROW_BINARY_TYPE = binary(-1)
assert str(_ARROW_BINARY_TYPE) == _BINARY_TYPE
_ARROW_INT_TYPE = int64()
_ARROW_DOUBLE_TYPE = float64()
_ARROW_DATE_TYPE = date32()
_ARROW_TIMESTAMP_TYPE = timestamp(unit='ns', tz=None)
def is_float(arrow_type):
return is_floating(arrow_type) or is_decimal(arrow_type)
def is_num(arrow_type):
return is_integer(arrow_type) or is_float(arrow_type)
