def convert_to(self, typecode):
converted = None
if typecode == utils.type_code_byte_column():
vals = np.empty([self._values.shape[0]], dtype=np.int8)
for i, x in np.ndenumerate(self._values):
if x is not None:
vals[i] = int(np.int8(x))
else:
vals[i] = 0
converted = dataframe.DataFrame.ByteColumn(values=vals)
elif typecode == utils.type_code_short_column():
vals = np.empty([self._values.shape[0]], dtype=np.int16)
for i, x in np.ndenumerate(self._values):
if x is not None:
vals[i] = int(np.int16(x))
else:
vals[i] = 0
converted = dataframe.DataFrame.ShortColumn(values=vals)
elif typecode == utils.type_code_int_column():
vals = np.empty([self._values.shape[0]], dtype=np.int32)
for i, x in np.ndenumerate(self._values):
if x is not None:
vals[i] = int(np.int32(x))
else:
vals[i] = 0
converted = dataframe.DataFrame.IntColumn(values=vals)
elif typecode == utils.type_code_long_column():
vals = np.empty([self._values.shape[0]], dtype=np.int64)
for i, x in np.ndenumerate(self._values):
if x is not None:
vals[i] = int(np.int64(x))
else:
vals[i] = 0
converted = dataframe.DataFrame.LongColumn(values=vals)
elif typecode == StringColumn.TYPE_CODE:
vals = np.empty([self._values.shape[0]], dtype=np.object)
for i, x in np.ndenumerate(self._values):
if x is not None:
vals[i] = str(x)
else:
vals[i] = StringColumn.DEFAULT_VALUE
converted = StringColumn(values=vals)
elif typecode == utils.type_code_float_column():
vals = np.empty([self._values.shape[0]], dtype=np.float32)
for i, x in np.ndenumerate(self._values):
if x is not None:
vals[i] = float(np.float32(x))
else:
vals[i] = 0.0
converted = dataframe.DataFrame.FloatColumn(values=vals)
elif typecode == utils.type_code_double_column():
vals = np.empty([self._values.shape[0]], dtype=np.float64)
for i, x in np.ndenumerate(self._values):
if x is not None:
vals[i] = float(np.float64(x))
else:
vals[i] = 0.0
converted = dataframe.DataFrame.DoubleColumn(values=vals)
elif typecode == utils.type_code_char_column():
vals = np.zeros([self._values.shape[0]], dtype=np.uint8)
ord_default = ord(utils.default_value_char_column())
for i, x in np.ndenumerate(self._values):
if x:
vals[i] = ord(x[0])
else:
vals[i] = ord_default
converted = dataframe.DataFrame.CharColumn(values=vals)
elif typecode == utils.type_code_boolean_column():
values_true = {"true", "t", "1", "yes", "y", "on"}
values_false = {"false", "f", "0", "no", "n", "off"}
vals = np.empty([self._values.shape[0]], dtype=np.bool)
for i, x in np.ndenumerate(self._values):
if x:
x = x.lower()
is_true = x in values_true
is_false = x in values_false
if not is_true and not is_false:
raise dataframe.DataFrameException(
("Invalid boolean string: '{}'".format(self._values[i])))
vals[i] = is_true
else:
vals[i] = False
converted = dataframe.DataFrame.BooleanColumn(values=vals)
elif typecode == utils.type_code_binary_column():
vals = np.empty([self._values.shape[0]], dtype=np.object)
for i, x in np.ndenumerate(self._values):
if x:
vals[i] = bytearray.fromhex(x)
else:
vals[i] = bytearray(b'\x00')
converted = dataframe.DataFrame.BinaryColumn(values=vals)
elif typecode == utils.type_code_nullable_byte_column():
vals = np.empty([self._values.shape[0]], dtype=np.object)
for i, x in np.ndenumerate(self._values):
vals[i] = int(np.int8(x)) if x is not None else None
converted = dataframe.DataFrame.NullableByteColumn(values=vals)
elif typecode == utils.type_code_nullable_short_column():
vals = np.empty([self._values.shape[0]], dtype=np.object)
for i, x in np.ndenumerate(self._values):
vals[i] = int(np.int16(x)) if x is not None else None
converted = dataframe.DataFrame.NullableShortColumn(values=vals)
elif typecode == utils.type_code_nullable_int_column():
vals = np.empty([self._values.shape[0]], dtype=np.object)
for i, x in np.ndenumerate(self._values):
vals[i] = int(np.int32(x)) if x is not None else None
converted = dataframe.DataFrame.NullableIntColumn(values=vals)
elif typecode == utils.type_code_nullable_long_column():
vals = np.empty([self._values.shape[0]], dtype=np.object)
for i, x in np.ndenumerate(self._values):
vals[i] = int(np.int64(x)) if x is not None else None
converted = dataframe.DataFrame.NullableLongColumn(values=vals)
elif typecode == NullableStringColumn.TYPE_CODE:
converted = self.clone()
elif typecode == utils.type_code_nullable_float_column():
vals = np.empty([self._values.shape[0]], dtype=np.object)
for i, x in np.ndenumerate(self._values):
if x:
vals[i] = float(np.float32(x))
else:
vals[i] = None
converted = dataframe.DataFrame.NullableFloatColumn(values=vals)
elif typecode == utils.type_code_nullable_double_column():
vals = np.empty([self._values.shape[0]], dtype=np.object)
for i, x in np.ndenumerate(self._values):
if x:
vals[i] = float(np.float64(x))
else:
vals[i] = None
converted = dataframe.DataFrame.NullableDoubleColumn(values=vals)
elif typecode == utils.type_code_nullable_char_column():
vals = np.empty([self._values.shape[0]], dtype=np.object)
for i, x in np.ndenumerate(self._values):
if x:
vals[i] = str(x)[0]
else:
vals[i] = None
converted = dataframe.DataFrame.NullableCharColumn(values=vals)
elif typecode == utils.type_code_nullable_boolean_column():
values_true = {"true", "t", "1", "yes", "y", "on"}
values_false = {"false", "f", "0", "no", "n", "off"}
vals = np.empty([self._values.shape[0]], dtype=np.object)
for i, x in np.ndenumerate(self._values):
if x:
x = x.lower()
is_true = x in values_true
is_false = x in values_false
if not is_true and not is_false:
raise dataframe.DataFrameException(
("Invalid boolean string: '{}'".format(self._values[i])))
vals[i] = is_true
else:
vals[i] = None
converted = dataframe.DataFrame.NullableBooleanColumn(values=vals)
elif typecode == utils.type_code_nullable_binary_column():
vals = np.empty([self._values.shape[0]], dtype=np.object)
for i, x in np.ndenumerate(self._values):
if x:
vals[i] = bytearray.fromhex(x)
else:
vals[i] = None
converted = dataframe.DataFrame.NullableBinaryColumn(values=vals)
else:
raise dataframe.DataFrameException(
"Unknown column type code: {}".format(typecode))
# pylint: disable=protected-access
converted._name = self._name
return converted
def convert_to(self, typecode):
converted = None
if typecode == utils.type_code_byte_column():
vals = np.empty([self._values.shape[0]], dtype=np.int8)
for i, x in np.ndenumerate(self._values):
if x is not None:
vals[i] = int(np.int8(x))
else:
vals[i] = 0
converted = dataframe.DataFrame.ByteColumn(values=vals)
elif typecode == ShortColumn.TYPE_CODE:
vals = np.empty([self._values.shape[0]], dtype=np.int16)
for i, x in np.ndenumerate(self._values):
if x is not None:
vals[i] = int(np.int16(x))
else:
vals[i] = 0
converted = ShortColumn(values=vals)
elif typecode == utils.type_code_int_column():
vals = np.empty([self._values.shape[0]], dtype=np.int32)
for i, x in np.ndenumerate(self._values):
if x is not None:
vals[i] = int(np.int32(x))
else:
vals[i] = 0
converted = dataframe.DataFrame.IntColumn(values=vals)
elif typecode == utils.type_code_long_column():
vals = np.empty([self._values.shape[0]], dtype=np.int64)
for i, x in np.ndenumerate(self._values):
if x is not None:
vals[i] = int(np.int64(x))
else:
vals[i] = 0
converted = dataframe.DataFrame.LongColumn(values=vals)
elif typecode == utils.type_code_string_column():
vals = np.empty([self._values.shape[0]], dtype=np.object)
for i, x in np.ndenumerate(self._values):
if x is not None:
vals[i] = str(x)
else:
vals[i] = utils.default_value_string_column()
converted = dataframe.DataFrame.StringColumn(values=vals)
elif typecode == utils.type_code_float_column():
vals = np.empty([self._values.shape[0]], dtype=np.float32)
for i, x in np.ndenumerate(self._values):
if x is not None:
vals[i] = float(x)
else:
vals[i] = 0.0
converted = dataframe.DataFrame.FloatColumn(values=vals)
elif typecode == utils.type_code_double_column():
vals = np.empty([self._values.shape[0]], dtype=np.float64)
for i, x in np.ndenumerate(self._values):
if x is not None:
vals[i] = float(x)
else:
vals[i] = 0.0
converted = dataframe.DataFrame.DoubleColumn(values=vals)
elif typecode == utils.type_code_char_column():
vals = np.zeros([self._values.shape[0]], dtype=np.uint8)
ord_default = ord(utils.default_value_char_column())
for i, x in np.ndenumerate(self._values):
if x is not None:
vals[i] = ord(str(x)[0])
else:
vals[i] = ord_default
converted = dataframe.DataFrame.CharColumn(values=vals)
elif typecode == utils.type_code_boolean_column():
vals = np.empty([self._values.shape[0]], dtype=np.bool)
for i, x in np.ndenumerate(self._values):
if x is not None:
vals[i] = (x != 0)
else:
vals[i] = False
converted = dataframe.DataFrame.BooleanColumn(values=vals)
elif typecode == utils.type_code_binary_column():
vals = np.empty([self._values.shape[0]], dtype=np.object)
for i, x in np.ndenumerate(self._values):
if x is not None:
vals[i] = bytearray(
int(x).to_bytes(2, byteorder="big", signed=True))
else:
vals[i] = bytearray(
int(0).to_bytes(2, byteorder="big", signed=True))
converted = dataframe.DataFrame.BinaryColumn(values=vals)
elif typecode == utils.type_code_nullable_byte_column():
vals = np.empty([self._values.shape[0]], dtype=np.object)
for i, x in np.ndenumerate(self._values):
vals[i] = int(np.int8(x)) if x is not None else None
converted = dataframe.DataFrame.NullableByteColumn(values=vals)
elif typecode == NullableShortColumn.TYPE_CODE:
converted = self.clone()
elif typecode == utils.type_code_nullable_int_column():
vals = np.empty([self._values.shape[0]], dtype=np.object)
for i, x in np.ndenumerate(self._values):
vals[i] = int(np.int32(x)) if x is not None else None
converted = dataframe.DataFrame.NullableIntColumn(values=vals)
elif typecode == utils.type_code_nullable_long_column():
vals = np.empty([self._values.shape[0]], dtype=np.object)
for i, x in np.ndenumerate(self._values):
vals[i] = int(np.int64(x)) if x is not None else None
converted = dataframe.DataFrame.NullableLongColumn(values=vals)
elif typecode == utils.type_code_nullable_string_column():
vals = np.empty([self._values.shape[0]], dtype=np.object)
for i, x in np.ndenumerate(self._values):
if x is not None:
vals[i] = str(x)
else:
vals[i] = None
converted = dataframe.DataFrame.NullableStringColumn(values=vals)
elif typecode == utils.type_code_nullable_float_column():
vals = np.empty([self._values.shape[0]], dtype=np.object)
for i, x in np.ndenumerate(self._values):
if x is not None:
vals[i] = float(x)
else:
vals[i] = None
converted = dataframe.DataFrame.NullableFloatColumn(values=vals)
elif typecode == utils.type_code_nullable_double_column():
vals = np.empty([self._values.shape[0]], dtype=np.object)
for i, x in np.ndenumerate(self._values):
if x is not None:
vals[i] = float(x)
else:
vals[i] = None
converted = dataframe.DataFrame.NullableDoubleColumn(values=vals)
elif typecode == utils.type_code_nullable_char_column():
vals = np.empty([self._values.shape[0]], dtype=np.object)
for i, x in np.ndenumerate(self._values):
if x is not None:
vals[i] = ord(str(x)[0])
else:
vals[i] = None
converted = dataframe.DataFrame.NullableCharColumn(values=vals)
elif typecode == utils.type_code_nullable_boolean_column():
vals = np.empty([self._values.shape[0]], dtype=np.object)
for i, x in np.ndenumerate(self._values):
if x is not None:
vals[i] = (x != 0)
else:
vals[i] = None
converted = dataframe.DataFrame.NullableBooleanColumn(values=vals)
elif typecode == utils.type_code_nullable_binary_column():
vals = np.empty([self._values.shape[0]], dtype=np.object)
for i, x in np.ndenumerate(self._values):
if x is not None:
vals[i] = bytearray(
int(x).to_bytes(2, byteorder="big", signed=True))
else:
vals[i] = None
converted = dataframe.DataFrame.NullableBinaryColumn(values=vals)
else:
raise dataframe.DataFrameException(
"Unknown column type code: {}".format(typecode))
# pylint: disable=protected-access
converted._name = self._name
return converted
def convert_to(self, typecode):
converted = None
if typecode == utils.type_code_byte_column():
vals = np.empty([self._values.shape[0]], dtype=np.int8)
for i, x in np.ndenumerate(self._values):
if x is not None and len(x) > 0:
vals[i] = x[0]
else:
vals[i] = 0
converted = dataframe.DataFrame.ByteColumn(values=vals)
elif typecode == utils.type_code_short_column():
vals = np.empty([self._values.shape[0]], dtype=np.int16)
for i, x in np.ndenumerate(self._values):
if x is not None and len(x) >= 2:
vals[i] = int.from_bytes(x[0:2],
byteorder="big",
signed=True)
else:
vals[i] = 0
converted = dataframe.DataFrame.ShortColumn(values=vals)
elif typecode == utils.type_code_int_column():
vals = np.empty([self._values.shape[0]], dtype=np.int32)
for i, x in np.ndenumerate(self._values):
if x is not None and len(x) >= 4:
vals[i] = int.from_bytes(x[0:4],
byteorder="big",
signed=True)
else:
vals[i] = 0
converted = dataframe.DataFrame.IntColumn(values=vals)
elif typecode == utils.type_code_long_column():
vals = np.empty([self._values.shape[0]], dtype=np.int64)
for i, x in np.ndenumerate(self._values):
if x is not None and len(x) >= 8:
vals[i] = int.from_bytes(x[0:8],
byteorder="big",
signed=True)
else:
vals[i] = 0
converted = dataframe.DataFrame.LongColumn(values=vals)
elif typecode == utils.type_code_string_column():
vals = np.empty([self._values.shape[0]], dtype=np.object)
for i, x in np.ndenumerate(self._values):
if x is not None:
vals[i] = x.hex()
else:
vals[i] = utils.default_value_string_column()
converted = dataframe.DataFrame.StringColumn(values=vals)
elif typecode == utils.type_code_float_column():
vals = np.empty([self._values.shape[0]], dtype=np.float32)
for i, x in np.ndenumerate(self._values):
if x is not None and len(x) >= 4:
vals[i] = unpack(">f", x[0:4])[0]
else:
vals[i] = 0.0
converted = dataframe.DataFrame.FloatColumn(values=vals)
elif typecode == utils.type_code_double_column():
vals = np.empty([self._values.shape[0]], dtype=np.float64)
for i, x in np.ndenumerate(self._values):
if x is not None and len(x) >= 8:
vals[i] = unpack(">d", x[0:8])[0]
else:
vals[i] = 0.0
converted = dataframe.DataFrame.DoubleColumn(values=vals)
elif typecode == utils.type_code_char_column():
vals = np.empty([self._values.shape[0]], dtype=np.uint8)
ord_default = ord(utils.default_value_char_column())
for i, x in np.ndenumerate(self._values):
if x is not None and len(x) > 0:
vals[i] = int(x[0])
else:
vals[i] = ord_default
converted = dataframe.DataFrame.CharColumn(values=vals)
elif typecode == utils.type_code_boolean_column():
vals = np.empty([self._values.shape[0]], dtype=np.bool)
for i, x in np.ndenumerate(self._values):
if x is not None:
is_zero = True
for y in x:
if y != 0:
is_zero = False
break
vals[i] = not is_zero
else:
vals[i] = False
converted = dataframe.DataFrame.BooleanColumn(values=vals)
elif typecode == BinaryColumn.TYPE_CODE:
vals = np.empty([self._values.shape[0]], dtype=np.object)
for i, x in np.ndenumerate(self._values):
if x is not None and len(x) > 0:
b = bytearray(len(x))
b[:] = x
vals[i] = b
else:
vals[i] = bytearray(b"\x00")
converted = BinaryColumn(values=vals)
elif typecode == utils.type_code_nullable_byte_column():
vals = np.empty([self._values.shape[0]], dtype=np.object)
for i, x in np.ndenumerate(self._values):
if x is not None and len(x) > 0:
vals[i] = x[0]
else:
vals[i] = None
converted = dataframe.DataFrame.NullableByteColumn(values=vals)
elif typecode == utils.type_code_nullable_short_column():
vals = np.empty([self._values.shape[0]], dtype=np.object)
for i, x in np.ndenumerate(self._values):
if x is not None and len(x) >= 2:
vals[i] = int.from_bytes(x[0:2],
byteorder="big",
signed=True)
else:
vals[i] = None
converted = dataframe.DataFrame.NullableShortColumn(values=vals)
elif typecode == utils.type_code_nullable_int_column():
vals = np.empty([self._values.shape[0]], dtype=np.object)
for i, x in np.ndenumerate(self._values):
if x is not None and len(x) >= 4:
vals[i] = int.from_bytes(x[0:4],
byteorder="big",
signed=True)
else:
vals[i] = None
converted = dataframe.DataFrame.NullableIntColumn(values=vals)
elif typecode == utils.type_code_nullable_long_column():
vals = np.empty([self._values.shape[0]], dtype=np.object)
for i, x in np.ndenumerate(self._values):
if x is not None and len(x) >= 8:
vals[i] = int.from_bytes(x[0:8],
byteorder="big",
signed=True)
else:
vals[i] = None
converted = dataframe.DataFrame.NullableLongColumn(values=vals)
elif typecode == utils.type_code_nullable_string_column():
vals = np.empty([self._values.shape[0]], dtype=np.object)
for i, x in np.ndenumerate(self._values):
if x is not None:
vals[i] = x.hex()
else:
vals[i] = None
converted = dataframe.DataFrame.NullableStringColumn(values=vals)
elif typecode == utils.type_code_nullable_float_column():
vals = np.empty([self._values.shape[0]], dtype=np.object)
for i, x in np.ndenumerate(self._values):
if x is not None and len(x) >= 4:
vals[i] = unpack(">f", x[0:4])[0]
else:
vals[i] = None
converted = dataframe.DataFrame.NullableFloatColumn(values=vals)
elif typecode == utils.type_code_nullable_double_column():
vals = np.empty([self._values.shape[0]], dtype=np.object)
for i, x in np.ndenumerate(self._values):
if x is not None and len(x) >= 8:
vals[i] = unpack(">d", x[0:8])[0]
else:
vals[i] = None
converted = dataframe.DataFrame.NullableDoubleColumn(values=vals)
elif typecode == utils.type_code_nullable_char_column():
vals = np.empty([self._values.shape[0]], dtype=np.object)
for i, x in np.ndenumerate(self._values):
if x is not None and len(x) > 0:
vals[i] = int(x[0])
else:
vals[i] = None
converted = dataframe.DataFrame.NullableCharColumn(values=vals)
elif typecode == utils.type_code_nullable_boolean_column():
vals = np.empty([self._values.shape[0]], dtype=np.object)
for i, x in np.ndenumerate(self._values):
if x is not None:
is_zero = True
for y in x:
if y != 0:
is_zero = False
break
vals[i] = not is_zero
else:
vals[i] = None
converted = dataframe.DataFrame.NullableBooleanColumn(values=vals)
elif typecode == NullableBinaryColumn.TYPE_CODE:
converted = self.clone()
else:
raise dataframe.DataFrameException(
"Unknown column type code: {}".format(typecode))
# pylint: disable=protected-access
converted._name = self._name
return converted