def test_historical_table_replayer(self):
dt1 = to_datetime("2000-01-01T00:00:01 NY")
dt2 = to_datetime("2000-01-01T00:00:02 NY")
dt3 = to_datetime("2000-01-01T00:00:04 NY")
hist_table = new_table([
datetime_col("DateTime", [dt1, dt2, dt3]),
int_col("Number", [1, 3, 6])
])
hist_table2 = new_table([
datetime_col("DateTime", [dt1, dt2, dt3]),
int_col("Number", [1, 3, 6])
])
start_time = to_datetime("2000-01-01T00:00:00 NY")
end_time = to_datetime("2000-01-01T00:00:05 NY")
replayer = TableReplayer(start_time, end_time)
replay_table = replayer.add_table(hist_table, "DateTime")
replay_table2 = replayer.add_table(hist_table2, "DateTime")
self.assert_table_equals(replay_table, replay_table2)
replayer.start()
self.assertTrue(replay_table.is_refreshing)
self.assertTrue(replay_table2.is_refreshing)
self.wait_ticking_table_update(replay_table, row_count=3, timeout=60)
self.wait_ticking_table_update(replay_table2, row_count=3, timeout=60)
self.assert_table_equals(replay_table, replay_table2)
replayer.shutdown()
with self.subTest("replayer can't be reused after shutdown."):
with self.assertRaises(DHError) as cm:
replayer.add_table(hist_table, "DateTime")
self.assertIn("RuntimeError", cm.exception.root_cause)
with self.subTest("replayer can't be restarted after shutdown."):
with self.assertRaises(DHError):
replayer.start()
with self.subTest("Add table after replayer is restarted."):
replayer = TableReplayer(start_time, end_time)
replayer.start()
replay_table = replayer.add_table(hist_table, "DateTime")
self.assertTrue(replay_table.is_refreshing)
self.wait_ticking_table_update(replay_table,
row_count=3,
timeout=60)
replayer.shutdown()
def setUp(self):
j_array_list1 = j_array_list([1, -1])
j_array_list2 = j_array_list([2, -2])
input_cols = [
bool_col(name="Boolean", data=[True, False]),
byte_col(name="Byte", data=(1, -1)),
char_col(name="Char", data='-1'),
short_col(name="Short", data=[1, -1]),
int_col(name="Int_", data=[1, -1]),
long_col(name="Long_", data=[1, NULL_LONG]),
long_col(name="NPLong", data=np.array([1, -1], dtype=np.int8)),
float_col(name="Float_", data=[1.01, -1.01]),
double_col(name="Double_", data=[1.01, -1.01]),
string_col(name="String", data=["foo", "bar"]),
datetime_col(name="Datetime",
data=[dtypes.DateTime(1),
dtypes.DateTime(-1)]),
pyobj_col(name="PyObj",
data=[CustomClass(1, "1"),
CustomClass(-1, "-1")]),
pyobj_col(name="PyObj1", data=[[1, 2, 3],
CustomClass(-1, "-1")]),
pyobj_col(name="PyObj2", data=[False, 'False']),
jobj_col(name="JObj", data=[j_array_list1, j_array_list2]),
]
self.test_table = new_table(cols=input_cols)
def setUp(self):
j_array_list1 = j_array_list([1, -1])
j_array_list2 = j_array_list([2, -2])
input_cols = [
bool_col(name="Boolean", data=[True, False]),
byte_col(name="Byte", data=(1, -1)),
char_col(name="Char", data='-1'),
short_col(name="Short", data=[1, -1]),
int_col(name="Int", data=[1, -1]),
long_col(name="Long", data=[1, NULL_LONG]),
long_col(name="NPLong", data=np.array([1, -1], dtype=np.int8)),
float_col(name="Float", data=[1.01, -1.01]),
double_col(name="Double", data=[1.01, -1.01]),
string_col(name="String", data=["foo", "bar"]),
datetime_col(name="Datetime",
data=[dtypes.DateTime(1),
dtypes.DateTime(-1)]),
pyobj_col(name="PyObj",
data=[CustomClass(1, "1"),
CustomClass(-1, "-1")]),
pyobj_col(name="PyObj1", data=[[1, 2, 3],
CustomClass(-1, "-1")]),
pyobj_col(name="PyObj2", data=[False, 'False']),
jobj_col(name="JObj", data=[j_array_list1, j_array_list2]),
]
self.test_table = new_table(cols=input_cols)
self.np_array_dict = {
'Boolean':
np.array([True, False]),
'Byte':
np.array([1, -1], dtype=np.int8),
'Char':
np.array('-1', dtype=np.int16),
'Short':
np.array([1, -1], dtype=np.int16),
'Int':
np.array([1, -1], dtype=np.int32),
'Long':
np.array([1, NULL_LONG], dtype=np.int64),
"NPLong":
np.array([1, -1], dtype=np.int8),
"Float":
np.array([1.01, -1.01], dtype=np.float32),
"Double":
np.array([1.01, -1.01]),
"String":
np.array(["foo", "bar"], dtype=np.string_),
"Datetime":
np.array([1, -1], dtype=np.dtype("datetime64[ns]")),
"PyObj":
np.array([CustomClass(1, "1"),
CustomClass(-1, "-1")]),
"PyObj1":
np.array([[1, 2, 3], CustomClass(-1, "-1")], dtype=np.object_),
"PyObj2":
np.array([False, 'False'], dtype=np.object_),
"JObj":
np.array([j_array_list1, j_array_list2]),
}
def test_new_table(self):
jobj1 = JArrayList()
jobj1.add(1)
jobj1.add(-1)
jobj2 = JArrayList()
jobj2.add(2)
jobj2.add(-2)
cols = [
bool_col(name="Boolean", data=[True, False]),
byte_col(name="Byte", data=(1, -1)),
char_col(name="Char", data='-1'),
short_col(name="Short", data=[1, -1]),
int_col(name="Int", data=[1, -1]),
long_col(name="Long", data=[1, -1]),
long_col(name="NPLong", data=np.array([1, -1], dtype=np.int8)),
float_col(name="Float", data=[1.01, -1.01]),
double_col(name="Double", data=[1.01, -1.01]),
string_col(name="String", data=["foo", "bar"]),
datetime_col(name="Datetime",
data=[dtypes.DateTime(1),
dtypes.DateTime(-1)]),
pyobj_col(name="PyObj",
data=[CustomClass(1, "1"),
CustomClass(-1, "-1")]),
pyobj_col(name="PyObj1", data=[[1, 2, 3],
CustomClass(-1, "-1")]),
pyobj_col(name="PyObj2", data=[False, 'False']),
jobj_col(name="JObj", data=[jobj1, jobj2]),
]
t = new_table(cols=cols)
self.assertEqual(t.size, 2)
def test_to_table_datetime_with_none(self):
datetime_str = "2021-12-10T23:59:59 NY"
dt = to_datetime(datetime_str)
datetime_str = "2021-12-10T23:59:59 HI"
dt1 = to_datetime(datetime_str)
input_cols = [
datetime_col(name="Datetime",
data=[dtypes.DateTime(1), None, dt, dt1])
]
table_with_null_dt = new_table(cols=input_cols)
df = to_pandas(table_with_null_dt)
table_from_df = to_table(df)
self.assert_table_equals(table_from_df, table_with_null_dt)
def test_round_trip_with_nulls(self):
# Note that no two-way conversion for those types
# j_array_list = dtypes.ArrayList([1, -1])
# bool_col(name="Boolean", data=[True, None])]
# string_col(name="String", data=["foo", None]),
# jobj_col(name="JObj", data=[j_array_list, None]),
input_cols = [
byte_col(name="Byte", data=(1, NULL_BYTE)),
char_col(name="Char", data='-1'),
short_col(name="Short", data=[1, NULL_SHORT]),
int_col(name="Int_", data=[1, NULL_INT]),
long_col(name="Long_", data=[1, NULL_LONG]),
float_col(name="Float_", data=[1.01, np.nan]),
double_col(name="Double_", data=[1.01, np.nan]),
datetime_col(name="Datetime", data=[dtypes.DateTime(1), None]),
pyobj_col(name="PyObj", data=[CustomClass(1, "1"), None]),
]
test_table = new_table(cols=input_cols)
df = to_pandas(test_table)
self.assertEqual(len(df.columns), len(test_table.columns))
self.assertEqual(df.size, 2 * len(test_table.columns))
test_table2 = to_table(df)
self.assert_table_equals(test_table2, test_table)
def test_column_error(self):
jobj = j_array_list([1, -1])
with self.assertRaises(DHError) as cm:
bool_input_col = bool_col(name="Boolean", data=[True, 'abc'])
self.assertNotIn("bool_input_col", dir())
with self.assertRaises(DHError) as cm:
_ = byte_col(name="Byte", data=[1, 'abc'])
with self.assertRaises(DHError) as cm:
_ = char_col(name="Char", data=[jobj])
with self.assertRaises(DHError) as cm:
_ = short_col(name="Short", data=[1, 'abc'])
with self.assertRaises(DHError) as cm:
_ = int_col(name="Int", data=[1, [1, 2]])
with self.assertRaises(DHError) as cm:
_ = long_col(name="Long", data=[1, float('inf')])
with self.assertRaises(DHError) as cm:
_ = float_col(name="Float", data=[1.01, 'NaN'])
with self.assertRaises(DHError) as cm:
_ = double_col(name="Double", data=[1.01, jobj])
with self.assertRaises(DHError) as cm:
_ = string_col(name="String", data=[1, -1.01])
with self.assertRaises(DHError) as cm:
_ = datetime_col(name="Datetime",
data=[dtypes.DateTime(round(time.time())), False])
with self.assertRaises(DHError) as cm:
_ = jobj_col(name="JObj", data=[jobj, CustomClass(-1, "-1")])
