def test_Union_object(self):
union_object = Union([bool, Char(), int]).as_numpy_object('c')
self.assertEqual(union_object[0]["Char8"], 99)
with self.assertRaises(
DeltaTypeError,
msg="NumPy unions cannot be converted to Python types."):
self.check('c', Union([bool, Char(), int]))
def test_Union(self):
"""Union specific types."""
with self.assertRaises(DeltaTypeError):
Union([])
with self.assertRaises(DeltaTypeError):
Union([None])
with self.assertRaises(DeltaTypeError):
Union([None, int])
def test_delta_type(self):
"""Test mapping python objects to Deltaflow data types."""
# special
with self.assertRaises(DeltaTypeError):
delta_type(None)
# primitive
self.assertEqual(delta_type(False), Bool())
self.assertEqual(delta_type(np.bool_(False)), Bool())
self.assertEqual(delta_type(5), Int(Size(32)))
self.assertEqual(delta_type(np.int16(5)), Int(Size(16)))
self.assertEqual(delta_type(np.int32(5)), Int(Size(32)))
self.assertEqual(delta_type(np.int64(5)), Int(Size(64)))
self.assertEqual(delta_type(np.uint16(5)), UInt(Size(16)))
self.assertEqual(delta_type(np.uint32(5)), UInt(Size(32)))
self.assertEqual(delta_type(np.uint64(5)), UInt(Size(64)))
self.assertEqual(delta_type(4.2), Float(Size(32)))
self.assertEqual(delta_type(np.float32(4.2)), Float(Size(32)))
self.assertEqual(delta_type(np.float64(4.2)), Float(Size(64)))
self.assertEqual(delta_type(3 + 1j), Complex(Size(64)))
self.assertEqual(delta_type(np.complex64(3 + 1j)), Complex(Size(64)))
self.assertEqual(delta_type(np.complex128(3 + 1j)), Complex(Size(128)))
self.assertEqual(delta_type('c'), Char())
# compound
self.assertEqual(delta_type((1, True, 3.7)), Tuple([int, bool, float]))
self.assertEqual(delta_type([1, 2, 4]), Array(int, Size(3)))
self.assertEqual(delta_type(RecBI(True, 5)), Record(RecBI))
# numpy compound
self.assertEqual(delta_type(np.array([1, 2, 3, 4, 5])),
Array(Int(Size(64)), Size(5)))
self.assertEqual(delta_type(np.array([1, 2.0, 3, 4, 5])),
Array(Float(Size(64)), Size(5)))
self.assertEqual(delta_type(Str(Size(5)).as_numpy_object("abcde")),
Str(Size(5)))
self.assertEqual(
delta_type(
Tuple([int, float, bool]).as_numpy_object((1, 2.0, True))),
Tuple([int, float, bool]))
self.assertEqual(
delta_type(Record(RecBI).as_numpy_object(RecBI(True, 2))),
Record(RecBI))
self.assertEqual(
delta_type(Union([bool, float, int]).as_numpy_object(5.0)),
Union([bool, float, int]))
# different combinations
self.assertEqual(delta_type([(4, 4.3), (2, 3.3)]),
Array(Tuple([int, float]), Size(2)))
def test_Union_type(self):
union_type = Union([bool, Char(), int]).as_numpy_type()
self.assertEqual(union_type[0], np.bool_)
self.assertEqual(union_type[1], np.uint8)
self.assertEqual(union_type[2], np.int32)
self.assertEqual(union_type.fields['Bool'][1], 0)
self.assertEqual(union_type.fields['Char8'][1], 0)
self.assertEqual(union_type.fields['Int32'][1], 0)
def test_Union(self):
# primitive
self.check(5, Union([int, bool]))
self.check(True, Union([int, bool]))
# compound
self.check(5, Union([int, Tuple([int, float])]))
self.check((4, 5), Union([int, Tuple([int, int])]))
self.check((4, 5), Union([Array(int, Size(2)), Tuple([int, int])]))
self.check([4, 5], Union([Array(int, Size(2)), Tuple([int, int])]))
self.assertTrue(
DeltaGraph.check_wire(Raw(Union([Str(), int])),
Raw(Union([Str(), int]))))
with self.assertRaises(DeltaTypeError):
self.check("Can't pack me", Union([int, float]))
def test_compound_objects(self):
t = Array(Tuple([bool, int]), Size(3))
val = [(True, 1), (False, 2), (True, 3), (False, 4), (True, 5)]
self.check(val, t)
t = Tuple([int, Tuple([bool, int])])
val = (12, (True, 8))
self.check(val, t)
t = Tuple([int, Array(int, Size(2))])
val = (12, [14, 18])
self.check(val, t)
t = Tuple([int, Str()])
val = (12, "hello")
self.check(val, t)
t = Tuple([int, Record(RecBI)])
val = (12, RecBI(True, 8))
self.check(val, t)
t = Tuple([int, Union([bool, int])])
val = (12, True)
np_val = t.as_numpy_object(val)
self.assertEqual(Int().from_numpy_object(np_val[0][0]), 12)
self.assertEqual(Bool().from_numpy_object(np_val[0][1][1]), True)
t = Record(RecATI)
val = RecATI([1, 2], (3.0, 4), 5)
self.check(val, t)
t = Union([Array(int, Size(2)), int])
val = [1, 2]
np_val = t.as_numpy_object(val)
new_val = Array(int, Size(2)).from_numpy_object(np_val[0][1])
self.assertEqual(val, new_val)
t = Union([str, int])
val = "abcde"
np_val = t.as_numpy_object(val)
new_val = Str().from_numpy_object(np_val[0][1])
self.assertEqual(val, new_val)
def test_size(self):
"""Test how many bits each data type takes."""
# primitive
self.assertEqual(Int().size, Size(32))
self.assertEqual(UInt().size, Size(32))
self.assertEqual(Bool().size, Size(1))
self.assertEqual(Char().size, Size(8))
self.assertEqual(Float().size, Size(32))
# compound
self.assertEqual(Tuple([int, bool]).size, Size(33))
self.assertEqual(Array(int, Size(10)).size, Size(320))
self.assertEqual(Str().size, Size(8192))
self.assertEqual(Record(RecBI).size, Size(33))
# compound: Union
self.assertEqual(Union([bool]).size, Size(9))
self.assertEqual(Union([int, bool]).size, Size(40))
self.assertEqual(
Union([int, Tuple([int, int])]).size, Size(2 * 32 + 8))
def test_as_python_type(self):
"""Test conversion of Deltaflow data types to python."""
# special
self.assertEqual(Top().as_python_type(), typing.Any)
# primitive
self.assertEqual(Int(Size(32)).as_python_type(), int)
self.assertEqual(Int(Size(64)).as_python_type(), int)
self.assertEqual(UInt(Size(32)).as_python_type(), int)
self.assertEqual(UInt(Size(64)).as_python_type(), int)
self.assertEqual(Bool().as_python_type(), bool)
with self.assertRaises(NotImplementedError):
Char().as_python_type()
self.assertEqual(Float(Size(32)).as_python_type(), float)
self.assertEqual(Float(Size(64)).as_python_type(), float)
self.assertEqual(Complex(Size(64)).as_python_type(), complex)
self.assertEqual(Complex(Size(128)).as_python_type(), complex)
# compound
self.assertEqual(
Tuple([int, bool]).as_python_type(), typing.Tuple[int, bool])
self.assertEqual(
Tuple([int, Tuple([int, bool])]).as_python_type(),
typing.Tuple[int, typing.Tuple[int, bool]])
self.assertEqual(
Array(int, Size(3)).as_python_type(), typing.List[int])
self.assertEqual(Str().as_python_type(), str)
self.assertEqual(Str(Size(10)).as_python_type(), str)
self.assertEqual(Record(RecBI).as_python_type(), RecBI)
self.assertEqual(Record(RecBDi).as_python_type(), RecBDi)
self.assertNotEqual(Record(RecBI).as_python_type(), RecBI_copy)
# compound: Union
self.assertEqual(
Union([bool, int]).as_python_type(), typing.Union[bool, int])
self.assertEqual(
Union([bool, Tuple([int, bool])]).as_python_type(),
typing.Union[bool, typing.Tuple[int, bool]])
def test_Top(self):
"""Everything can be accepted as Top()."""
self.assertTrue(DeltaGraph.check_wire(Int(), Top()))
self.assertTrue(DeltaGraph.check_wire(UInt(), Top()))
self.assertTrue(DeltaGraph.check_wire(Bool(), Top()))
self.assertTrue(DeltaGraph.check_wire(Tuple([int, bool]), Top()))
self.assertTrue(DeltaGraph.check_wire(Union([int, bool]), Top()))
self.assertTrue(DeltaGraph.check_wire(Array(int, Size(8)), Top()))
self.assertTrue(DeltaGraph.check_wire(Str(), Top()))
self.assertTrue(DeltaGraph.check_wire(Record(RecBI), Top()))
# however this isn't true if allow_top is set to False
with self.assertRaises(DeltaTypeError):
DeltaGraph.check_wire(Int(), Top(), allow_top=False)
with self.assertRaises(DeltaTypeError):
DeltaGraph.check_wire(UInt(), Top(), allow_top=False)
with self.assertRaises(DeltaTypeError):
DeltaGraph.check_wire(Bool(), Top(), allow_top=False)
with self.assertRaises(DeltaTypeError):
DeltaGraph.check_wire(Tuple([int, bool]), Top(), allow_top=False)
with self.assertRaises(DeltaTypeError):
DeltaGraph.check_wire(Union([int, bool]), Top(), allow_top=False)
with self.assertRaises(DeltaTypeError):
DeltaGraph.check_wire(Array(int, Size(8)), Top(), allow_top=False)
with self.assertRaises(DeltaTypeError):
DeltaGraph.check_wire(Str(), Top(), allow_top=False)
with self.assertRaises(DeltaTypeError):
DeltaGraph.check_wire(Record(RecBI), Top(), allow_top=False)
# the sending port cannot have type Top()
with self.assertRaises(DeltaTypeError):
DeltaGraph.check_wire(Top(), Top())
with self.assertRaises(DeltaTypeError):
DeltaGraph.check_wire(Top(), Int())
with self.assertRaises(DeltaTypeError):
DeltaGraph.check_wire(Union([Int(), Top()]), Int())
def test_top_not_allowed(self):
"""Compound types should not accept Top as a sub-type."""
with self.assertRaises(DeltaTypeError):
Array(object, Size(5))
with self.assertRaises(DeltaTypeError):
Tuple([object, int])
with self.assertRaises(DeltaTypeError):
Record(RecBT)
with self.assertRaises(DeltaTypeError):
Raw(object)
with self.assertRaises(DeltaTypeError):
Union([int, bool, object])
def test_str(self):
"""Test string representation of data types."""
# primitive
self.assertEqual(str(Int()), "Int32")
self.assertEqual(str(Int(Size(64))), "Int64")
self.assertEqual(str(UInt()), "UInt32")
self.assertEqual(str(UInt(Size(64))), "UInt64")
self.assertEqual(str(Bool()), "Bool")
self.assertEqual(str(Char()), "Char8")
self.assertEqual(str(Float()), "Float32")
self.assertEqual(str(Float(Size(64))), "Float64")
# compound
self.assertEqual(str(Array(int, Size(8))), "[Int32 x 8]")
self.assertEqual(str(Str()), "Str8192")
self.assertEqual(str(Str(Size(100))), "Str800")
self.assertEqual(str(Tuple([int, bool])), "(Int32, Bool)")
self.assertEqual(str(Record(RecBIS)),
"{x: Bool, y: Int32, z: Str8192}")
self.assertEqual(str(Union([int, bool])), "<Bool | Int32>")
# compound: Union
self.assertEqual(str(Union([int])), "<Int32>")
self.assertEqual(str(Union([int, Union([int, bool])])),
"<Bool | Int32>")
self.assertEqual(str(Union([int, Union([int, Union([int, bool])])])),
"<Bool | Int32>")
# encapsulation of various types
self.assertEqual(str(Union([int, Tuple([int, bool])])),
"<(Int32, Bool) | Int32>")
self.assertEqual(str(Array(Tuple([int, bool]), Size(8))),
"[(Int32, Bool) x 8]")
# special
self.assertEqual(str(Top()), "T")
self.assertEqual(str(Size(5)), "5")
self.assertEqual(str(Size(NamespacedName("a", "b"))), "(a.b)")
def test_can_save_to_tempfile(self):
"""Test StateSaver can save to a file."""
st = [(k, k**2) for k in range(5)]
# Note the conversion to a list as the json format doesn't care
# for tuples.
st_expected = "\n".join(repr(list(x)) for x in st)
items = [
((int, int), (42, 100), "[42, 100]"),
((int, int), st, st_expected),
(str, "Hello", '"Hello"'),
(bool, True, "true"),
(float, 3.91, "3.91"),
(Tuple([int, int]), (1, 2), "[1, 2]"),
(Union([int, float]), 90, "90"),
(Union([int, float]), 90.0, "90.0"),
(complex, 1j, '{"real": 0.0, "imaginary": 1.0}'),
(SimpleRecord, SimpleRecord(x=1, y=True), '{"x": 1, "y": true}'),
(
ComplexRecord,
ComplexRecord(x=1 + 2j),
'{"x": {"real": 1.0, "imaginary": 2.0}}'
),
(
NestedRecord,
NestedRecord(x=3, y=SimpleRecord(x=1, y=True)),
'{"x": 3, "y": {"x": 1, "y": true}}'
),
(
ArrayRecord,
ArrayRecord(x=[ComplexRecord(x=-1+4j)]),
'{"x": [{"x": {"real": -1.0, "imaginary": 4.0}}]}'
)
]
for i, item in enumerate(items):
t, data, expected = item
with self.subTest(i=i):
with tempfile.NamedTemporaryFile(mode="w+") as f:
s = StateSaver(t, verbose=True, filename=f.name)
@DeltaBlock(allow_const=False)
def save_things_node() -> object:
# If it's a list, save them independently, otherwise
# it's just one thing.
if type(data) == list:
for d in data:
s.save(d)
else:
s.save(data)
raise DeltaRuntimeExit
with DeltaGraph() as graph:
save_things_node()
rt = DeltaPySimulator(graph)
rt.run()
f.seek(0)
contents = f.read()
self.assertEqual(contents, f"{expected}\n")
def test_Union(self):
port = InPort(None, Union([Int(), Float()]), None, 0)
self.assertEqual(port.port_type, Union([Int(), Float()]))
self.assertEqual(port.is_optional, False)
def test_Optional_of_Union(self):
port = InPort(None, Optional(Union([Int(), Float()])), None, 0)
self.assertEqual(port.port_type, Union([Int(), Float()]))
self.assertEqual(port.is_optional, True)
def test_as_delta_type(self):
"""Test conversion from python to Deltaflow data types."""
# special
self.assertEqual(as_delta_type(object), Top())
self.assertEqual(as_delta_type(type(object)), Top())
self.assertEqual(as_delta_type(type), Top())
self.assertEqual(as_delta_type('random_text'), Top())
with self.assertRaises(DeltaTypeError):
as_delta_type(None)
with self.assertRaises(DeltaTypeError):
as_delta_type(type(None))
# primitive
self.assertEqual(as_delta_type(bool), Bool())
self.assertEqual(as_delta_type(np.bool_), Bool())
self.assertEqual(as_delta_type(int), Int(Size(32)))
self.assertEqual(as_delta_type(np.int8), Char())
self.assertEqual(as_delta_type(np.int16), Int(Size(16)))
self.assertEqual(as_delta_type(np.int32), Int(Size(32)))
self.assertEqual(as_delta_type(np.int64), Int(Size(64)))
self.assertEqual(as_delta_type(np.uint8), Char())
self.assertEqual(as_delta_type(np.uint16), UInt(Size(16)))
self.assertEqual(as_delta_type(np.uint32), UInt(Size(32)))
self.assertEqual(as_delta_type(np.uint64), UInt(Size(64)))
self.assertEqual(as_delta_type(float), Float())
self.assertEqual(as_delta_type(np.float32), Float(Size(32)))
self.assertEqual(as_delta_type(np.float64), Float(Size(64)))
self.assertEqual(as_delta_type(complex), Complex())
self.assertEqual(as_delta_type(np.complex64), Complex(Size(64)))
self.assertEqual(as_delta_type(np.complex128), Complex(Size(128)))
# compound
with self.assertRaises(DeltaTypeError):
as_delta_type(typing.Tuple[int, bool])
with self.assertRaises(DeltaTypeError):
as_delta_type(typing.List[int])
self.assertNotEqual(as_delta_type(str), Array(Char(), Size(1024)))
self.assertEqual(as_delta_type(str), Str())
self.assertEqual(as_delta_type(RecBI), Record(RecBI))
# numpy compound
self.assertEqual(as_delta_type(Array(int, Size(5)).as_numpy_type()),
Array(int, Size(5)))
self.assertEqual(as_delta_type(Str().as_numpy_type()), Str())
self.assertEqual(
as_delta_type(Tuple([int, bool, float]).as_numpy_type()),
Tuple([int, bool, float]))
self.assertEqual(as_delta_type(Record(RecBI).as_numpy_type()),
Record(RecBI))
self.assertEqual(
as_delta_type(Union([bool, float, int]).as_numpy_type()),
Union([bool, float, int]))
# from string
self.assertEqual(as_delta_type('bool'), Bool())
self.assertEqual(as_delta_type('\'bool\''), Bool())
self.assertEqual(as_delta_type('np.bool_'), Bool())
self.assertEqual(as_delta_type('int'), Int(Size(32)))
self.assertEqual(as_delta_type('np.int32'), Int(Size(32)))
self.assertEqual(as_delta_type('np.uint32'), UInt(Size(32)))
self.assertEqual(as_delta_type('float'), Float())
self.assertEqual(as_delta_type('np.float32'), Float(Size(32)))
self.assertEqual(as_delta_type('complex'), Complex())
self.assertEqual(as_delta_type('np.complex64'), Complex(Size(64)))
self.assertEqual(as_delta_type('str'), Str())
self.assertEqual(as_delta_type("Int(Size(32))"), Int(Size(32)))
# 'RecBI' is out of scope when the string is evaluated
self.assertEqual(as_delta_type('RecBI'), Top())
def test_Union(self):
"""Test wires with Union."""
# examples of obvious behaiviour
self.assertTrue(
DeltaGraph.check_wire(Union([int, bool]), Union([int, bool])))
self.assertTrue(
DeltaGraph.check_wire(Union([int, bool]), Union([bool, int])))
with self.assertRaises(DeltaTypeError):
DeltaGraph.check_wire(Union([int, bool]), Int())
with self.assertRaises(DeltaTypeError):
DeltaGraph.check_wire(Union([int, bool, float]), Union([int,
bool]))
# strict typing even with Union, i.e. all subtypes should match
with self.assertRaises(DeltaTypeError):
DeltaGraph.check_wire(Union([bool, int]), Union([bool, int,
float]))
# Union changes packing method, thus these tests should fail
with self.assertRaises(DeltaTypeError):
DeltaGraph.check_wire(Int(), Union([int]))
with self.assertRaises(DeltaTypeError):
DeltaGraph.check_wire(Union([int]), Int())
def test_Union(self):
# primitive
self.check(5, Union([int, bool]), Union([int, bool]))
self.check(True, Union([int, bool]), Union([bool, int]))
# compound
self.check(5, Union([int, Tuple([int, float])]))
self.check((4, 5), Union([int, Tuple([int, int])]))
self.check((4, 5), Union([Array(int, Size(2)), Tuple([int, int])]))
self.check([4, 5], Union([Array(int, Size(2)), Tuple([int, int])]))
# buffer's size is always the same
self.assertEqual(len(Union([int, bool]).pack(5)),
Union([int, bool]).size.val)
self.assertEqual(len(Union([int, bool]).pack(True)),
Union([int, bool]).size.val)
# numpy (throws error)
with self.assertRaises(
DeltaTypeError,
msg="NumPy unions cannot be converted to Python types."):
self.check_numpy(5, Union([bool, float, int]))
def test_Union_of_single(self):
"""Union of a single type is not converted to a single type."""
port = InPort(None, Union([Int()]), None, 0)
self.assertEqual(port.port_type, Union([Int()]))
self.assertEqual(port.is_optional, False)
def test_types_comparison(self):
"""Various tests of types comparison."""
# primitive
self.assertEqual(Int(Size(32)), Int())
self.assertNotEqual(Int(), UInt())
self.assertNotEqual(Int(), Int(Size(64)))
# compound
self.assertEqual(Tuple([int, bool]), Tuple([int, bool]))
self.assertNotEqual(Tuple([int, bool]), Tuple([bool, int]))
self.assertEqual(Array(int, Size(4)), Array(int, Size(4)))
self.assertEqual(Array(int, Size(4)), Array(Int(), Size(4)))
self.assertNotEqual(Array(int, Size(4)), Array(int, Size(5)))
self.assertNotEqual(Str(), Str(Size(100)))
self.assertEqual(Record(RecBI), Record(RecBI))
# compound: Union
self.assertEqual(Union([int, bool]), Union([bool, int]))
self.assertEqual(Union([int, Union([int, bool])]), Union([int, bool]))
self.assertEqual(Union([int, Union([int, Union([int, bool])])]),
Union([int, bool]))
self.assertEqual(Union([int, int]), Union([int]))
self.assertNotEqual(Union([Int()]), Int())