def test_delta_type(self): """Test mapping python objects to Deltaflow data types.""" # special with self.assertRaises(DeltaTypeError): delta_type(None) # primitive self.assertEqual(delta_type(False), Bool()) self.assertEqual(delta_type(np.bool_(False)), Bool()) self.assertEqual(delta_type(5), Int(Size(32))) self.assertEqual(delta_type(np.int16(5)), Int(Size(16))) self.assertEqual(delta_type(np.int32(5)), Int(Size(32))) self.assertEqual(delta_type(np.int64(5)), Int(Size(64))) self.assertEqual(delta_type(np.uint16(5)), UInt(Size(16))) self.assertEqual(delta_type(np.uint32(5)), UInt(Size(32))) self.assertEqual(delta_type(np.uint64(5)), UInt(Size(64))) self.assertEqual(delta_type(4.2), Float(Size(32))) self.assertEqual(delta_type(np.float32(4.2)), Float(Size(32))) self.assertEqual(delta_type(np.float64(4.2)), Float(Size(64))) self.assertEqual(delta_type(3 + 1j), Complex(Size(64))) self.assertEqual(delta_type(np.complex64(3 + 1j)), Complex(Size(64))) self.assertEqual(delta_type(np.complex128(3 + 1j)), Complex(Size(128))) self.assertEqual(delta_type('c'), Char()) # compound self.assertEqual(delta_type((1, True, 3.7)), Tuple([int, bool, float])) self.assertEqual(delta_type([1, 2, 4]), Array(int, Size(3))) self.assertEqual(delta_type(RecBI(True, 5)), Record(RecBI)) # numpy compound self.assertEqual(delta_type(np.array([1, 2, 3, 4, 5])), Array(Int(Size(64)), Size(5))) self.assertEqual(delta_type(np.array([1, 2.0, 3, 4, 5])), Array(Float(Size(64)), Size(5))) self.assertEqual(delta_type(Str(Size(5)).as_numpy_object("abcde")), Str(Size(5))) self.assertEqual( delta_type( Tuple([int, float, bool]).as_numpy_object((1, 2.0, True))), Tuple([int, float, bool])) self.assertEqual( delta_type(Record(RecBI).as_numpy_object(RecBI(True, 2))), Record(RecBI)) self.assertEqual( delta_type(Union([bool, float, int]).as_numpy_object(5.0)), Union([bool, float, int])) # different combinations self.assertEqual(delta_type([(4, 4.3), (2, 3.3)]), Array(Tuple([int, float]), Size(2)))
def test_Union(self): # primitive self.check(5, Union([int, bool])) self.check(True, Union([int, bool])) # compound self.check(5, Union([int, Tuple([int, float])])) self.check((4, 5), Union([int, Tuple([int, int])])) self.check((4, 5), Union([Array(int, Size(2)), Tuple([int, int])])) self.check([4, 5], Union([Array(int, Size(2)), Tuple([int, int])])) self.assertTrue( DeltaGraph.check_wire(Raw(Union([Str(), int])), Raw(Union([Str(), int])))) with self.assertRaises(DeltaTypeError): self.check("Can't pack me", Union([int, float]))
def test_Array(self): # primitive elements are properly handled # int are passed as Int, not UInt self.check([1, 2, 3], Array(Int(), Size(3))) # for floats use a dot # might be a potential problem, due to python silent type downcasting self.check([1.0, 2.0, 3.0], Array(Float(), Size(3))) # bool are passed as Bool, not Int self.check([True, False, False], Array(Bool(), Size(3))) # encapsulation of compound types self.check([[1, 2, 3], [4, 5, 6]], Array(Array(Int(), Size(3)), Size(2))) with self.assertRaises(DeltaTypeError): self.check([1, 2, 3, 4, 5, 6], Array(Array(Int(), Size(3)), Size(2))) with self.assertRaises(AssertionError): self.check([1, 2, 3, 4, 5, 6], Array(Int(), Size(6)), Array(Array(Int(), Size(3)), Size(2))) # mixed types self.check([(1, 2, 3), (4, 5, 6)], Array(Tuple([int, int, int]), Size(2))) self.check(["hello", "world"], Array(Str(Size(5)), Size(2))) # numpy self.check_numpy([1, 2, 3, 4, 5], Array(int, Size(5)))
def test_Str(self): self.check('hello world', Str()) self.check('A' * 1024, Str()) self.check('check digits 14213', Str()) self.check('check spaces in the end ', Str()) self.check((-5, 'text'), Tuple([int, Str()])) self.check(['hello', 'world!'], Array(Str(), Size(2))) self.assertTrue(DeltaGraph.check_wire(Raw(Str()), Raw(Str())))
def test_size(self): """Test how many bits each data type takes.""" # primitive self.assertEqual(Int().size, Size(32)) self.assertEqual(UInt().size, Size(32)) self.assertEqual(Bool().size, Size(1)) self.assertEqual(Char().size, Size(8)) self.assertEqual(Float().size, Size(32)) # compound self.assertEqual(Tuple([int, bool]).size, Size(33)) self.assertEqual(Array(int, Size(10)).size, Size(320)) self.assertEqual(Str().size, Size(8192)) self.assertEqual(Record(RecBI).size, Size(33)) # compound: Union self.assertEqual(Union([bool]).size, Size(9)) self.assertEqual(Union([int, bool]).size, Size(40)) self.assertEqual( Union([int, Tuple([int, int])]).size, Size(2 * 32 + 8))
def test_as_python_type(self): """Test conversion of Deltaflow data types to python.""" # special self.assertEqual(Top().as_python_type(), typing.Any) # primitive self.assertEqual(Int(Size(32)).as_python_type(), int) self.assertEqual(Int(Size(64)).as_python_type(), int) self.assertEqual(UInt(Size(32)).as_python_type(), int) self.assertEqual(UInt(Size(64)).as_python_type(), int) self.assertEqual(Bool().as_python_type(), bool) with self.assertRaises(NotImplementedError): Char().as_python_type() self.assertEqual(Float(Size(32)).as_python_type(), float) self.assertEqual(Float(Size(64)).as_python_type(), float) self.assertEqual(Complex(Size(64)).as_python_type(), complex) self.assertEqual(Complex(Size(128)).as_python_type(), complex) # compound self.assertEqual( Tuple([int, bool]).as_python_type(), typing.Tuple[int, bool]) self.assertEqual( Tuple([int, Tuple([int, bool])]).as_python_type(), typing.Tuple[int, typing.Tuple[int, bool]]) self.assertEqual( Array(int, Size(3)).as_python_type(), typing.List[int]) self.assertEqual(Str().as_python_type(), str) self.assertEqual(Str(Size(10)).as_python_type(), str) self.assertEqual(Record(RecBI).as_python_type(), RecBI) self.assertEqual(Record(RecBDi).as_python_type(), RecBDi) self.assertNotEqual(Record(RecBI).as_python_type(), RecBI_copy) # compound: Union self.assertEqual( Union([bool, int]).as_python_type(), typing.Union[bool, int]) self.assertEqual( Union([bool, Tuple([int, bool])]).as_python_type(), typing.Union[bool, typing.Tuple[int, bool]])
def test_Str(self): self.check('hello world', Str()) self.check('A' * 1024, Str()) self.check('check digits 14213', Str()) self.check('check spaces in the end ', Str()) with self.assertRaises(DeltaTypeError): self.check('123456', Str(Size(4))) self.check((-5, 'text'), Tuple([int, Str()])) self.check(['hello', 'world!'], Array(Str(), Size(2))) self.check_numpy('hello world', Str())
def test_Union(self): # primitive self.check(5, Union([int, bool]), Union([int, bool])) self.check(True, Union([int, bool]), Union([bool, int])) # compound self.check(5, Union([int, Tuple([int, float])])) self.check((4, 5), Union([int, Tuple([int, int])])) self.check((4, 5), Union([Array(int, Size(2)), Tuple([int, int])])) self.check([4, 5], Union([Array(int, Size(2)), Tuple([int, int])])) # buffer's size is always the same self.assertEqual(len(Union([int, bool]).pack(5)), Union([int, bool]).size.val) self.assertEqual(len(Union([int, bool]).pack(True)), Union([int, bool]).size.val) # numpy (throws error) with self.assertRaises( DeltaTypeError, msg="NumPy unions cannot be converted to Python types."): self.check_numpy(5, Union([bool, float, int]))
def test_str(self): """Test string representation of data types.""" # primitive self.assertEqual(str(Int()), "Int32") self.assertEqual(str(Int(Size(64))), "Int64") self.assertEqual(str(UInt()), "UInt32") self.assertEqual(str(UInt(Size(64))), "UInt64") self.assertEqual(str(Bool()), "Bool") self.assertEqual(str(Char()), "Char8") self.assertEqual(str(Float()), "Float32") self.assertEqual(str(Float(Size(64))), "Float64") # compound self.assertEqual(str(Array(int, Size(8))), "[Int32 x 8]") self.assertEqual(str(Str()), "Str8192") self.assertEqual(str(Str(Size(100))), "Str800") self.assertEqual(str(Tuple([int, bool])), "(Int32, Bool)") self.assertEqual(str(Record(RecBIS)), "{x: Bool, y: Int32, z: Str8192}") self.assertEqual(str(Union([int, bool])), "<Bool | Int32>") # compound: Union self.assertEqual(str(Union([int])), "<Int32>") self.assertEqual(str(Union([int, Union([int, bool])])), "<Bool | Int32>") self.assertEqual(str(Union([int, Union([int, Union([int, bool])])])), "<Bool | Int32>") # encapsulation of various types self.assertEqual(str(Union([int, Tuple([int, bool])])), "<(Int32, Bool) | Int32>") self.assertEqual(str(Array(Tuple([int, bool]), Size(8))), "[(Int32, Bool) x 8]") # special self.assertEqual(str(Top()), "T") self.assertEqual(str(Size(5)), "5") self.assertEqual(str(Size(NamespacedName("a", "b"))), "(a.b)")
def test_Tuple(self): # primitive elements are properly handled self.check((-5, True, 3.25), Tuple([int, bool, float])) with self.assertRaises(DeltaTypeError): self.check((-5, True, 3.25), Tuple([int, bool, int])) # incapsulation self.check((-5, (1, 2)), Tuple([int, Tuple([int, int])])) with self.assertRaises(AssertionError): self.check((-5, (1, 2)), Tuple([int, Tuple([int, int])]), Tuple([int, int, int])) # mixed types self.check(([1, 2, 3], [4.0, 5.0]), Tuple([Array(int, Size(3)), Array(float, Size(2))])) self.check(("hello", "world"), Tuple([Str(), Str(Size(6))])) # numpy self.check_numpy((1, 2.0, True), Tuple([int, float, bool]))
def test_types_comparison(self): """Various tests of types comparison.""" # primitive self.assertEqual(Int(Size(32)), Int()) self.assertNotEqual(Int(), UInt()) self.assertNotEqual(Int(), Int(Size(64))) # compound self.assertEqual(Tuple([int, bool]), Tuple([int, bool])) self.assertNotEqual(Tuple([int, bool]), Tuple([bool, int])) self.assertEqual(Array(int, Size(4)), Array(int, Size(4))) self.assertEqual(Array(int, Size(4)), Array(Int(), Size(4))) self.assertNotEqual(Array(int, Size(4)), Array(int, Size(5))) self.assertNotEqual(Str(), Str(Size(100))) self.assertEqual(Record(RecBI), Record(RecBI)) # compound: Union self.assertEqual(Union([int, bool]), Union([bool, int])) self.assertEqual(Union([int, Union([int, bool])]), Union([int, bool])) self.assertEqual(Union([int, Union([int, Union([int, bool])])]), Union([int, bool])) self.assertEqual(Union([int, int]), Union([int])) self.assertNotEqual(Union([Int()]), Int())
def test_Top(self): """Everything can be accepted as Top().""" self.assertTrue(DeltaGraph.check_wire(Int(), Top())) self.assertTrue(DeltaGraph.check_wire(UInt(), Top())) self.assertTrue(DeltaGraph.check_wire(Bool(), Top())) self.assertTrue(DeltaGraph.check_wire(Tuple([int, bool]), Top())) self.assertTrue(DeltaGraph.check_wire(Union([int, bool]), Top())) self.assertTrue(DeltaGraph.check_wire(Array(int, Size(8)), Top())) self.assertTrue(DeltaGraph.check_wire(Str(), Top())) self.assertTrue(DeltaGraph.check_wire(Record(RecBI), Top())) # however this isn't true if allow_top is set to False with self.assertRaises(DeltaTypeError): DeltaGraph.check_wire(Int(), Top(), allow_top=False) with self.assertRaises(DeltaTypeError): DeltaGraph.check_wire(UInt(), Top(), allow_top=False) with self.assertRaises(DeltaTypeError): DeltaGraph.check_wire(Bool(), Top(), allow_top=False) with self.assertRaises(DeltaTypeError): DeltaGraph.check_wire(Tuple([int, bool]), Top(), allow_top=False) with self.assertRaises(DeltaTypeError): DeltaGraph.check_wire(Union([int, bool]), Top(), allow_top=False) with self.assertRaises(DeltaTypeError): DeltaGraph.check_wire(Array(int, Size(8)), Top(), allow_top=False) with self.assertRaises(DeltaTypeError): DeltaGraph.check_wire(Str(), Top(), allow_top=False) with self.assertRaises(DeltaTypeError): DeltaGraph.check_wire(Record(RecBI), Top(), allow_top=False) # the sending port cannot have type Top() with self.assertRaises(DeltaTypeError): DeltaGraph.check_wire(Top(), Top()) with self.assertRaises(DeltaTypeError): DeltaGraph.check_wire(Top(), Int()) with self.assertRaises(DeltaTypeError): DeltaGraph.check_wire(Union([Int(), Top()]), Int())
def test_Tuple(self): """Only strict typing.""" self.assertTrue( DeltaGraph.check_wire(Tuple([int, bool]), Tuple([int, bool]))) with self.assertRaises(DeltaTypeError): DeltaGraph.check_wire(Tuple([int, bool]), Tuple([bool, int])) with self.assertRaises(DeltaTypeError): DeltaGraph.check_wire(Tuple([int, bool]), Tuple([int, bool, bool]))
def test_Record(self): # primitive self.check(RecBI(True, 5), Record(RecBI)) self.check(-4, Int()) self.check(RecBII(True, 5, -4), Record(RecBII)) # mixed self.check(RecIT(-4.0, (1, 2)), Record(RecIT)) self.check(RecATI([1, 2], (3.0, 4), 5), Record(RecATI)) self.check((RecIT(-4.0, (1, 2)), 1), Tuple([Record(RecIT), int])) self.check([RecIT(-4.0, (1, 2)), RecIT(5.0, (-3, -4))], Array(Record(RecIT), Size(2))) self.assertTrue( DeltaGraph.check_wire(Raw(Record(RecIT)), Raw(Record(RecIT))))
def test_top_not_allowed(self): """Compound types should not accept Top as a sub-type.""" with self.assertRaises(DeltaTypeError): Array(object, Size(5)) with self.assertRaises(DeltaTypeError): Tuple([object, int]) with self.assertRaises(DeltaTypeError): Record(RecBT) with self.assertRaises(DeltaTypeError): Raw(object) with self.assertRaises(DeltaTypeError): Union([int, bool, object])
def test_Tuple(self): # primitive elements are poperly handled self.check((-5, True, 3.25), Tuple([int, bool, float])) # incapsulation self.check((-5, (1, 2)), Tuple([int, Tuple([int, int])])) # mixed types self.check(([1, 2, 3], [4.0, 5.0]), Tuple([Array(int, Size(3)), Array(float, Size(2))])) self.check(("hello", "world"), Tuple([Str(), Str(Size(6))])) self.assertTrue( DeltaGraph.check_wire(Raw(Tuple([Str(), int])), Raw(Tuple([Str(), int]))))
def test_Record(self): # primitive self.check(RecBI(True, 5), Record(RecBI)) self.check(-4, Int()) self.check(RecBII(True, 5, -4), Record(RecBII)) with self.assertRaises(DeltaTypeError): self.check(RecBI(True, 5), Record(RecIB)) # mixed self.check(RecIT(-4.0, (1, 2)), Record(RecIT)) self.check(RecATI([1, 2], (3.0, 4), 5), Record(RecATI)) self.check((RecIT(-4.0, (1, 2)), 1), Tuple([Record(RecIT), int])) self.check([RecIT(-4.0, (1, 2)), RecIT(5.0, (-3, -4))], Array(Record(RecIT), Size(2))) # numpy self.check_numpy(RecBI(False, 2), Record(RecBI))
def test_compound_objects(self): t = Array(Tuple([bool, int]), Size(3)) val = [(True, 1), (False, 2), (True, 3), (False, 4), (True, 5)] self.check(val, t) t = Tuple([int, Tuple([bool, int])]) val = (12, (True, 8)) self.check(val, t) t = Tuple([int, Array(int, Size(2))]) val = (12, [14, 18]) self.check(val, t) t = Tuple([int, Str()]) val = (12, "hello") self.check(val, t) t = Tuple([int, Record(RecBI)]) val = (12, RecBI(True, 8)) self.check(val, t) t = Tuple([int, Union([bool, int])]) val = (12, True) np_val = t.as_numpy_object(val) self.assertEqual(Int().from_numpy_object(np_val[0][0]), 12) self.assertEqual(Bool().from_numpy_object(np_val[0][1][1]), True) t = Record(RecATI) val = RecATI([1, 2], (3.0, 4), 5) self.check(val, t) t = Union([Array(int, Size(2)), int]) val = [1, 2] np_val = t.as_numpy_object(val) new_val = Array(int, Size(2)).from_numpy_object(np_val[0][1]) self.assertEqual(val, new_val) t = Union([str, int]) val = "abcde" np_val = t.as_numpy_object(val) new_val = Str().from_numpy_object(np_val[0][1]) self.assertEqual(val, new_val)
def test_Tuple_object(self): t = Tuple((int, bool, Char())) self.check((5, True, 'c'), t)
def test_can_save_to_tempfile(self): """Test StateSaver can save to a file.""" st = [(k, k**2) for k in range(5)] # Note the conversion to a list as the json format doesn't care # for tuples. st_expected = "\n".join(repr(list(x)) for x in st) items = [ ((int, int), (42, 100), "[42, 100]"), ((int, int), st, st_expected), (str, "Hello", '"Hello"'), (bool, True, "true"), (float, 3.91, "3.91"), (Tuple([int, int]), (1, 2), "[1, 2]"), (Union([int, float]), 90, "90"), (Union([int, float]), 90.0, "90.0"), (complex, 1j, '{"real": 0.0, "imaginary": 1.0}'), (SimpleRecord, SimpleRecord(x=1, y=True), '{"x": 1, "y": true}'), ( ComplexRecord, ComplexRecord(x=1 + 2j), '{"x": {"real": 1.0, "imaginary": 2.0}}' ), ( NestedRecord, NestedRecord(x=3, y=SimpleRecord(x=1, y=True)), '{"x": 3, "y": {"x": 1, "y": true}}' ), ( ArrayRecord, ArrayRecord(x=[ComplexRecord(x=-1+4j)]), '{"x": [{"x": {"real": -1.0, "imaginary": 4.0}}]}' ) ] for i, item in enumerate(items): t, data, expected = item with self.subTest(i=i): with tempfile.NamedTemporaryFile(mode="w+") as f: s = StateSaver(t, verbose=True, filename=f.name) @DeltaBlock(allow_const=False) def save_things_node() -> object: # If it's a list, save them independently, otherwise # it's just one thing. if type(data) == list: for d in data: s.save(d) else: s.save(data) raise DeltaRuntimeExit with DeltaGraph() as graph: save_things_node() rt = DeltaPySimulator(graph) rt.run() f.seek(0) contents = f.read() self.assertEqual(contents, f"{expected}\n")
def test_Tuple_type(self): tuple_type = Tuple((int, bool, Char())).as_numpy_type() self.assertEqual(tuple_type[0], np.int32) self.assertEqual(tuple_type[1], np.bool_) self.assertEqual(tuple_type[2], np.uint8)
class RecATI: x: Array(int, Size(2)) = attr.ib() y: Tuple([float, int]) = attr.ib() z: int = attr.ib()
@DeltaMethodBlock(outputs=[('x', int), ('y', int), ('z', bool)]) def positional_send(self): self.line += 1 if self.line in self.outputs_dict: return self.outputs_dict[self.line] @DeltaBlock(outputs=[('x', int), ('y', int), ('z', bool)]) def too_many_positional(): """Attempt to send too many returns out of a block """ return 1, 2, False, 3 @DeltaBlock(outputs=[('x', Tuple([int, int])), ('y', int), ('z', bool)]) def tuple_first_alone(): """Attempt to send too many returns out of a block """ return 7, 7 class BlockSendBehaviourTest(unittest.TestCase): """Test the different ways an block body can return values when it has multiple outputs """ def test_positional_block_send(self): ts = TripleStateSaver(11) fs = ForkedSendTester() with DeltaGraph() as graph:
class RecIT: x: float = attr.ib() y: Tuple([int, int]) = attr.ib()
def test_as_delta_type(self): """Test conversion from python to Deltaflow data types.""" # special self.assertEqual(as_delta_type(object), Top()) self.assertEqual(as_delta_type(type(object)), Top()) self.assertEqual(as_delta_type(type), Top()) self.assertEqual(as_delta_type('random_text'), Top()) with self.assertRaises(DeltaTypeError): as_delta_type(None) with self.assertRaises(DeltaTypeError): as_delta_type(type(None)) # primitive self.assertEqual(as_delta_type(bool), Bool()) self.assertEqual(as_delta_type(np.bool_), Bool()) self.assertEqual(as_delta_type(int), Int(Size(32))) self.assertEqual(as_delta_type(np.int8), Char()) self.assertEqual(as_delta_type(np.int16), Int(Size(16))) self.assertEqual(as_delta_type(np.int32), Int(Size(32))) self.assertEqual(as_delta_type(np.int64), Int(Size(64))) self.assertEqual(as_delta_type(np.uint8), Char()) self.assertEqual(as_delta_type(np.uint16), UInt(Size(16))) self.assertEqual(as_delta_type(np.uint32), UInt(Size(32))) self.assertEqual(as_delta_type(np.uint64), UInt(Size(64))) self.assertEqual(as_delta_type(float), Float()) self.assertEqual(as_delta_type(np.float32), Float(Size(32))) self.assertEqual(as_delta_type(np.float64), Float(Size(64))) self.assertEqual(as_delta_type(complex), Complex()) self.assertEqual(as_delta_type(np.complex64), Complex(Size(64))) self.assertEqual(as_delta_type(np.complex128), Complex(Size(128))) # compound with self.assertRaises(DeltaTypeError): as_delta_type(typing.Tuple[int, bool]) with self.assertRaises(DeltaTypeError): as_delta_type(typing.List[int]) self.assertNotEqual(as_delta_type(str), Array(Char(), Size(1024))) self.assertEqual(as_delta_type(str), Str()) self.assertEqual(as_delta_type(RecBI), Record(RecBI)) # numpy compound self.assertEqual(as_delta_type(Array(int, Size(5)).as_numpy_type()), Array(int, Size(5))) self.assertEqual(as_delta_type(Str().as_numpy_type()), Str()) self.assertEqual( as_delta_type(Tuple([int, bool, float]).as_numpy_type()), Tuple([int, bool, float])) self.assertEqual(as_delta_type(Record(RecBI).as_numpy_type()), Record(RecBI)) self.assertEqual( as_delta_type(Union([bool, float, int]).as_numpy_type()), Union([bool, float, int])) # from string self.assertEqual(as_delta_type('bool'), Bool()) self.assertEqual(as_delta_type('\'bool\''), Bool()) self.assertEqual(as_delta_type('np.bool_'), Bool()) self.assertEqual(as_delta_type('int'), Int(Size(32))) self.assertEqual(as_delta_type('np.int32'), Int(Size(32))) self.assertEqual(as_delta_type('np.uint32'), UInt(Size(32))) self.assertEqual(as_delta_type('float'), Float()) self.assertEqual(as_delta_type('np.float32'), Float(Size(32))) self.assertEqual(as_delta_type('complex'), Complex()) self.assertEqual(as_delta_type('np.complex64'), Complex(Size(64))) self.assertEqual(as_delta_type('str'), Str()) self.assertEqual(as_delta_type("Int(Size(32))"), Int(Size(32))) # 'RecBI' is out of scope when the string is evaluated self.assertEqual(as_delta_type('RecBI'), Top())