def test_dynd_view_of_numpy_array(self):
"""Tests viewing a numpy array as a dynd ndarray"""
nonnative = self.nonnative
a = np.arange(10, dtype=np.int32)
n = nd.ndarray(a)
self.assertEqual(n.dtype, nd.int32)
self.assertEqual(n.ndim, a.ndim)
self.assertEqual(n.shape, a.shape)
self.assertEqual(n.strides, a.strides)
a = np.arange(12, dtype=(nonnative + 'i4')).reshape(3,4)
n = nd.ndarray(a)
self.assertEqual(n.dtype, nd.make_byteswap_dtype(nd.int32))
self.assertEqual(n.ndim, a.ndim)
self.assertEqual(n.shape, a.shape)
self.assertEqual(n.strides, a.strides)
a = np.arange(49, dtype='i1')
a = a[1:].view(dtype=np.int32).reshape(4,3)
n = nd.ndarray(a)
self.assertEqual(n.dtype, nd.make_unaligned_dtype(nd.int32))
self.assertEqual(n.ndim, a.ndim)
self.assertEqual(n.shape, a.shape)
self.assertEqual(n.strides, a.strides)
a = np.arange(49, dtype='i1')
a = a[1:].view(dtype=(nonnative + 'i4')).reshape(2,2,3)
n = nd.ndarray(a)
self.assertEqual(n.dtype,
nd.make_unaligned_dtype(nd.make_byteswap_dtype(nd.int32)))
self.assertEqual(n.ndim, a.ndim)
self.assertEqual(n.shape, a.shape)
self.assertEqual(n.strides, a.strides)
def test_bool(self):
# Boolean true/false
a = nd.ndarray(True)
self.assertEqual(a.dtype, nd.bool)
self.assertEqual(type(a.as_py()), bool)
self.assertEqual(a.as_py(), True)
a = nd.ndarray(False)
self.assertEqual(a.dtype, nd.bool)
self.assertEqual(type(a.as_py()), bool)
self.assertEqual(a.as_py(), False)
def test_numpy_blockref_string(self):
# Blockref strings don't have a corresponding Numpy construct
# Therefore numpy makes an object array scalar out of them.
a = nd.ndarray("abcdef")
self.assertEqual(
nd.make_string_dtype('ascii'),
a.dtype)
self.assertEqual(np.asarray(a).dtype, np.dtype(object))
a = nd.ndarray(u"abcdef")
self.assertEqual(np.asarray(a).dtype, np.dtype(object))
def test_string(self):
# String/Unicode TODO: Python 3 bytes becomes a bytes<> dtype
a = nd.ndarray('abcdef')
self.assertEqual(a.dtype, nd.make_string_dtype('ascii'))
self.assertEqual(type(a.as_py()), unicode)
self.assertEqual(a.as_py(), u'abcdef')
a = nd.ndarray(u'abcdef')
# Could be UTF 16 or 32 depending on the Python build configuration
self.assertTrue(a.dtype == nd.make_string_dtype('ucs_2') or
a.dtype == nd.make_string_dtype('utf_32'))
self.assertEqual(type(a.as_py()), unicode)
self.assertEqual(a.as_py(), u'abcdef')
def test_bool(self):
lst = [True, False, True, True]
a = nd.ndarray(lst)
self.assertEqual(a.dtype, nd.bool)
self.assertEqual(a.shape, (4,))
self.assertEqual(a.as_py(), lst)
lst = [[True, True], [False, False], [True, False]]
a = nd.ndarray(lst)
self.assertEqual(a.dtype, nd.bool)
self.assertEqual(a.shape, (3,2))
self.assertEqual(a.as_py(), lst)
def test_float64(self):
lst = [0, 100.0, 1e25, -1000000000+3j]
a = nd.ndarray(lst)
self.assertEqual(a.dtype, nd.complex_float64)
self.assertEqual(a.shape, (4,))
self.assertEqual(a.as_py(), lst)
lst = [[100, 103j, -20], [-30, 0.0125, 1000000000000]]
a = nd.ndarray(lst)
self.assertEqual(a.dtype, nd.complex_float64)
self.assertEqual(a.shape, (2,3))
self.assertEqual(a.as_py(), lst)
def test_int64(self):
lst = [0, 100, 20000000000, -1000000000]
a = nd.ndarray(lst)
self.assertEqual(a.dtype, nd.int64)
self.assertEqual(a.shape, (4,))
self.assertEqual(a.as_py(), lst)
lst = [[100, 103, -20], [-30, 0, 1000000000000]]
a = nd.ndarray(lst)
self.assertEqual(a.dtype, nd.int64)
self.assertEqual(a.shape, (2,3))
self.assertEqual(a.as_py(), lst)
def test_readwrite_access_flags(self):
"""Tests that read/write access control is preserved to/from numpy"""
a = np.arange(10.)
# Writeable
b = nd.ndarray(a)
b[0].val_assign(2.0)
self.assertEqual(b[0].as_py(), 2.0)
self.assertEqual(a[0], 2.0)
# Not writeable
a.flags.writeable = False
b = nd.ndarray(a)
self.assertRaises(RuntimeError, b[0].val_assign, 3.0)
# should still be 2.0
self.assertEqual(b[0].as_py(), 2.0)
self.assertEqual(a[0], 2.0)
def test_int(self):
# Integer that fits in 32 bits
a = nd.ndarray(10)
self.assertEqual(a.dtype, nd.int32)
self.assertEqual(type(a.as_py()), int)
self.assertEqual(a.as_py(), 10)
a = nd.ndarray(-2000000000)
self.assertEqual(a.dtype, nd.int32)
self.assertEqual(type(a.as_py()), int)
self.assertEqual(a.as_py(), -2000000000)
# Integer that requires 64 bits
a = nd.ndarray(2200000000)
self.assertEqual(a.dtype, nd.int64)
self.assertEqual(a.as_py(), 2200000000)
a = nd.ndarray(-2200000000)
self.assertEqual(a.dtype, nd.int64)
self.assertEqual(a.as_py(), -2200000000)
def test_numpy_view_of_dynd_array(self):
"""Tests viewing a dynd ndarray as a numpy array"""
nonnative = self.nonnative
n = nd.ndarray(np.arange(10, dtype=np.int32))
a = np.asarray(n)
self.assertEqual(a.dtype, np.dtype(np.int32))
self.assertTrue(a.flags.aligned)
self.assertEqual(a.ndim, n.ndim)
self.assertEqual(a.shape, n.shape)
self.assertEqual(a.strides, n.strides)
n = nd.ndarray(np.arange(12, dtype=(nonnative + 'i4')).reshape(3,4))
a = np.asarray(n)
self.assertEqual(a.dtype, np.dtype(nonnative + 'i4'))
self.assertTrue(a.flags.aligned)
self.assertEqual(a.ndim, n.ndim)
self.assertEqual(a.shape, n.shape)
self.assertEqual(a.strides, n.strides)
n = nd.ndarray(np.arange(49, dtype='i1')[1:].view(dtype=np.int32).reshape(4,3))
a = np.asarray(n)
self.assertEqual(a.dtype, np.dtype(np.int32))
self.assertFalse(a.flags.aligned)
self.assertEqual(a.ndim, n.ndim)
self.assertEqual(a.shape, n.shape)
self.assertEqual(a.strides, n.strides)
n = nd.ndarray(np.arange(49, dtype='i1')[1:].view(
dtype=(nonnative + 'i4')).reshape(2,2,3))
a = np.asarray(n)
self.assertEqual(a.dtype, np.dtype(nonnative + 'i4'))
self.assertFalse(a.flags.aligned)
self.assertEqual(a.ndim, n.ndim)
self.assertEqual(a.shape, n.shape)
self.assertEqual(a.strides, n.strides)
def test_utf_encodings(self):
# Ensure all of the UTF encodings work ok for a basic string
x = u'\uc548\ub155 hello'
# UTF-8
a = nd.ndarray(x)
a = a.as_dtype(nd.make_fixedstring_dtype('utf_8', 16))
a = a.vals()
self.assertEqual(a.dtype, nd.make_fixedstring_dtype('utf_8', 16))
self.assertEqual(type(a.as_py()), unicode)
self.assertEqual(a.as_py(), x)
# UTF-16
a = nd.ndarray(x)
a = a.as_dtype(nd.make_fixedstring_dtype('utf_16', 8))
a = a.vals()
self.assertEqual(a.dtype, nd.make_fixedstring_dtype('utf_16', 8))
self.assertEqual(type(a.as_py()), unicode)
self.assertEqual(a.as_py(), x)
# UTF-32
a = nd.ndarray(x)
a = a.as_dtype(nd.make_fixedstring_dtype('utf_32', 8))
a = a.vals()
self.assertEqual(a.dtype, nd.make_fixedstring_dtype('utf_32', 8))
self.assertEqual(type(a.as_py()), unicode)
self.assertEqual(a.as_py(), x)
def test_numpy_dynd_fixedstring_interop(self):
"""Tests converting fixed-size string arrays to/from numpy"""
# ASCII Numpy -> dynd
a = np.array(['abc', 'testing', 'array'])
b = nd.ndarray(a)
self.assertEqual(nd.make_fixedstring_dtype('ascii', 7), b.dtype)
self.assertEqual(b.dtype, nd.dtype(a.dtype))
# ASCII dynd -> Numpy
c = np.asarray(b)
self.assertEqual(a.dtype, c.dtype)
assert_array_equal(a, c)
# verify 'a' and 'c' are looking at the same data
a[1] = 'modify'
assert_array_equal(a, c)
# ASCII dynd -> UTF32 dynd
b_u = b.as_dtype(nd.make_fixedstring_dtype('utf_32', 7))
self.assertEqual(
nd.make_convert_dtype(
nd.make_fixedstring_dtype('utf_32', 7),
nd.make_fixedstring_dtype('ascii', 7)),
b_u.dtype)
# Evaluate to its value array
b_u = b_u.vals()
self.assertEqual(
nd.make_fixedstring_dtype('utf_32', 7),
b_u.dtype)
# UTF32 dynd -> Numpy
c_u = np.asarray(b_u)
self.assertEqual(b_u.dtype, nd.dtype(c_u.dtype))
assert_array_equal(a, c_u)
# 'a' and 'c_u' are not looking at the same data
a[1] = 'diff'
self.assertFalse(np.all(a == c_u))
def test_numpy_scalar_conversion_values(self):
self.assertEqual(nd.ndarray(np.bool_(True)).as_py(), True)
self.assertEqual(nd.ndarray(np.bool_(False)).as_py(), False)
self.assertEqual(nd.ndarray(np.int8(100)).as_py(), 100)
self.assertEqual(nd.ndarray(np.int8(-100)).as_py(), -100)
self.assertEqual(nd.ndarray(np.int16(20000)).as_py(), 20000)
self.assertEqual(nd.ndarray(np.int16(-20000)).as_py(), -20000)
self.assertEqual(nd.ndarray(np.int32(1000000000)).as_py(), 1000000000)
self.assertEqual(nd.ndarray(np.int64(-1000000000000)).as_py(), -1000000000000)
self.assertEqual(nd.ndarray(np.int64(1000000000000)).as_py(), 1000000000000)
self.assertEqual(nd.ndarray(np.int32(-1000000000)).as_py(), -1000000000)
self.assertEqual(nd.ndarray(np.uint8(200)).as_py(), 200)
self.assertEqual(nd.ndarray(np.uint16(50000)).as_py(), 50000)
self.assertEqual(nd.ndarray(np.uint32(3000000000)).as_py(), 3000000000)
self.assertEqual(nd.ndarray(np.uint64(10000000000000000000)).as_py(), 10000000000000000000)
self.assertEqual(nd.ndarray(np.float32(2.5)).as_py(), 2.5)
self.assertEqual(nd.ndarray(np.float64(2.5)).as_py(), 2.5)
self.assertEqual(nd.ndarray(np.complex64(2.5-1j)).as_py(), 2.5-1j)
self.assertEqual(nd.ndarray(np.complex128(2.5-1j)).as_py(), 2.5-1j)
def test_numpy_scalar_conversion_dtypes(self):
self.assertEqual(nd.ndarray(np.bool_(True)).dtype, nd.bool)
self.assertEqual(nd.ndarray(np.bool(True)).dtype, nd.bool)
self.assertEqual(nd.ndarray(np.int8(100)).dtype, nd.int8)
self.assertEqual(nd.ndarray(np.int16(100)).dtype, nd.int16)
self.assertEqual(nd.ndarray(np.int32(100)).dtype, nd.int32)
self.assertEqual(nd.ndarray(np.int64(100)).dtype, nd.int64)
self.assertEqual(nd.ndarray(np.uint8(100)).dtype, nd.uint8)
self.assertEqual(nd.ndarray(np.uint16(100)).dtype, nd.uint16)
self.assertEqual(nd.ndarray(np.uint32(100)).dtype, nd.uint32)
self.assertEqual(nd.ndarray(np.uint64(100)).dtype, nd.uint64)
self.assertEqual(nd.ndarray(np.float32(100.)).dtype, nd.float32)
self.assertEqual(nd.ndarray(np.float64(100.)).dtype, nd.float64)
self.assertEqual(nd.ndarray(np.complex64(100j)).dtype, nd.cfloat32)
self.assertEqual(nd.ndarray(np.complex128(100j)).dtype, nd.cfloat64)
def test_complex(self):
# Complex floating point
a = nd.ndarray(5.125 - 2.5j)
self.assertEqual(a.dtype, nd.cfloat64)
self.assertEqual(type(a.as_py()), complex)
self.assertEqual(a.as_py(), 5.125 - 2.5j)
def test_float(self):
# Floating point
a = nd.ndarray(5.125)
self.assertEqual(a.dtype, nd.float64)
self.assertEqual(type(a.as_py()), float)
self.assertEqual(a.as_py(), 5.125)
def test_len(self):
# Can't get the length of a zero-dimensional ndarray
a = nd.ndarray(10)
self.assertRaises(TypeError, len, a)
