def testBaseStringUTFTypeItem(self):
dt = np.dtype('U3')
try:
typeItem = hdf5dtype.getTypeItem(dt)
self.assertTrue(False) # expected exception
except TypeError:
pass # expected
def testRegionReferenceTypeItem(self):
dt = special_dtype(ref=RegionReference)
typeItem = hdf5dtype.getTypeItem(dt)
typeSize = hdf5dtype.getItemSize(typeItem)
self.assertEqual(typeItem['class'], 'H5T_REFERENCE')
self.assertEqual(typeItem['base'], 'H5T_STD_REF_DSETREG')
self.assertEqual(typeSize, 'H5T_VARIABLE')
def testCompoundArrayVlenStringTypeItem(self):
dt_vlen = special_dtype(vlen=six.binary_type)
dt_arr = np.dtype((dt_vlen, (4,)))
dt_compound = np.dtype([('VALUE1', np.float64), ('VALUE2', np.int64), ('VALUE3', dt_arr) ])
typeItem = hdf5dtype.getTypeItem(dt_compound)
typeSize = hdf5dtype.getItemSize(typeItem)
self.assertEqual(typeItem['class'], 'H5T_COMPOUND')
fields = typeItem['fields']
field_a = fields[0]
self.assertEqual(field_a['name'], 'VALUE1')
field_a_type = field_a['type']
self.assertEqual(field_a_type['class'], 'H5T_FLOAT')
self.assertEqual(field_a_type['base'], 'H5T_IEEE_F64LE')
field_b = fields[1]
self.assertEqual(field_b['name'], 'VALUE2')
field_b_type = field_b['type']
self.assertEqual(field_b_type['class'], 'H5T_INTEGER')
self.assertEqual(field_b_type['base'], 'H5T_STD_I64LE')
field_c = fields[2]
field_c_type = field_c['type']
self.assertEqual(field_c_type['class'], 'H5T_ARRAY')
self.assertEqual(field_c_type['dims'], (4,))
field_c_base_type = field_c_type['base']
self.assertEqual(field_c_base_type['class'], 'H5T_STRING')
self.assertEqual(field_c_base_type['length'], 'H5T_VARIABLE')
self.assertEqual(field_c_base_type['charSet'], 'H5T_CSET_ASCII')
def testOpaqueTypeItem(self):
dt = np.dtype('V200')
typeItem = hdf5dtype.getTypeItem(dt)
typeSize = hdf5dtype.getItemSize(typeItem)
self.assertEqual(typeItem['class'], 'H5T_OPAQUE')
self.assertTrue('base' not in typeItem)
self.assertEqual(typeSize, 200)
def testRegionReferenceTypeItem(self):
dt = special_dtype(ref=RegionReference)
typeItem = hdf5dtype.getTypeItem(dt)
typeSize = hdf5dtype.getItemSize(typeItem)
self.assertEqual(typeItem['class'], 'H5T_REFERENCE')
self.assertEqual(typeItem['base'], 'H5T_STD_REF_DSETREG')
self.assertEqual(typeSize, 'H5T_VARIABLE')
def testCompoundArrayVlenStringTypeItem(self):
dt_vlen = special_dtype(vlen=six.binary_type)
dt_arr = np.dtype((dt_vlen, (4,)))
dt_compound = np.dtype([('VALUE1', np.float64), ('VALUE2', np.int64), ('VALUE3', dt_arr) ])
typeItem = hdf5dtype.getTypeItem(dt_compound)
typeSize = hdf5dtype.getItemSize(typeItem)
self.assertEqual(typeItem['class'], 'H5T_COMPOUND')
fields = typeItem['fields']
field_a = fields[0]
self.assertEqual(field_a['name'], 'VALUE1')
field_a_type = field_a['type']
self.assertEqual(field_a_type['class'], 'H5T_FLOAT')
self.assertEqual(field_a_type['base'], 'H5T_IEEE_F64LE')
field_b = fields[1]
self.assertEqual(field_b['name'], 'VALUE2')
field_b_type = field_b['type']
self.assertEqual(field_b_type['class'], 'H5T_INTEGER')
self.assertEqual(field_b_type['base'], 'H5T_STD_I64LE')
field_c = fields[2]
field_c_type = field_c['type']
self.assertEqual(field_c_type['class'], 'H5T_ARRAY')
self.assertEqual(field_c_type['dims'], (4,))
field_c_base_type = field_c_type['base']
self.assertEqual(field_c_base_type['class'], 'H5T_STRING')
self.assertEqual(field_c_base_type['length'], 'H5T_VARIABLE')
self.assertEqual(field_c_base_type['charSet'], 'H5T_CSET_ASCII')
def testOpaqueTypeItem(self):
dt = np.dtype('V200')
typeItem = hdf5dtype.getTypeItem(dt)
typeSize = hdf5dtype.getItemSize(typeItem)
self.assertEqual(typeItem['class'], 'H5T_OPAQUE')
self.assertTrue('base' not in typeItem)
self.assertEqual(typeSize, 200)
def testCompoundTypeItem(self):
dt = np.dtype([("temp", np.float32), ("pressure", np.float32), ("wind", np.int16)])
typeItem = hdf5dtype.getTypeItem(dt)
typeSize = hdf5dtype.getItemSize(typeItem)
self.assertEqual(typeItem['class'], 'H5T_COMPOUND')
self.assertTrue('fields' in typeItem)
fields = typeItem['fields']
self.assertEqual(len(fields), 3)
tempField = fields[0]
self.assertEqual(tempField['name'], 'temp')
self.assertTrue('type' in tempField)
tempFieldType = tempField['type']
self.assertEqual(tempFieldType['class'], 'H5T_FLOAT')
self.assertEqual(tempFieldType['base'], 'H5T_IEEE_F32LE')
self.assertEqual(typeSize, 10)
typeItem = hdf5dtype.getTypeResponse(typeItem) # non-verbose format
typeSize = hdf5dtype.getItemSize(typeItem)
self.assertEqual(typeItem['class'], 'H5T_COMPOUND')
self.assertTrue('fields' in typeItem)
fields = typeItem['fields']
self.assertEqual(len(fields), 3)
tempField = fields[0]
self.assertEqual(tempField['name'], 'temp')
self.assertTrue('type' in tempField)
tempFieldType = tempField['type']
self.assertEqual(tempFieldType['class'], 'H5T_FLOAT')
self.assertEqual(tempFieldType['base'], 'H5T_IEEE_F32LE')
self.assertEqual(typeSize, 10)
def testBaseStringTypeItem(self):
dt = np.dtype('S3')
typeItem = hdf5dtype.getTypeItem(dt)
self.assertEqual(typeItem['class'], 'H5T_STRING')
self.assertEqual(typeItem['length'], 3)
self.assertEqual(typeItem['strPad'], 'H5T_STR_NULLPAD')
self.assertEqual(typeItem['charSet'], 'H5T_CSET_ASCII')
def testBaseStringUTFTypeItem(self):
dt = np.dtype('U3')
try:
typeItem = hdf5dtype.getTypeItem(dt)
self.assertTrue(False) # expected exception
except TypeError:
pass # expected
def testCompoundTypeItem(self):
dt = np.dtype([("temp", np.float32), ("pressure", np.float32), ("wind", np.int16)])
typeItem = hdf5dtype.getTypeItem(dt)
typeSize = hdf5dtype.getItemSize(typeItem)
self.assertEqual(typeItem['class'], 'H5T_COMPOUND')
self.assertTrue('fields' in typeItem)
fields = typeItem['fields']
self.assertEqual(len(fields), 3)
tempField = fields[0]
self.assertEqual(tempField['name'], 'temp')
self.assertTrue('type' in tempField)
tempFieldType = tempField['type']
self.assertEqual(tempFieldType['class'], 'H5T_FLOAT')
self.assertEqual(tempFieldType['base'], 'H5T_IEEE_F32LE')
self.assertEqual(typeSize, 10)
typeItem = hdf5dtype.getTypeResponse(typeItem) # non-verbose format
typeSize = hdf5dtype.getItemSize(typeItem)
self.assertEqual(typeItem['class'], 'H5T_COMPOUND')
self.assertTrue('fields' in typeItem)
fields = typeItem['fields']
self.assertEqual(len(fields), 3)
tempField = fields[0]
self.assertEqual(tempField['name'], 'temp')
self.assertTrue('type' in tempField)
tempFieldType = tempField['type']
self.assertEqual(tempFieldType['class'], 'H5T_FLOAT')
self.assertEqual(tempFieldType['base'], 'H5T_IEEE_F32LE')
self.assertEqual(typeSize, 10)
def testBaseStringTypeItem(self):
dt = np.dtype('S3')
typeItem = hdf5dtype.getTypeItem(dt)
self.assertEqual(typeItem['class'], 'H5T_STRING')
self.assertEqual(typeItem['length'], 3)
self.assertEqual(typeItem['strPad'], 'H5T_STR_NULLPAD')
self.assertEqual(typeItem['charSet'], 'H5T_CSET_ASCII')
def testObjReferenceTypeItem(self):
#dt = np.dtype('S48', metadata={'ref': val.__class__})
dt = special_dtype(ref=Reference)
typeItem = hdf5dtype.getTypeItem(dt)
typeSize = hdf5dtype.getItemSize(typeItem)
self.assertEqual(typeItem['class'], 'H5T_REFERENCE')
self.assertEqual(typeItem['base'], 'H5T_STD_REF_OBJ')
self.assertEqual(typeSize, 'H5T_VARIABLE')
def testObjReferenceTypeItem(self):
#dt = np.dtype('S48', metadata={'ref': val.__class__})
dt = special_dtype(ref=Reference)
typeItem = hdf5dtype.getTypeItem(dt)
typeSize = hdf5dtype.getItemSize(typeItem)
self.assertEqual(typeItem['class'], 'H5T_REFERENCE')
self.assertEqual(typeItem['base'], 'H5T_STD_REF_OBJ')
self.assertEqual(typeSize, 'H5T_VARIABLE')
def testBaseFloatTypeItem(self):
dt = np.dtype('<f8')
typeItem = hdf5dtype.getTypeItem(dt)
self.assertEqual(typeItem['class'], 'H5T_FLOAT')
self.assertEqual(typeItem['base'], 'H5T_IEEE_F64LE')
typeItem = hdf5dtype.getTypeResponse(typeItem) # non-verbose format
self.assertEqual(typeItem['class'], 'H5T_FLOAT')
self.assertEqual(typeItem['base'], 'H5T_IEEE_F64LE')
def testBaseIntegerTypeItem(self):
dt = np.dtype('<i1')
typeItem = hdf5dtype.getTypeItem(dt)
self.assertEqual(typeItem['class'], 'H5T_INTEGER')
self.assertEqual(typeItem['base'], 'H5T_STD_I8LE')
typeItem = hdf5dtype.getTypeResponse(typeItem) # non-verbose format
self.assertEqual(typeItem['class'], 'H5T_INTEGER')
self.assertEqual(typeItem['base'], 'H5T_STD_I8LE')
def testBaseFloatTypeItem(self):
dt = np.dtype('<f8')
typeItem = hdf5dtype.getTypeItem(dt)
self.assertEqual(typeItem['class'], 'H5T_FLOAT')
self.assertEqual(typeItem['base'], 'H5T_IEEE_F64LE')
typeItem = hdf5dtype.getTypeResponse(typeItem) # non-verbose format
self.assertEqual(typeItem['class'], 'H5T_FLOAT')
self.assertEqual(typeItem['base'], 'H5T_IEEE_F64LE')
def testBaseIntegerTypeItem(self):
dt = np.dtype('<i1')
typeItem = hdf5dtype.getTypeItem(dt)
self.assertEqual(typeItem['class'], 'H5T_INTEGER')
self.assertEqual(typeItem['base'], 'H5T_STD_I8LE')
typeItem = hdf5dtype.getTypeResponse(typeItem) # non-verbose format
self.assertEqual(typeItem['class'], 'H5T_INTEGER')
self.assertEqual(typeItem['base'], 'H5T_STD_I8LE')
def testBaseVLenUnicodeTypeItem(self):
dt = special_dtype(vlen=six.text_type)
typeItem = hdf5dtype.getTypeItem(dt)
typeSize = hdf5dtype.getItemSize(typeItem)
self.assertEqual(typeItem['class'], 'H5T_STRING')
self.assertEqual(typeItem['length'], 'H5T_VARIABLE')
self.assertEqual(typeItem['strPad'], 'H5T_STR_NULLTERM')
self.assertEqual(typeItem['charSet'], 'H5T_CSET_UTF8')
self.assertEqual(typeSize, 'H5T_VARIABLE')
def testVlenDataItem(self):
dt = special_dtype(vlen=np.dtype('int32'))
typeItem = hdf5dtype.getTypeItem(dt)
typeSize = hdf5dtype.getItemSize(typeItem)
self.assertEqual(typeItem['class'], 'H5T_VLEN')
self.assertEqual(typeItem['size'], 'H5T_VARIABLE')
baseItem = typeItem['base']
self.assertEqual(baseItem['base'], 'H5T_STD_I32LE')
self.assertEqual(typeSize, 'H5T_VARIABLE')
def testVlenDataItem(self):
dt = special_dtype(vlen=np.dtype('int32'))
typeItem = hdf5dtype.getTypeItem(dt)
typeSize = hdf5dtype.getItemSize(typeItem)
self.assertEqual(typeItem['class'], 'H5T_VLEN')
self.assertEqual(typeItem['size'], 'H5T_VARIABLE')
baseItem = typeItem['base']
self.assertEqual(baseItem['base'], 'H5T_STD_I32LE')
self.assertEqual(typeSize, 'H5T_VARIABLE')
def testBaseArrayTypeItem(self):
dt = np.dtype('(2,2)<int32')
typeItem = hdf5dtype.getTypeItem(dt)
typeSize = hdf5dtype.getItemSize(typeItem)
self.assertEqual(typeItem['class'], 'H5T_ARRAY')
baseItem = typeItem['base']
self.assertEqual(baseItem['class'], 'H5T_INTEGER')
self.assertEqual(baseItem['base'], 'H5T_STD_I32LE')
self.assertEqual(typeSize, 16)
def testBaseVLenUnicodeTypeItem(self):
dt = special_dtype(vlen=six.text_type)
typeItem = hdf5dtype.getTypeItem(dt)
typeSize = hdf5dtype.getItemSize(typeItem)
self.assertEqual(typeItem['class'], 'H5T_STRING')
self.assertEqual(typeItem['length'], 'H5T_VARIABLE')
self.assertEqual(typeItem['strPad'], 'H5T_STR_NULLTERM')
self.assertEqual(typeItem['charSet'], 'H5T_CSET_UTF8')
self.assertEqual(typeSize, 'H5T_VARIABLE')
def testBaseArrayTypeItem(self):
dt = np.dtype('(2,2)<int32')
typeItem = hdf5dtype.getTypeItem(dt)
typeSize = hdf5dtype.getItemSize(typeItem)
self.assertEqual(typeItem['class'], 'H5T_ARRAY')
baseItem = typeItem['base']
self.assertEqual(baseItem['class'], 'H5T_INTEGER')
self.assertEqual(baseItem['base'], 'H5T_STD_I32LE')
self.assertEqual(typeSize, 16)
def testVlenReferenceDataItem(self):
ref_dt = special_dtype(ref=Reference)
dt = special_dtype(vlen=ref_dt)
typeItem = hdf5dtype.getTypeItem(dt)
typeSize = hdf5dtype.getItemSize(typeItem)
self.assertEqual(typeItem['class'], 'H5T_VLEN')
self.assertEqual(typeItem['size'], 'H5T_VARIABLE')
baseItem = typeItem['base']
self.assertEqual(baseItem['base'], 'H5T_STD_REF_OBJ')
self.assertEqual(typeSize, 'H5T_VARIABLE')
def testVlenReferenceDataItem(self):
ref_dt = special_dtype(ref=Reference)
dt = special_dtype(vlen=ref_dt)
typeItem = hdf5dtype.getTypeItem(dt)
typeSize = hdf5dtype.getItemSize(typeItem)
self.assertEqual(typeItem['class'], 'H5T_VLEN')
self.assertEqual(typeItem['size'], 'H5T_VARIABLE')
baseItem = typeItem['base']
self.assertEqual(baseItem['base'], 'H5T_STD_REF_OBJ')
self.assertEqual(typeSize, 'H5T_VARIABLE')
def testBaseEnumTypeItem(self):
mapping = {'RED': 0, 'GREEN': 1, 'BLUE': 2}
dt = special_dtype(enum=(np.int8, mapping))
typeItem = hdf5dtype.getTypeItem(dt)
typeSize = hdf5dtype.getItemSize(typeItem)
self.assertEqual(typeItem['class'], 'H5T_ENUM')
baseItem = typeItem['base']
self.assertEqual(baseItem['class'], 'H5T_INTEGER')
self.assertEqual(baseItem['base'], 'H5T_STD_I8LE')
self.assertTrue('mapping' in typeItem)
self.assertEqual(typeItem['mapping']['GREEN'], 1)
self.assertEqual(typeSize, 1)
def testBaseEnumTypeItem(self):
mapping = {'RED': 0, 'GREEN': 1, 'BLUE': 2}
dt = special_dtype(enum=(np.int8, mapping))
typeItem = hdf5dtype.getTypeItem(dt)
typeSize = hdf5dtype.getItemSize(typeItem)
self.assertEqual(typeItem['class'], 'H5T_ENUM')
baseItem = typeItem['base']
self.assertEqual(baseItem['class'], 'H5T_INTEGER')
self.assertEqual(baseItem['base'], 'H5T_STD_I8LE')
self.assertTrue('mapping' in typeItem)
self.assertEqual(typeItem['mapping']['GREEN'], 1)
self.assertEqual(typeSize, 1)
def testBaseBoolTypeItem(self):
typeItem = hdf5dtype.getTypeItem(np.dtype('bool'))
typeSize = hdf5dtype.getItemSize(typeItem)
self.assertEqual(typeItem['class'], 'H5T_ENUM')
baseItem = typeItem['base']
self.assertEqual(baseItem['class'], 'H5T_INTEGER')
self.assertEqual(baseItem['base'], 'H5T_STD_I8LE')
self.assertTrue('mapping' in typeItem)
mapping = typeItem['mapping']
self.assertEqual(len(mapping), 2)
self.assertEqual(mapping['FALSE'], 0)
self.assertEqual(mapping['TRUE'], 1)
self.assertEqual(typeSize, 1)
def testBaseBoolTypeItem(self):
typeItem = hdf5dtype.getTypeItem(np.dtype('bool'))
typeSize = hdf5dtype.getItemSize(typeItem)
self.assertEqual(typeItem['class'], 'H5T_ENUM')
baseItem = typeItem['base']
self.assertEqual(baseItem['class'], 'H5T_INTEGER')
self.assertEqual(baseItem['base'], 'H5T_STD_I8LE')
self.assertTrue('mapping' in typeItem)
mapping = typeItem['mapping']
self.assertEqual(len(mapping), 2)
self.assertEqual(mapping['FALSE'], 0)
self.assertEqual(mapping['TRUE'], 1)
self.assertEqual(typeSize, 1)
def testCompoundArrayTypeItem(self):
dt = np.dtype([('a', '<i1'), ('b', 'S1', (10,))])
typeItem = hdf5dtype.getTypeItem(dt)
typeSize = hdf5dtype.getItemSize(typeItem)
self.assertEqual(typeItem['class'], 'H5T_COMPOUND')
fields = typeItem['fields']
field_a = fields[0]
self.assertEqual(field_a['name'], 'a')
field_a_type = field_a['type']
self.assertEqual(field_a_type['class'], 'H5T_INTEGER')
self.assertEqual(field_a_type['base'], 'H5T_STD_I8LE')
field_b = fields[1]
self.assertEqual(field_b['name'], 'b')
field_b_type = field_b['type']
self.assertEqual(field_b_type['class'], 'H5T_ARRAY')
self.assertEqual(field_b_type['dims'], (10,))
field_b_basetype = field_b_type['base']
self.assertEqual(field_b_basetype['class'], 'H5T_STRING')
self.assertEqual(typeSize, 11)
def testCompoundArrayTypeItem(self):
dt = np.dtype([('a', '<i1'), ('b', 'S1', (10,))])
typeItem = hdf5dtype.getTypeItem(dt)
typeSize = hdf5dtype.getItemSize(typeItem)
self.assertEqual(typeItem['class'], 'H5T_COMPOUND')
fields = typeItem['fields']
field_a = fields[0]
self.assertEqual(field_a['name'], 'a')
field_a_type = field_a['type']
self.assertEqual(field_a_type['class'], 'H5T_INTEGER')
self.assertEqual(field_a_type['base'], 'H5T_STD_I8LE')
field_b = fields[1]
self.assertEqual(field_b['name'], 'b')
field_b_type = field_b['type']
self.assertEqual(field_b_type['class'], 'H5T_ARRAY')
self.assertEqual(field_b_type['dims'], (10,))
field_b_basetype = field_b_type['base']
self.assertEqual(field_b_basetype['class'], 'H5T_STRING')
self.assertEqual(typeSize, 11)
def testCompoundofCompoundTypeItem(self):
dt1 = np.dtype([("x", np.float32), ("y", np.float32)])
dt2 = np.dtype([("a", np.float32), ("b", np.float32), ("c", np.float32)])
dt = np.dtype([("field1", dt1), ("field2", dt2)])
typeItem = hdf5dtype.getTypeItem(dt)
typeSize = hdf5dtype.getItemSize(typeItem)
self.assertEqual(typeSize, 20)
self.assertEqual(typeItem['class'], 'H5T_COMPOUND')
self.assertTrue('fields' in typeItem)
fields = typeItem['fields']
self.assertEqual(len(fields), 2)
field1 = fields[0]
self.assertEqual(field1['name'], "field1")
field1_type = field1['type']
self.assertEqual(field1_type['class'], 'H5T_COMPOUND')
field2 = fields[1]
self.assertEqual(field2['name'], "field2")
field2_type = field2['type']
self.assertEqual(field2_type['class'], 'H5T_COMPOUND')
def testCompoundofCompoundTypeItem(self):
dt1 = np.dtype([("x", np.float32), ("y", np.float32)])
dt2 = np.dtype([("a", np.float32), ("b", np.float32), ("c", np.float32)])
dt = np.dtype([("field1", dt1), ("field2", dt2)])
typeItem = hdf5dtype.getTypeItem(dt)
typeSize = hdf5dtype.getItemSize(typeItem)
self.assertEqual(typeSize, 20)
self.assertEqual(typeItem['class'], 'H5T_COMPOUND')
self.assertTrue('fields' in typeItem)
fields = typeItem['fields']
self.assertEqual(len(fields), 2)
field1 = fields[0]
self.assertEqual(field1['name'], "field1")
field1_type = field1['type']
self.assertEqual(field1_type['class'], 'H5T_COMPOUND')
field2 = fields[1]
self.assertEqual(field2['name'], "field2")
field2_type = field2['type']
self.assertEqual(field2_type['class'], 'H5T_COMPOUND')
