def test_openFile(self):
print("Run: %s.test_openFile() " % self.__class__.__name__)
fname = "test.h5"
try:
tdw = TangoDataWriter()
tdw.fileName = fname
tdw.writer = "h5py"
self.assertEqual(tdw.fileName, fname)
self.assertEqual(tdw.xmlsettings, "")
self.assertEqual(tdw.jsonrecord, "{}")
self.assertTrue(tdw.getFile() is None)
self.assertTrue(tdw.numberOfThreads > 0)
self.assertTrue(isinstance(tdw.numberOfThreads, (int, long)))
tdw.openFile()
self.assertTrue(tdw.getFile() is not None)
self.assertTrue(tdw.getFile().is_valid)
self.assertFalse(tdw.getFile().readonly)
tdw.closeFile()
self.assertEqual(tdw.fileName, fname)
self.assertEqual(tdw.xmlsettings, "")
self.assertEqual(tdw.jsonrecord, "{}")
self.assertTrue(tdw.getFile() is None)
self.assertTrue(tdw.numberOfThreads > 0)
self.assertTrue(isinstance(tdw.numberOfThreads, (int, long)))
self.assertTrue(tdw.getFile() is None)
# check the created file
f = open_file(fname, readonly=True)
f = f.root()
# print("\nFile attributes:")
cnt = 0
for at in f.attributes:
cnt += 1
# print(at.name),"=",at[...]
self.assertEqual(cnt, len(f.attributes))
self.assertEqual(5, len(f.attributes))
# print("")
self.assertEqual(f.attributes["file_name"][...], fname)
self.assertTrue(f.attributes["NX_class"][...], "NXroot")
self.assertEqual(f.size, 1)
cnt = 0
for ch in f:
cnt += 1
self.assertEqual(cnt, f.size)
f.close()
finally:
try:
os.remove(fname)
except Exception:
pass
def test_nxrootlink(self):
fun = sys._getframe().f_code.co_name
print("Run: %s.%s() " % (self.__class__.__name__, fun))
fname = '%s/%s%s.h5' % (os.getcwd(), self.__class__.__name__, fun)
try:
tdw = TangoDataWriter()
tdw.writer = "h5py"
tdw.fileName = fname
tdw.openFile()
mfl = tdw.getFile()
rt = mfl.root()
print(id(rt))
tdw.xmlsettings = self._scanXml2
tdw.openEntry()
tdw.record()
tdw.record()
tdw.closeEntry()
tdw.closeFile()
# check the created file
f = open_file(fname, readonly=True)
f = f.root()
self.assertEqual(5, len(f.attributes))
self.assertEqual(f.attributes["file_name"][...], fname)
self.assertTrue(f.attributes["NX_class"][...], "NXroot")
self.assertEqual(f.size, 2)
en = f.open("entry1")
self.assertTrue(en.is_valid)
self.assertEqual(en.name, "entry1")
self.assertEqual(len(en.attributes), 1)
self.assertEqual(en.size, 4)
at = en.attributes["NX_class"]
self.assertTrue(at.is_valid)
self.assertTrue(hasattr(at.shape, "__iter__"))
self.assertEqual(len(at.shape), 0)
self.assertEqual(at.shape, ())
self.assertEqual(at.dtype, "string")
self.assertEqual(at.name, "NX_class")
self.assertEqual(at[...], "NXentry")
cnt = en.open("nxrootstr")
self.assertTrue(cnt.is_valid)
self.assertEqual(cnt.name, "nxrootstr")
self.assertTrue(hasattr(cnt.shape, "__iter__"))
self.assertEqual(len(cnt.shape), 0)
self.assertEqual(cnt.shape, ())
self.assertEqual(cnt.dtype, "string")
self.assertEqual(cnt.size, 1)
value = cnt[...]
self.assertEqual(fname, value)
cnt = en.open("nxrootpath")
self.assertTrue(cnt.is_valid)
self.assertEqual(cnt.name, "nxrootpath")
self.assertTrue(hasattr(cnt.shape, "__iter__"))
self.assertEqual(len(cnt.shape), 0)
self.assertEqual(cnt.shape, ())
self.assertEqual(cnt.dtype, "string")
self.assertEqual(cnt.size, 1)
value = cnt[...]
self.assertEqual('/', value)
cnt = en.open("nxrootlink")
self.assertTrue(cnt.is_valid)
self.assertEqual(cnt.name, "nxrootlink")
self.assertTrue(hasattr(cnt.shape, "__iter__"))
self.assertEqual(len(cnt.shape), 0)
self.assertEqual(cnt.shape, ())
self.assertEqual(cnt.dtype, "string")
self.assertEqual(cnt.size, 1)
value = cnt[...]
self.assertEqual('True', value)
cnt = en.open("mylink")
self.assertTrue(cnt.is_valid)
self.assertEqual(cnt.name, "mylink")
self.assertTrue(hasattr(cnt.shape, "__iter__"))
self.assertEqual(len(cnt.shape), 0)
self.assertEqual(cnt.shape, ())
self.assertEqual(cnt.dtype, "string")
self.assertEqual(cnt.size, 1)
value = cnt[...]
self.assertEqual('/', value)
f.close()
finally:
os.remove(fname)
def test_scanRecord(self):
print("Run: TangoDataWriterTest.test_scanRecord() ")
fname = "scantest.h5"
try:
tdw = TangoDataWriter()
tdw.writer = "h5py"
tdw.fileName = fname
tdw.openFile()
tdw.xmlsettings = self._scanXml % fname
tdw.openEntry()
tdw.record('{"data": {"exp_c01":' + str(self._counter[0]) +
', "p09/mca/exp.02":' + str(self._mca1) + ' } }')
tdw.record('{"data": {"exp_c01":' + str(self._counter[1]) +
', "p09/mca/exp.02":' + str(self._mca2) + ' } }')
tdw.closeEntry()
tdw.closeFile()
# check the created file
f = open_file(fname, readonly=True)
f = f.root()
self.assertEqual(5, len(f.attributes))
self.assertEqual(f.attributes["file_name"][...], fname)
self.assertTrue(f.attributes["NX_class"][...], "NXroot")
self.assertEqual(f.size, 2)
en = f.open("entry1")
self.assertTrue(en.is_valid)
self.assertEqual(en.name, "entry1")
self.assertEqual(len(en.attributes), 1)
self.assertEqual(en.size, 2)
at = en.attributes["NX_class"]
self.assertTrue(at.is_valid)
self.assertTrue(hasattr(at.shape, "__iter__"))
self.assertEqual(len(at.shape), 0)
self.assertEqual(at.shape, ())
self.assertEqual(at.dtype, "string")
self.assertEqual(at.name, "NX_class")
self.assertEqual(at[...], "NXentry")
# ins = f.open("entry1/instrument:NXinstrument") #bad exception
# ins = f.open("entry1/instrument")
ins = en.open("instrument")
self.assertTrue(ins.is_valid)
self.assertEqual(ins.name, "instrument")
self.assertEqual(len(ins.attributes), 2)
self.assertEqual(ins.size, 1)
at = ins.attributes["NX_class"]
self.assertTrue(at.is_valid)
self.assertTrue(hasattr(at.shape, "__iter__"))
self.assertEqual(len(at.shape), 0)
self.assertEqual(at.dtype, "string")
self.assertEqual(at.name, "NX_class")
self.assertEqual(at[...], "NXinstrument")
at = ins.attributes["short_name"]
self.assertTrue(at.is_valid)
self.assertTrue(hasattr(at.shape, "__iter__"))
self.assertEqual(len(at.shape), 0)
self.assertEqual(at.shape, ())
self.assertEqual(at.dtype, "string")
self.assertEqual(at.name, "short_name")
self.assertEqual(at[...], "scan instrument")
det = ins.open("detector")
self.assertTrue(det.is_valid)
self.assertEqual(det.name, "detector")
self.assertEqual(len(det.attributes), 1)
self.assertEqual(det.size, 2)
at = det.attributes["NX_class"]
self.assertTrue(at.is_valid)
self.assertTrue(hasattr(at.shape, "__iter__"))
self.assertEqual(len(at.shape), 0)
self.assertEqual(at.shape, ())
self.assertEqual(at.dtype, "string")
self.assertEqual(at.name, "NX_class")
self.assertEqual(at[...], "NXdetector")
# cnt = det.open("counter") # bad exception
cnt = det.open("counter1")
self.assertTrue(cnt.is_valid)
self.assertEqual(cnt.name, "counter1")
self.assertTrue(hasattr(cnt.shape, "__iter__"))
self.assertEqual(len(cnt.shape), 1)
self.assertEqual(cnt.shape, (2, ))
self.assertEqual(cnt.dtype, "float64")
self.assertEqual(cnt.size, 2)
value = cnt.read()
# value = cnt[:]
for i in range(len(value)):
self.assertEqual(self._counter[i], value[i])
self.assertEqual(len(cnt.attributes), 4)
at = cnt.attributes["nexdatas_strategy"]
self.assertTrue(at.is_valid)
self.assertTrue(hasattr(at.shape, "__iter__"))
self.assertEqual(len(at.shape), 0)
self.assertEqual(at.shape, ())
self.assertEqual(at.dtype, "string")
self.assertEqual(at.name, "nexdatas_strategy")
self.assertEqual(at[...], "STEP")
at = cnt.attributes["type"]
self.assertTrue(at.is_valid)
self.assertTrue(hasattr(at.shape, "__iter__"))
self.assertEqual(len(at.shape), 0)
self.assertEqual(at.shape, ())
self.assertEqual(at.dtype, "string")
self.assertEqual(at.name, "type")
self.assertEqual(at[...], "NX_FLOAT")
at = cnt.attributes["units"]
self.assertTrue(at.is_valid)
self.assertTrue(hasattr(at.shape, "__iter__"))
self.assertEqual(len(at.shape), 0)
self.assertEqual(at.shape, ())
self.assertEqual(at.dtype, "string")
self.assertEqual(at.name, "units")
self.assertEqual(at[...], "m")
at = cnt.attributes["nexdatas_source"]
self.assertTrue(at.is_valid)
self.assertTrue(hasattr(at.shape, "__iter__"))
self.assertEqual(len(at.shape), 0)
self.assertEqual(at.shape, ())
self.assertEqual(at.dtype, "string")
mca = det.open("mca")
self.assertTrue(mca.is_valid)
self.assertEqual(mca.name, "mca")
self.assertTrue(hasattr(cnt.shape, "__iter__"))
self.assertEqual(len(mca.shape), 2)
self.assertEqual(mca.shape, (2, 2048))
self.assertEqual(mca.dtype, "float64")
self.assertEqual(mca.size, 4096)
value = mca.read()
for j in range(len(value[0])):
self.assertEqual(self._mca1[i], value[0][i])
for j in range(len(value[0])):
self.assertEqual(self._mca2[i], value[1][i])
self.assertEqual(len(mca.attributes), 4)
at = cnt.attributes["nexdatas_strategy"]
self.assertTrue(at.is_valid)
self.assertTrue(hasattr(at.shape, "__iter__"))
self.assertEqual(len(at.shape), 0)
self.assertEqual(at.shape, ())
self.assertEqual(at.dtype, "string")
self.assertEqual(at.name, "nexdatas_strategy")
self.assertEqual(at[...], "STEP")
at = mca.attributes["type"]
self.assertTrue(at.is_valid)
self.assertTrue(hasattr(at.shape, "__iter__"))
self.assertEqual(len(at.shape), 0)
self.assertEqual(at.shape, ())
self.assertEqual(at.dtype, "string")
self.assertEqual(at.name, "type")
self.assertEqual(at[...], "NX_FLOAT")
at = mca.attributes["units"]
self.assertTrue(at.is_valid)
self.assertTrue(hasattr(at.shape, "__iter__"))
self.assertEqual(len(at.shape), 0)
self.assertEqual(at.shape, ())
self.assertEqual(at.dtype, "string")
self.assertEqual(at.name, "units")
self.assertEqual(at[...], "")
at = mca.attributes["nexdatas_source"]
self.assertTrue(at.is_valid)
self.assertTrue(hasattr(at.shape, "__iter__"))
self.assertEqual(len(at.shape), 0)
self.assertEqual(at.shape, ())
self.assertEqual(at.dtype, "string")
dt = en.open("data")
self.assertTrue(dt.is_valid)
self.assertEqual(dt.name, "data")
self.assertEqual(len(dt.attributes), 1)
self.assertEqual(dt.size, 2)
at = dt.attributes["NX_class"]
self.assertTrue(at.is_valid)
self.assertTrue(hasattr(at.shape, "__iter__"))
self.assertEqual(len(at.shape), 0)
self.assertEqual(at.shape, ())
self.assertEqual(at.dtype, "string")
self.assertEqual(at.name, "NX_class")
self.assertEqual(at[...], "NXdata")
cnt = dt.open("cnt1")
self.assertTrue(cnt.is_valid)
# ???
self.assertEqual(cnt.name, "cnt1")
# self.assertEqual(cnt.name,"counter1")
self.assertTrue(hasattr(cnt.shape, "__iter__"))
self.assertEqual(len(cnt.shape), 1)
self.assertEqual(cnt.shape, (2, ))
self.assertEqual(cnt.dtype, "float64")
self.assertEqual(cnt.size, 2)
# print(cnt.read())
value = cnt[:]
for i in range(len(value)):
self.assertEqual(self._counter[i], value[i])
self.assertEqual(len(cnt.attributes), 4)
at = cnt.attributes["nexdatas_strategy"]
self.assertTrue(at.is_valid)
self.assertTrue(hasattr(at.shape, "__iter__"))
self.assertEqual(len(at.shape), 0)
self.assertEqual(at.shape, ())
self.assertEqual(at.dtype, "string")
self.assertEqual(at.name, "nexdatas_strategy")
self.assertEqual(at[...], "STEP")
at = cnt.attributes["type"]
self.assertTrue(at.is_valid)
self.assertTrue(hasattr(at.shape, "__iter__"))
self.assertEqual(len(at.shape), 0)
self.assertEqual(at.shape, ())
self.assertEqual(at.dtype, "string")
self.assertEqual(at.name, "type")
self.assertEqual(at[...], "NX_FLOAT")
at = cnt.attributes["units"]
self.assertTrue(at.is_valid)
self.assertTrue(hasattr(at.shape, "__iter__"))
self.assertEqual(len(at.shape), 0)
self.assertEqual(at.shape, ())
self.assertEqual(at.dtype, "string")
self.assertEqual(at.name, "units")
self.assertEqual(at[...], "m")
at = cnt.attributes["nexdatas_source"]
self.assertTrue(at.is_valid)
self.assertTrue(hasattr(at.shape, "__iter__"))
self.assertEqual(len(at.shape), 0)
self.assertEqual(at.shape, ())
self.assertEqual(at.dtype, "string")
mca = dt.open("data")
self.assertTrue(mca.is_valid)
self.assertEqual(mca.name, "data")
self.assertTrue(hasattr(cnt.shape, "__iter__"))
self.assertEqual(len(mca.shape), 2)
self.assertEqual(mca.shape, (2, 2048))
self.assertEqual(mca.dtype, "float64")
self.assertEqual(mca.size, 4096)
value = mca.read()
for j in range(len(value[0])):
self.assertEqual(self._mca1[i], value[0][i])
for j in range(len(value[0])):
self.assertEqual(self._mca2[i], value[1][i])
self.assertEqual(len(mca.attributes), 4)
at = cnt.attributes["nexdatas_strategy"]
self.assertTrue(at.is_valid)
self.assertTrue(hasattr(at.shape, "__iter__"))
self.assertEqual(len(at.shape), 0)
self.assertEqual(at.shape, ())
self.assertEqual(at.dtype, "string")
self.assertEqual(at.name, "nexdatas_strategy")
self.assertEqual(at[...], "STEP")
at = mca.attributes["type"]
self.assertTrue(at.is_valid)
self.assertTrue(hasattr(at.shape, "__iter__"))
self.assertEqual(len(at.shape), 0)
self.assertEqual(at.shape, ())
self.assertEqual(at.dtype, "string")
self.assertEqual(at.name, "type")
self.assertEqual(at[...], "NX_FLOAT")
at = mca.attributes["units"]
self.assertTrue(at.is_valid)
self.assertTrue(hasattr(at.shape, "__iter__"))
self.assertEqual(len(at.shape), 0)
self.assertEqual(at.shape, ())
self.assertEqual(at.dtype, "string")
self.assertEqual(at.name, "units")
self.assertEqual(at[...], "")
at = mca.attributes["nexdatas_source"]
self.assertTrue(at.is_valid)
self.assertTrue(hasattr(at.shape, "__iter__"))
self.assertEqual(len(at.shape), 0)
self.assertEqual(at.shape, ())
self.assertEqual(at.dtype, "string")
f.close()
finally:
os.remove(fname)
def test_openEntryWithSAXParseException(self):
print("Run: TangoDataWriterTest.test_openEntryWithSAXParseException()")
fname = "test.h5"
wrongXml = """Ala ma kota."""
xml = """<definition/>"""
try:
tdw = TangoDataWriter()
tdw.writer = "h5py"
tdw.fileName = fname
tdw.openFile()
try:
error = None
tdw.xmlsettings = wrongXml
except SAXParseException:
error = True
except Exception:
error = False
self.assertTrue(error is not None)
self.assertEqual(error, True)
try:
tdw.xmlsettings = xml
error = None
tdw.openEntry()
except SAXParseException:
error = True
except Exception:
error = False
self.assertTrue(error is None)
tdw.closeEntry()
tdw.closeFile()
# check the created file
f = open_file(fname, readonly=True)
f = f.root()
cnt = 0
for at in f.attributes:
cnt += 1
self.assertEqual(cnt, len(f.attributes))
self.assertEqual(f.attributes["file_name"][...], fname)
self.assertTrue(f.attributes["NX_class"][...], "NXroot")
self.assertEqual(f.size, 1)
cnt = 0
for ch in f:
cnt += 1
self.assertEqual(cnt, f.size)
f.close()
finally:
os.remove(fname)
def test_openEntry(self):
fun = sys._getframe().f_code.co_name
print("Run: TangoDataWriterTest.test_openEntry() ")
fname = '%s/%s%s.h5' % (os.getcwd(), self.__class__.__name__, fun)
xml = '<definition> <group type="NXentry" name="entry"/></definition>'
try:
tdw = TangoDataWriter()
tdw.writer = "h5py"
tdw.fileName = fname
tdw.openFile()
tdw.xmlsettings = xml
tdw.openEntry()
tdw.closeEntry()
self.assertTrue(tdw.getFile() is not None)
self.assertTrue(tdw.getFile().is_valid)
self.assertFalse(tdw.getFile().readonly)
self.assertEqual(tdw.fileName, fname)
self.assertEqual(tdw.writer, "h5py")
self.assertNotEqual(tdw.xmlsettings, "")
self.assertEqual(tdw.jsonrecord, "{}")
self.assertTrue(tdw.numberOfThreads > 0)
self.assertTrue(isinstance(tdw.numberOfThreads, (int, long)))
tdw.closeFile()
# check the created file
f = open_file(fname, readonly=True)
f = f.root()
cnt = 0
for at in f.attributes:
cnt += 1
self.assertEqual(cnt, len(f.attributes))
self.assertEqual(f.attributes["file_name"][...], fname)
self.assertTrue(f.attributes["NX_class"][...], "NXroot")
self.assertEqual(f.size, 2)
cnt = 0
for ch in f:
self.assertTrue(ch.is_valid)
cnt += 1
if ch.name == "entry":
self.assertEqual(ch.name, "entry")
self.assertEqual(len(ch.attributes), 1)
for at in ch.attributes:
self.assertTrue(at.is_valid)
self.assertTrue(hasattr(at.shape, "__iter__"))
self.assertEqual(len(at.shape), 0)
self.assertEqual(at.shape, ())
self.assertEqual(at.dtype, "string")
# self.assertEqual(at.dtype,"string")
self.assertEqual(at.name, "NX_class")
self.assertEqual(at[...], "NXentry")
else:
self.assertEqual(ch.name, "nexus_logs")
ch2 = ch.open("configuration")
c = ch2.open("nexus__entry__1_xml")
self.assertEqual(
c.read(),
'<definition> <group type="NXentry" name="entry"/>'
'</definition>')
print(c.read())
c = ch2.open("python_version")
self.assertEqual(c.name, "python_version")
self.assertEqual(c.read(), sys.version)
self.assertEqual(len(ch.attributes), 1)
for at in ch.attributes:
self.assertTrue(at.is_valid)
self.assertTrue(hasattr(at.shape, "__iter__"))
self.assertEqual(len(at.shape), 0)
self.assertEqual(at.shape, ())
self.assertEqual(at.dtype, "string")
# self.assertEqual(at.dtype,"string")
self.assertEqual(at.name, "NX_class")
self.assertEqual(at[...], "NXcollection")
self.assertEqual(cnt, f.size)
f.close()
finally:
os.remove(fname)
def test_openFileDir(self):
fun = sys._getframe().f_code.co_name
print("Run: %s.%s() " % (self.__class__.__name__, fun))
directory = '#nexdatas_test_directoryS#'
dirCreated = False
dirExists = False
if not os.path.exists(directory):
try:
os.makedirs(directory)
dirCreated = True
dirExists = True
except Exception:
pass
else:
dirExists = True
if dirExists:
fname = '%s/%s/%s%s.h5' % (os.getcwd(), directory,
self.__class__.__name__, fun)
else:
fname = '%s/%s%s.h5' % (os.getcwd(), self.__class__.__name__, fun)
try:
tdw = TangoDataWriter()
tdw.fileName = fname
tdw.writer = "h5py"
self.assertEqual(tdw.fileName, fname)
self.assertEqual(tdw.xmlsettings, "")
self.assertEqual(tdw.jsonrecord, "{}")
self.assertTrue(tdw.getFile() is None)
self.assertTrue(tdw.numberOfThreads > 0)
self.assertTrue(isinstance(tdw.numberOfThreads, (int, long)))
tdw.openFile()
self.assertTrue(tdw.getFile() is not None)
self.assertTrue(tdw.getFile().is_valid)
self.assertFalse(tdw.getFile().readonly)
tdw.closeFile()
self.assertEqual(tdw.fileName, fname)
self.assertEqual(tdw.xmlsettings, "")
self.assertEqual(tdw.jsonrecord, "{}")
self.assertTrue(tdw.getFile() is None)
self.assertTrue(tdw.numberOfThreads > 0)
self.assertTrue(isinstance(tdw.numberOfThreads, (int, long)))
self.assertTrue(tdw.getFile() is None)
# check the created file
f = open_file(fname, readonly=True)
f = f.root()
# print("\nFile attributes:")
cnt = 0
for at in f.attributes:
cnt += 1
# print(at.name),"=",at[...]
self.assertEqual(cnt, len(f.attributes))
self.assertEqual(5, len(f.attributes))
# print ""
self.assertEqual(f.attributes["file_name"][...], fname)
self.assertTrue(f.attributes["NX_class"][...], "NXroot")
self.assertEqual(f.size, 1)
cnt = 0
for ch in f:
cnt += 1
self.assertEqual(cnt, f.size)
f.close()
finally:
os.remove(fname)
if dirCreated:
os.removedirs(directory)