def test_converts_hist_and_uvalues_json_to_list(self):
temp_fs = fsopendir("temp://")
# save meta.schema minimal table to the file.
descriptor = { # this is not valid descriptor, but I do not need it to be valid here.
"hist": StringCol(itemsize=255),
"uvalues": StringCol(itemsize=255),
}
self._write_test_meta(
temp_fs, "schema", descriptor, [[("hist", json.dumps([0, 1])), ("uvalues", json.dumps(["a", "b"]))]]
)
# now read it from file.
with open_file(temp_fs.getsyspath("temp.h5"), "r") as h5:
ret = HDFReader._read_meta_child(h5, "schema")
self.assertEqual(ret[0]["hist"], [0, 1])
self.assertEqual(ret[0]["uvalues"], ["a", "b"])
def test_reads_lines_to_dict(self):
temp_fs = fsopendir("temp://")
# save meta.about to the file.
descriptor = {"load_time": Float64Col(), "create_time": Float64Col()}
self._write_test_meta(temp_fs, "about", descriptor, [[("load_time", 1.0), ("create_time", 1.1)]])
# now read it from file.
with open_file(temp_fs.getsyspath("temp.h5"), "r") as h5:
ret = HDFReader._read_meta_child(h5, "about")
self.assertIsInstance(ret, list)
first = ret[0]
self.assertIn("load_time", first)
self.assertEqual(first["load_time"], 1.0)
self.assertIn("create_time", first)
self.assertEqual(first["create_time"], 1.1)
def test_converts_hist_and_uvalues_json_to_list(self):
temp_fs = fsopendir('temp://')
# save meta.schema minimal table to the file.
descriptor = { # this is not valid descriptor, but I do not need it to be valid here.
'hist': StringCol(itemsize=255),
'uvalues': StringCol(itemsize=255),
}
self._write_test_meta(temp_fs, 'schema', descriptor,
[[('hist', json.dumps([0, 1])),
('uvalues', json.dumps(['a', 'b']))]])
# now read it from file.
with open_file(temp_fs.getsyspath('temp.h5'), 'r') as h5:
ret = HDFReader._read_meta_child(h5, 'schema')
self.assertEqual(ret[0]['hist'], [0, 1])
self.assertEqual(ret[0]['uvalues'], ['a', 'b'])
def test_converts_comment_rows_and_header_rows_json_to_list(self):
temp_fs = fsopendir('temp://')
# save meta.row_spec to the file.
descriptor = { # this is not valid descriptor, but I do not need it to be valid here.
'header_rows': StringCol(itemsize=255),
'comment_rows': StringCol(itemsize=255),
}
self._write_test_meta(temp_fs, 'row_spec', descriptor,
[[('comment_rows', json.dumps([0, 1])),
('header_rows', json.dumps([2, 3]))]])
# now read it from file.
with open_file(temp_fs.getsyspath('temp.h5'), 'r') as h5:
ret = HDFReader._read_meta_child(h5, 'row_spec')
self.assertEqual(ret[0]['comment_rows'], [0, 1])
self.assertEqual(ret[0]['header_rows'], [2, 3])
def test_reads_lines_to_dict(self):
temp_fs = fsopendir('temp://')
# save meta.about to the file.
descriptor = {'load_time': Float64Col(), 'create_time': Float64Col()}
self._write_test_meta(temp_fs, 'about', descriptor,
[[('load_time', 1.0), ('create_time', 1.1)]])
# now read it from file.
with open_file(temp_fs.getsyspath('temp.h5'), 'r') as h5:
ret = HDFReader._read_meta_child(h5, 'about')
self.assertIsInstance(ret, list)
first = ret[0]
self.assertIn('load_time', first)
self.assertEqual(first['load_time'], 1.0)
self.assertIn('create_time', first)
self.assertEqual(first['create_time'], 1.1)
def test_converts_comment_rows_and_header_rows_json_to_list(self):
temp_fs = fsopendir("temp://")
# save meta.row_spec to the file.
descriptor = { # this is not valid descriptor, but I do not need it to be valid here.
"header_rows": StringCol(itemsize=255),
"comment_rows": StringCol(itemsize=255),
}
self._write_test_meta(
temp_fs,
"row_spec",
descriptor,
[[("comment_rows", json.dumps([0, 1])), ("header_rows", json.dumps([2, 3]))]],
)
# now read it from file.
with open_file(temp_fs.getsyspath("temp.h5"), "r") as h5:
ret = HDFReader._read_meta_child(h5, "row_spec")
self.assertEqual(ret[0]["comment_rows"], [0, 1])
self.assertEqual(ret[0]["header_rows"], [2, 3])
