def test_writes_meta(self):
temp_fs = fsopendir('temp://')
parent = MagicMock()
writer = HDFWriter(parent, temp_fs.getsyspath('temp.h5'))
writer._write_meta()
self.assertEqual(writer.cache, [])
self.assertTrue(writer._h5_file.root.partition, 'meta')
def test_writes_meta(self):
temp_fs = fsopendir("temp://")
parent = MagicMock()
writer = HDFWriter(parent, temp_fs.getsyspath("temp.h5"))
writer._write_meta()
self.assertEqual(writer.cache, [])
self.assertTrue(writer._h5_file.root.partition, "meta")
def test_writes_meta_geo(self):
temp_fs = fsopendir("temp://")
parent = MagicMock()
writer = HDFWriter(parent, temp_fs.getsyspath("temp.h5"))
writer.meta["geo"]["srs"] = 11
writer.meta["geo"]["bb"] = 22
writer._write_meta()
self.assertEqual(writer.cache, [])
self.assertTrue(writer._h5_file.root.partition, "meta")
self.assertTrue(writer._h5_file.root.partition.meta, "geo")
self.assertEqual([(x["srs"], x["bb"]) for x in writer._h5_file.root.partition.meta.geo.iterrows()], [(11, 22)])
def test_writes_meta_row_spec(self):
temp_fs = fsopendir("temp://")
parent = MagicMock()
writer = HDFWriter(parent, temp_fs.getsyspath("temp.h5"))
writer.meta["row_spec"]["data_pattern"] = "pattern"
writer._write_meta()
self.assertEqual(writer.cache, [])
self.assertTrue(writer._h5_file.root.partition, "meta")
self.assertTrue(writer._h5_file.root.partition.meta, "row_spec")
self.assertEqual(
[x["data_pattern"] for x in writer._h5_file.root.partition.meta.row_spec.iterrows()], [b("pattern")]
)
def test_writes_meta_row_spec(self):
temp_fs = fsopendir('temp://')
parent = MagicMock()
writer = HDFWriter(parent, temp_fs.getsyspath('temp.h5'))
writer.meta['row_spec']['data_pattern'] = 'pattern'
writer._write_meta()
self.assertEqual(writer.cache, [])
self.assertTrue(writer._h5_file.root.partition, 'meta')
self.assertTrue(writer._h5_file.root.partition.meta, 'row_spec')
self.assertEqual([
x['data_pattern']
for x in writer._h5_file.root.partition.meta.row_spec.iterrows()
], [b('pattern')])
def test_writes_meta_source(self):
temp_fs = fsopendir("temp://")
parent = MagicMock()
writer = HDFWriter(parent, temp_fs.getsyspath("temp.h5"))
writer.meta["source"]["encoding"] = "utf-8"
writer.meta["source"]["url"] = "http://example.com"
writer._write_meta()
self.assertEqual(writer.cache, [])
self.assertTrue(writer._h5_file.root.partition, "meta")
self.assertTrue(writer._h5_file.root.partition.meta, "source")
self.assertEqual(
[(x["encoding"], x["url"]) for x in writer._h5_file.root.partition.meta.source.iterrows()],
[(b("utf-8"), b("http://example.com"))],
)
def test_writes_meta_excel(self):
temp_fs = fsopendir("temp://")
parent = MagicMock()
writer = HDFWriter(parent, temp_fs.getsyspath("temp.h5"))
writer.meta["excel"]["worksheet"] = "sheet1"
writer.meta["excel"]["datemode"] = 1
writer._write_meta()
self.assertEqual(writer.cache, [])
self.assertTrue(writer._h5_file.root.partition, "meta")
self.assertTrue(writer._h5_file.root.partition.meta, "excel")
self.assertEqual(
[(x["worksheet"], x["datemode"]) for x in writer._h5_file.root.partition.meta.excel.iterrows()],
[(b("sheet1"), 1)],
)
def test_writes_meta_comments(self):
temp_fs = fsopendir("temp://")
parent = MagicMock()
writer = HDFWriter(parent, temp_fs.getsyspath("temp.h5"))
writer.meta["comments"]["header"] = "header"
writer.meta["comments"]["footer"] = "footer"
writer._write_meta()
self.assertEqual(writer.cache, [])
self.assertTrue(writer._h5_file.root.partition, "meta")
self.assertTrue(writer._h5_file.root.partition.meta, "comments")
self.assertEqual(
[(x["header"], x["footer"]) for x in writer._h5_file.root.partition.meta.comments.iterrows()],
[(b("header"), b("footer"))],
)
def test_writes_meta_about(self):
temp_fs = fsopendir("temp://")
parent = MagicMock()
writer = HDFWriter(parent, temp_fs.getsyspath("temp.h5"))
writer.meta["about"]["load_time"] = 123.12
writer.meta["about"]["create_time"] = 111.11
writer._write_meta()
self.assertEqual(writer.cache, [])
self.assertTrue(writer._h5_file.root.partition, "meta")
self.assertTrue(writer._h5_file.root.partition.meta, "about")
self.assertEqual(
[(x["load_time"], x["create_time"]) for x in writer._h5_file.root.partition.meta.about.iterrows()],
[(123.12, 111.11)],
)
def test_writes_meta_source(self):
temp_fs = fsopendir('temp://')
parent = MagicMock()
writer = HDFWriter(parent, temp_fs.getsyspath('temp.h5'))
writer.meta['source']['encoding'] = 'utf-8'
writer.meta['source']['url'] = 'http://example.com'
writer._write_meta()
self.assertEqual(writer.cache, [])
self.assertTrue(writer._h5_file.root.partition, 'meta')
self.assertTrue(writer._h5_file.root.partition.meta, 'source')
self.assertEqual(
[(x['encoding'], x['url'])
for x in writer._h5_file.root.partition.meta.source.iterrows()],
[(b('utf-8'), b('http://example.com'))])
def test_writes_meta_geo(self):
temp_fs = fsopendir('temp://')
parent = MagicMock()
writer = HDFWriter(parent, temp_fs.getsyspath('temp.h5'))
writer.meta['geo']['srs'] = 11
writer.meta['geo']['bb'] = 22
writer._write_meta()
self.assertEqual(writer.cache, [])
self.assertTrue(writer._h5_file.root.partition, 'meta')
self.assertTrue(writer._h5_file.root.partition.meta, 'geo')
self.assertEqual(
[(x['srs'], x['bb'])
for x in writer._h5_file.root.partition.meta.geo.iterrows()],
[(11, 22)])
def test_writes_meta_excel(self):
temp_fs = fsopendir('temp://')
parent = MagicMock()
writer = HDFWriter(parent, temp_fs.getsyspath('temp.h5'))
writer.meta['excel']['worksheet'] = 'sheet1'
writer.meta['excel']['datemode'] = 1
writer._write_meta()
self.assertEqual(writer.cache, [])
self.assertTrue(writer._h5_file.root.partition, 'meta')
self.assertTrue(writer._h5_file.root.partition.meta, 'excel')
self.assertEqual(
[(x['worksheet'], x['datemode'])
for x in writer._h5_file.root.partition.meta.excel.iterrows()],
[(b('sheet1'), 1)])
def test_writes_meta_comments(self):
temp_fs = fsopendir('temp://')
parent = MagicMock()
writer = HDFWriter(parent, temp_fs.getsyspath('temp.h5'))
writer.meta['comments']['header'] = 'header'
writer.meta['comments']['footer'] = 'footer'
writer._write_meta()
self.assertEqual(writer.cache, [])
self.assertTrue(writer._h5_file.root.partition, 'meta')
self.assertTrue(writer._h5_file.root.partition.meta, 'comments')
self.assertEqual(
[(x['header'], x['footer'])
for x in writer._h5_file.root.partition.meta.comments.iterrows()],
[(b('header'), b('footer'))])
def test_writes_meta_about(self):
temp_fs = fsopendir('temp://')
parent = MagicMock()
writer = HDFWriter(parent, temp_fs.getsyspath('temp.h5'))
writer.meta['about']['load_time'] = 123.12
writer.meta['about']['create_time'] = 111.11
writer._write_meta()
self.assertEqual(writer.cache, [])
self.assertTrue(writer._h5_file.root.partition, 'meta')
self.assertTrue(writer._h5_file.root.partition.meta, 'about')
self.assertEqual(
[(x['load_time'], x['create_time'])
for x in writer._h5_file.root.partition.meta.about.iterrows()],
[(123.12, 111.11)])
def test_writes_meta_schema(self):
temp_fs = fsopendir("temp://")
parent = MagicMock()
writer = HDFWriter(parent, temp_fs.getsyspath("temp.h5"))
writer.meta["schema"].append(self._get_column("col1", "int"))
writer.meta["schema"].append(self._get_column("col2", "str"))
writer._write_meta()
self.assertEqual(writer.cache, [])
self.assertTrue(writer._h5_file.root.partition, "meta")
self.assertTrue(writer._h5_file.root.partition.meta, "schema")
# check saved values.
saved = [(x["name"], x["type"]) for x in writer._h5_file.root.partition.meta.schema.iterrows()]
self.assertEqual(len(saved), len(writer.meta["schema"]) - 1)
self.assertEqual(saved, [(b("col1"), b("int")), (b("col2"), b("str"))])
def test_writes_meta_schema(self):
temp_fs = fsopendir('temp://')
parent = MagicMock()
writer = HDFWriter(parent, temp_fs.getsyspath('temp.h5'))
writer.meta['schema'].append(self._get_column('col1', 'int'))
writer.meta['schema'].append(self._get_column('col2', 'str'))
writer._write_meta()
self.assertEqual(writer.cache, [])
self.assertTrue(writer._h5_file.root.partition, 'meta')
self.assertTrue(writer._h5_file.root.partition.meta, 'schema')
# check saved values.
saved = [
(x['name'], x['type'])
for x in writer._h5_file.root.partition.meta.schema.iterrows()
]
self.assertEqual(len(saved), len(writer.meta['schema']) - 1)
self.assertEqual(saved, [(b('col1'), b('int')), (b('col2'), b('str'))])
