def test_workflow_transaction(hdfs_cluster):
w = WebHDFS(hdfs_cluster,
user='******',
data_proxy={'worker.example.com': 'localhost'})
fn = '/user/testuser/testrun/afile'
w.mkdirs('/user/testuser/testrun')
with w.transaction:
with w.open(fn, 'wb') as f:
f.write(b'hello')
assert not w.exists(fn)
assert w.exists(fn)
assert w.ukey(fn)
files = w.ls('/user/testuser/testrun', True)
summ = w.content_summary('/user/testuser/testrun')
assert summ['length'] == files[0]['size']
assert summ['fileCount'] == 1
w.rm('/user/testuser/testrun', recursive=True)
assert not w.exists(fn)
def test_workflow_transaction(hdfs_cluster):
w = WebHDFS(hdfs_cluster,
user="******",
data_proxy={"worker.example.com": "localhost"})
fn = "/user/testuser/testrun/afile"
w.mkdirs("/user/testuser/testrun")
with w.transaction:
with w.open(fn, "wb") as f:
f.write(b"hello")
assert not w.exists(fn)
assert w.exists(fn)
assert w.ukey(fn)
files = w.ls("/user/testuser/testrun", True)
summ = w.content_summary("/user/testuser/testrun")
assert summ["length"] == files[0]["size"]
assert summ["fileCount"] == 1
w.rm("/user/testuser/testrun", recursive=True)
assert not w.exists(fn)