def test_addfilestask_run(self):
t = AddFilesTask(paths=self.paths, labels=self.labels)
t.run_task({})
write_file_contents, wdoc = self.fp.get_file("write")
self.assertEqual(write_file_contents, open(self.paths[0], "r").read().encode())
del_file_contents, wdoc = self.fp.get_file("delete")
self.assertEqual(del_file_contents, open(self.paths[1], "r").read().encode())
def test_addfilesfrompatterntask_run(self):
t = AddFilesTask(paths="*.yaml", directory=module_dir)
t.run_task({})
write_file_contents, wdoc = self.fp.get_file(self.paths[0])
self.assertEqual(write_file_contents, open(self.paths[0], "r").read().encode())
del_file_contents, wdoc = self.fp.get_file(self.paths[1])
self.assertEqual(del_file_contents, open(self.paths[1], "r").read().encode())
def test_addfilestask_run(self):
t = AddFilesTask(paths=self.paths, labels=self.labels)
t.run_task({})
write_file_contents, wdoc = self.fp.get_file("write")
self.assertEqual(write_file_contents, open(self.paths[0], "r").read().encode())
del_file_contents, wdoc = self.fp.get_file("delete")
self.assertEqual(del_file_contents, open(self.paths[1], "r").read().encode())
def test_addfilestask_run(self):
t = AddFilesTask(paths=self.paths, identifiers=self.identifiers)
t.run_task({})
write_file_contents, _ = self.fp.get_file("write")
with open(self.paths[0]) as f:
self.assertEqual(write_file_contents, f.read().encode())
del_file_contents, _ = self.fp.get_file("delete")
with open(self.paths[1]) as f:
self.assertEqual(del_file_contents, f.read().encode())
def test_addfilesfrompatterntask_run(self):
t = AddFilesTask(paths="*.yaml", directory=module_dir)
t.run_task({})
write_file_contents, _ = self.fp.get_file(self.paths[0])
with open(self.paths[0]) as f:
self.assertEqual(write_file_contents, f.read().encode())
del_file_contents, wdoc = self.fp.get_file(self.paths[1])
with open(self.paths[1]) as f:
self.assertEqual(del_file_contents, f.read().encode())
def test_getfilesbyquerytask_metafile_run(self):
'''Tests writing metadata to a yaml file'''
with open("original_test_file.txt", 'w') as f:
f.write("Some file with some content")
t = AddFilesTask(filepad_file=self.filepad_file,
paths=["original_test_file.txt"],
identifiers=["test_identifier"],
metadata={'key': 'value'})
t.run_task({})
os.remove("original_test_file.txt")
dest_dir = os.path.abspath(".")
t = GetFilesByQueryTask(filepad_file=self.filepad_file,
query={'metadata->key': 'value'},
meta_file=True,
meta_file_suffix='.meta.yaml',
dest_dir=dest_dir,
new_file_names=["queried_test_file.txt"])
t.run_task({})
with open('queried_test_file.txt.meta.yaml', 'r') as f:
yaml = YAML(typ='safe')
metadata = yaml.load(f)
self.assertEqual(metadata["key"], "value")
os.remove(os.path.join(dest_dir, 'queried_test_file.txt'))
os.remove(os.path.join(dest_dir, 'queried_test_file.txt.meta.yaml'))
def test_getfilesbyquerytask_metafile_run(self):
"""Tests writing metadata to a yaml file"""
with open("original_test_file.txt", "w") as f:
f.write("Some file with some content")
t = AddFilesTask(paths=["original_test_file.txt"],
identifiers=["test_identifier"],
metadata={"key": "value"})
t.run_task({})
os.remove("original_test_file.txt")
dest_dir = os.path.abspath(".")
t = GetFilesByQueryTask(
query={"metadata->key": "value"},
meta_file=True,
meta_file_suffix=".meta.yaml",
dest_dir=dest_dir,
new_file_names=["queried_test_file.txt"],
)
t.run_task({})
with open("queried_test_file.txt.meta.yaml") as f:
yaml = YAML(typ="safe")
metadata = yaml.load(f)
self.assertEqual(metadata["key"], "value")
os.remove(os.path.join(dest_dir, "queried_test_file.txt"))
os.remove(os.path.join(dest_dir, "queried_test_file.txt.meta.yaml"))
def test_getfilestask_run(self):
t = AddFilesTask(paths=self.paths, labels=self.labels)
t.run_task({})
dest_dir = os.path.abspath(".")
labels = ["write"]
new_file_names = ["write_2.yaml"]
t = GetFilesTask(labels=labels, dest_dir=dest_dir, new_file_names=new_file_names)
t.run_task({})
write_file_contents, wdoc = self.fp.get_file("write")
self.assertEqual(write_file_contents,
open(os.path.join(dest_dir, new_file_names[0]), "r").read().encode())
os.remove(os.path.join(dest_dir, new_file_names[0]))
def test_getfilestask_run(self):
t = AddFilesTask(paths=self.paths, identifiers=self.identifiers)
t.run_task({})
dest_dir = os.path.abspath(".")
identifiers = ["write"]
new_file_names = ["write_2.yaml"]
t = GetFilesTask(identifiers=identifiers,
dest_dir=dest_dir,
new_file_names=new_file_names)
t.run_task({})
write_file_contents, _ = self.fp.get_file("write")
with open(os.path.join(dest_dir, new_file_names[0])) as f:
self.assertEqual(write_file_contents, f.read().encode())
os.remove(os.path.join(dest_dir, new_file_names[0]))
def test_getfilestask_run(self):
t = AddFilesTask(paths=self.paths, labels=self.labels)
t.run_task({})
dest_dir = os.path.abspath(".")
labels = ["write"]
new_file_names = ["write_2.yaml"]
t = GetFilesTask(labels=labels, dest_dir=dest_dir, new_file_names=new_file_names)
t.run_task({})
write_file_contents, wdoc = self.fp.get_file("write")
self.assertEqual(write_file_contents,
open(os.path.join(dest_dir, new_file_names[0]), "r").read().encode())
os.remove(os.path.join(dest_dir, new_file_names[0]))
def test_getfilesbyquerytask_run(self):
"""Tests querying objects from FilePad by metadata"""
t = AddFilesTask(paths=self.paths,
identifiers=self.identifiers,
metadata={"key": "value"})
t.run_task({})
dest_dir = os.path.abspath(".")
new_file_names = ["test_file.yaml"]
t = GetFilesByQueryTask(query={"metadata->key": "value"},
dest_dir=dest_dir,
new_file_names=new_file_names)
t.run_task({})
test_file_contents, _ = self.fp.get_file("test_idenfifier")
self.assertEqual(
test_file_contents,
open(os.path.join(dest_dir, new_file_names[0])).read().encode())
os.remove(os.path.join(dest_dir, new_file_names[0]))
def test_getfilesbyquerytask_run(self):
"""Tests querying objects from FilePad by metadata"""
with open("original_test_file.txt", "w") as f:
f.write("Some file with some content")
t = AddFilesTask(paths=["original_test_file.txt"],
identifiers=["some_identifier"],
metadata={"key": "value"})
t.run_task({})
os.remove("original_test_file.txt")
dest_dir = os.path.abspath(".")
t = GetFilesByQueryTask(query={"metadata->key": "value"},
dest_dir=dest_dir,
new_file_names=["queried_test_file.txt"])
t.run_task({})
test_file_contents, _ = self.fp.get_file("some_identifier")
with open(os.path.join(dest_dir, "queried_test_file.txt")) as f:
self.assertEqual(test_file_contents, f.read().encode())
os.remove(os.path.join(dest_dir, "queried_test_file.txt"))
def test_getfilesbyquerytask_sort_descending_name_run(self):
'''Tests on sorting queried files in descending order'''
file_contents = [
'Some file with some content',
'Some other file with some other content'
]
with open("degenerate_file.txt", 'w') as f:
f.write(file_contents[0])
t = AddFilesTask(filepad_file=self.filepad_file,
paths=["degenerate_file.txt"],
identifiers=["some_identifier"],
metadata={
'key': 'value',
'sort_key': 10
})
t.run_task({})
with open("degenerate_file.txt", 'w') as f:
f.write(file_contents[-1])
t = AddFilesTask(filepad_file=self.filepad_file,
paths=["degenerate_file.txt"],
identifiers=["some_other_identifier"],
metadata={
'key': 'value',
'sort_key': 20
})
t.run_task({})
os.remove("degenerate_file.txt")
t = GetFilesByQueryTask(filepad_file=self.filepad_file,
query={'metadata->key': 'value'},
fizzle_degenerate_file_name=False,
sort_key="metadata.sort_key",
sort_direction=-1)
t.run_task({})
with open("degenerate_file.txt", "r") as f:
self.assertEqual(file_contents[0], f.read())
os.remove("degenerate_file.txt")
def test_getfilesbyquerytask_raise_degenerate_file_name(self):
'''Tests on raising exception on degenerate file name from FilePad query'''
with open("degenerate_file.txt", 'w') as f:
f.write("Some file with some content")
t = AddFilesTask(filepad_file=self.filepad_file,
paths=["degenerate_file.txt"],
identifiers=["some_identifier"],
metadata={'key': 'value'})
t.run_task({})
with open("degenerate_file.txt", 'w') as f:
f.write(
"Some other file with some other content BUT same file name")
t = AddFilesTask(filepad_file=self.filepad_file,
paths=["degenerate_file.txt"],
identifiers=["some_other_identifier"],
metadata={'key': 'value'})
t.run_task({})
os.remove("degenerate_file.txt")
t = GetFilesByQueryTask(filepad_file=self.filepad_file,
query={'metadata->key': 'value'},
fizzle_degenerate_file_name=True)
with self.assertRaises(ValueError):
t.run_task({})
def test_getfilesbyquerytask_ignore_degenerate_file_name(self):
'''Tests on ignoring degenrate file name in result from FilePad query'''
with open("degenerate_file.txt", 'w') as f:
f.write("Some file with some content")
t = AddFilesTask(filepad_file=self.filepad_file,
paths=["degenerate_file.txt"],
identifiers=["some_identifier"],
metadata={'key': 'value'})
t.run_task({})
with open("degenerate_file.txt", 'w') as f:
f.write(
"Some other file with some other content BUT same file name")
t = AddFilesTask(filepad_file=self.filepad_file,
paths=["degenerate_file.txt"],
identifiers=["some_other_identifier"],
metadata={'key': 'value'})
t.run_task({})
os.remove("degenerate_file.txt")
t = GetFilesByQueryTask(filepad_file=self.filepad_file,
query={'metadata->key': 'value'},
fizzle_degenerate_file_name=False)
t.run_task({})
def test_getfilesbyquerytask_ignore_degenerate_file_name(self):
"""Tests on ignoring degenerate file name in result from FilePad query"""
with open("degenerate_file.txt", "w") as f:
f.write("Some file with some content")
t = AddFilesTask(paths=["degenerate_file.txt"],
identifiers=["some_identifier"],
metadata={"key": "value"})
t.run_task({})
with open("degenerate_file.txt", "w") as f:
f.write(
"Some other file with some other content BUT same file name")
t = AddFilesTask(paths=["degenerate_file.txt"],
identifiers=["some_other_identifier"],
metadata={"key": "value"})
t.run_task({})
os.remove("degenerate_file.txt")
t = GetFilesByQueryTask(query={"metadata->key": "value"},
fizzle_degenerate_file_name=False)
t.run_task({})
def test_getfilesbyquerytask_raise_degenerate_file_name(self):
"""Tests on raising exception on degenerate file name from FilePad query"""
with open("degenerate_file.txt", "w") as f:
f.write("Some file with some content")
t = AddFilesTask(paths=["degenerate_file.txt"],
identifiers=["some_identifier"],
metadata={"key": "value"})
t.run_task({})
with open("degenerate_file.txt", "w") as f:
f.write(
"Some other file with some other content BUT same file name")
t = AddFilesTask(paths=["degenerate_file.txt"],
identifiers=["some_other_identifier"],
metadata={"key": "value"})
t.run_task({})
os.remove("degenerate_file.txt")
t = GetFilesByQueryTask(query={"metadata->key": "value"},
fizzle_degenerate_file_name=True)
with self.assertRaises(ValueError):
t.run_task({})
def test_getfilesbyquerytask_sort_descending_name_run(self):
"""Tests on sorting queried files in descending order"""
file_contents = [
"Some file with some content",
"Some other file with some other content"
]
with open("degenerate_file.txt", "w") as f:
f.write(file_contents[0])
t = AddFilesTask(paths=["degenerate_file.txt"],
identifiers=["some_identifier"],
metadata={
"key": "value",
"sort_key": 10
})
t.run_task({})
with open("degenerate_file.txt", "w") as f:
f.write(file_contents[-1])
t = AddFilesTask(
paths=["degenerate_file.txt"],
identifiers=["some_other_identifier"],
metadata={
"key": "value",
"sort_key": 20
},
)
t.run_task({})
os.remove("degenerate_file.txt")
t = GetFilesByQueryTask(
query={"metadata->key": "value"},
fizzle_degenerate_file_name=False,
sort_key="metadata.sort_key",
sort_direction=-1,
)
t.run_task({})
with open("degenerate_file.txt") as f:
self.assertEqual(file_contents[0], f.read())
os.remove("degenerate_file.txt")
