def test_process():
with TemporaryDirectory() as rawpath:
path = Path(rawpath)
config = """
interval = "1 day"
cmd = "touch $PARCEL_PATH.txt"
"""
path.joinpath('config.toml').write_text(config)
times = [f'2000-01-0{d+1}T000000Z' for d in range(9)]
for time in times:
with freeze_time(time):
assert cli.main(['process', rawpath]) == 0
assert sorted([f.stem for f in path.glob('data/*.txt')]) == times
assert (len(
path.joinpath('metrics.csv').read_text().splitlines()) == 10)
# don't produce another export before it's due
with freeze_time('2000-01-09T120000Z'):
assert cli.main(['process', rawpath]) == 0
assert sorted([f.stem for f in path.glob('data/*.txt')]) == times
# do clean old data even when no export is due
config += 'keep = 3'
path.joinpath('config.toml').write_text(config)
with freeze_time('2000-01-09T120000Z'):
assert cli.main(['process', rawpath]) == 0
assert sorted([f.stem for f in path.glob('data/*.txt')]) == times[6:]
def test_export_given_id():
with TemporaryDirectory() as rawpath:
assert cli.main(['init', rawpath]) == 0
path = Path(rawpath)
path.joinpath('config.toml').write_text("""
cmd = "echo hello > $PARCEL_PATH.txt"
""")
assert cli.main(['export', '-p', '2020-04-01T010203Z', rawpath]) == 0
assert (path.joinpath(
'data', '2020-04-01T010203Z.txt').read_text() == 'hello\n')
def test_report(capsys):
with TemporaryDirectory() as rawpath:
path = Path(rawpath)
path1 = path.joinpath('alpha')
path2 = path.joinpath('beta')
assert cli.main(['init', str(path1), str(path2)]) == 0
path1.joinpath('data', '2000-01-01T000000Z.txt').touch()
assert cli.main(['report', str(path1), str(path2)]) == 0
cap = capsys.readouterr()
assert 'WARNING: no complete parcel for: beta\n' in cap.out
def test_reprocess_metrics_given_parcel():
with TemporaryDirectory() as rawpath:
assert cli.main(['init', rawpath]) == 0
path = Path(rawpath)
path.joinpath('data', '2000-01-02T030405Z.txt').write_text('hi!')
path.joinpath('data', '2000-01-03T030405Z.txt').write_text('hola!')
assert (cli.main(
['reprocess_metrics', '-p', '2000-01-02T030405Z', rawpath]) == 0)
expected = """parcel_id,success,files,bytes
2000-01-02T030405Z,Y,1,3
"""
assert path.joinpath('metrics.csv').read_text() == expected
def test_export():
with TemporaryDirectory() as rawpath:
assert cli.main(['init', rawpath]) == 0
path = Path(rawpath)
path.joinpath('config.toml').write_text("""
cmd = "echo hello > $PARCEL_PATH.txt"
""")
with freeze_time('2020-04-01T010203Z'):
assert cli.main(['export', rawpath]) == 0
assert (path.joinpath(
'data', '2020-04-01T010203Z.txt').read_text() == 'hello\n')
assert ('2020-04-01T010203Z,Y,1,6'
in path.joinpath('metrics.csv').read_text())
def test_help(capsys):
"""Writes usage info to the doc/ folder."""
doc = Path('doc')
with pytest.raises(SystemExit):
cli.main(['-h'])
cap = capsys.readouterr()
doc.joinpath('usage.txt').write_text(
re.sub(r'\S*pytest\S*', 'export_manager', cap.out))
cmds = re.search('\\{(.+)\\}', cap.out).group(1)
for cmd in cmds.split(','):
with pytest.raises(SystemExit):
cli.main([cmd, '-h'])
cap = capsys.readouterr()
doc.joinpath(f'usage-{cmd}.txt').write_text(
re.sub(r'\S*pytest\S*', 'export_manager', cap.out))
def test_init_git():
with TemporaryDirectory() as rawpath:
path = Path(rawpath).joinpath('gamma')
assert cli.main(['init', '-g', str(path)]) == 0
assert path.is_dir()
assert path.joinpath('config.toml').is_file()
assert path.joinpath('metrics.csv').is_file()
assert path.joinpath('.gitignore').is_file()
repo = Repo(str(path))
assert repo.head.commit.message == '[export_manager] initialize'
def test_init():
with TemporaryDirectory() as rawpath:
path1 = Path(rawpath).joinpath('alpha')
path2 = Path(rawpath).joinpath('beta')
assert cli.main(['init', str(path1), str(path2)]) == 0
assert path1.is_dir()
assert path1.joinpath('config.toml').is_file()
assert path1.joinpath('metrics.csv').is_file()
assert path2.is_dir()
assert path2.joinpath('config.toml').is_file()
assert path2.joinpath('metrics.csv').is_file()
from export_manager import cli
import sys
if __name__ == '__main__':
sys.exit(cli.main())