def test_log_output_no_log(self):
with no_stderrout():
paths = self.make_paths(output_path='test/raw/log_outputs/dir',
output_statslog='')
log_files_in_output(paths)
self.check_makelog(paths)
self.assertFalse(os.path.isfile(paths['output_statslog']))
def test_log_output_depth_one(self):
with no_stderrout():
paths = self.make_paths(
output_path='test/raw/log_outputs/dir_depth')
log_files_in_output(paths, depth=1)
self.assertIn('depth_1.txt', read_file(paths['output_statslog']))
self.assertIn('depth_2.txt', read_file(paths['output_statslog']))
def test_log_output_space(self):
with no_stderrout():
paths = self.make_paths(
output_path='test/raw/log_outputs/dir space')
log_files_in_output(paths)
self.check_makelog(paths)
self.assertIn('file space.txt',
read_file(paths['output_statslog']))
def test_error_bad_path(self):
with no_stderrout():
try:
paths = {}
log_files_in_output(paths)
self.check_logs(paths)
except Exception as e:
self.assertRaises(Exception, e)
def test_log_output_local_string(self):
with no_stderrout():
paths = self.make_paths(
output_path='test/raw/log_outputs/dir',
output_local_path='test/raw/log_outputs/dir_local')
log_files_in_output(paths)
self.check_logs(paths)
self.assertIn('file_local.txt',
read_file(paths['output_statslog']))
def test_log_output_depth_recursive(self):
"""
Note
----
For some reason, recursive symlinks don't actually break as expected.
Python just stops walking the recursive directory at a certain point.
"""
with no_stderrout():
paths = {
'makelog': 'test/log/make.log',
'input_dir': 'test/input',
'output_dir': 'test/input',
'output_statslog': 'test/log/output_stats.log'
}
start_makelog(paths)
link_inputs(paths, ['test/raw/log_outputs/recursion.txt'])
log_files_in_output(paths)
### LOAD CONFIG USER PATHS = gs.update_external_paths(PATHS) gs.update_executables(PATHS) ############ ### MAKE ### ############ ### START MAKE gs.remove_dir(['input', 'external']) gs.clear_dir(['output', 'log']) gs.start_makelog(PATHS) ### MAKE LINKS TO INPUT AND EXTERNAL FILES inputs = gs.link_inputs(PATHS, ['input.txt']) externals = gs.link_externals(PATHS, ['external.txt']) gs.write_source_logs(PATHS, inputs + externals) gs.get_modified_sources(PATHS, inputs + externals) ### RUN SCRIPTS gs.run_stata(PATHS, 'code/analyze_data.do') ### LOG OUTPUTS gs.log_files_in_output(PATHS) ### CHECK FILE SIZES gs.check_module_size(PATHS) ### END MAKE gs.end_makelog(PATHS)
def test_log_output(self):
with no_stderrout():
paths = self.make_paths(output_path='test/raw/log_outputs/dir')
log_files_in_output(paths)
self.check_logs(paths)
