def _merge_files(self, job):
with os_ext.change_dir(job.workdir):
out_glob = glob.glob(job.stdout + '_*')
err_glob = glob.glob(job.stderr + '_*')
getlogger().debug(
'merging job array output files: %s' % ', '.join(out_glob))
os_ext.concat_files(job.stdout, *out_glob, overwrite=True)
getlogger().debug(
'merging job array error files: %s' % ','.join(err_glob))
os_ext.concat_files(job.stderr, *err_glob, overwrite=True)
def test_concat_files(tmpdir):
with os_ext.change_dir(tmpdir):
file1 = 'in1.txt'
file2 = 'in2.txt'
concat_file = 'out.txt'
with open(file1, 'w') as f1:
f1.write('Hello1')
with open(file2, 'w') as f2:
f2.write('Hello2')
os_ext.concat_files(concat_file, file1, file2, overwrite=True)
with open(concat_file) as cf:
out = cf.read()
assert out == 'Hello1\nHello2\n'
def test_concat_files(self):
with tempfile.TemporaryDirectory(dir='unittests') as tmpdir:
with os_ext.change_dir(tmpdir):
file1 = 'in1.txt'
file2 = 'in2.txt'
concat_file = 'out.txt'
with open(file1, 'w') as f1:
f1.write('Hello1')
with open(file2, 'w') as f2:
f2.write('Hello2')
os_ext.concat_files(concat_file, file1, file2, overwrite=True)
with open(concat_file) as cf:
out = cf.read()
assert out == 'Hello1\nHello2\n'
