def _merge_files(self, job): with os_ext.change_dir(job.workdir): out_glob = glob.glob(job.stdout + '_*') err_glob = glob.glob(job.stderr + '_*') getlogger().debug( 'merging job array output files: %s' % ', '.join(out_glob)) os_ext.concat_files(job.stdout, *out_glob, overwrite=True) getlogger().debug( 'merging job array error files: %s' % ','.join(err_glob)) os_ext.concat_files(job.stderr, *err_glob, overwrite=True)
def test_concat_files(tmpdir): with os_ext.change_dir(tmpdir): file1 = 'in1.txt' file2 = 'in2.txt' concat_file = 'out.txt' with open(file1, 'w') as f1: f1.write('Hello1') with open(file2, 'w') as f2: f2.write('Hello2') os_ext.concat_files(concat_file, file1, file2, overwrite=True) with open(concat_file) as cf: out = cf.read() assert out == 'Hello1\nHello2\n'
def test_concat_files(self): with tempfile.TemporaryDirectory(dir='unittests') as tmpdir: with os_ext.change_dir(tmpdir): file1 = 'in1.txt' file2 = 'in2.txt' concat_file = 'out.txt' with open(file1, 'w') as f1: f1.write('Hello1') with open(file2, 'w') as f2: f2.write('Hello2') os_ext.concat_files(concat_file, file1, file2, overwrite=True) with open(concat_file) as cf: out = cf.read() assert out == 'Hello1\nHello2\n'