コード例 #1
0
    def test_nosplit():
        'It test that we can set some input files to be not split'
        bin = create_test_binary()
        #with infile
        in_file = NamedTemporaryFile()
        content = 'hola1\nhola2\n'
        in_file.write(content)
        in_file.flush()
        out_file = NamedTemporaryFile()

        cmd = [bin]
        cmd.extend(['-i', in_file.name, '-t', out_file.name])
        stdout = NamedTemporaryFile()
        stderr = NamedTemporaryFile()
        cmd_def = [{'options': ('-i', '--input'), 'io': 'in',
                    'special':['no_split']},
                   {'options': ('-t', '--output'), 'io': 'out'}]
        splits = 4
        popen = Popen(cmd, stdout=stdout, stderr=stderr, cmd_def=cmd_def,
                      splits=splits)
        assert popen.wait() == 0 #waits till finishes and looks to the retcod
        assert not open(stdout.name).read()
        assert not open(stderr.name).read()
        assert open(out_file.name).read() == content * splits
        in_file.close()
        os.remove(bin)
コード例 #2
0
    def test_lots_splits_outfile():
        'It tests that we can set 2 input files and an output file'
        bin = create_test_binary()

        splits = 200
        content = ['hola%d\n' % split for split in range(splits)]
        content = ''.join(content)
        in_file1 = NamedTemporaryFile()
        in_file1.write(content)
        in_file1.flush()
        in_file2 = NamedTemporaryFile()
        in_file2.write(content)
        in_file2.flush()
        out_file1 = NamedTemporaryFile()
        out_file2 = NamedTemporaryFile()

        cmd = [bin]
        cmd.extend(['-i', in_file1.name, '-t', out_file1.name])
        cmd.extend(['-x', in_file2.name, '-z', out_file2.name])
        stdout = NamedTemporaryFile()
        stderr = NamedTemporaryFile()
        cmd_def = [{'options': ('-i', '--input'), 'io': 'in', 'splitter':''},
                   {'options': ('-x', '--input'), 'io': 'in', 'splitter':''},
                   {'options': ('-t', '--output'), 'io': 'out'},
                   {'options': ('-z', '--output'), 'io': 'out'}]
        popen = Popen(cmd, stdout=stdout, stderr=stderr, cmd_def=cmd_def,
                      splits=splits)
        assert popen.wait() == 0 #waits till finishes and looks to the retcod
        assert not open(stdout.name).read()
        assert not open(stderr.name).read()
        assert open(out_file1.name).read() == content
        assert open(out_file2.name).read() == content
        in_file1.close()
        in_file2.close()
        os.remove(bin)
コード例 #3
0
    def test_2_infile_outfile():
        'It tests that we can set 2 input files and an output file'
        bin = create_test_binary()
        #with infile
        content = 'hola1\nhola2\nhola3\nhola4\nhola5\nhola6\nhola7\nhola8\n'
        content += 'hola9\nhola10|n'
        in_file1 = NamedTemporaryFile()
        in_file1.write(content)
        in_file1.flush()
        in_file2 = NamedTemporaryFile()
        in_file2.write(content)
        in_file2.flush()
        out_file1 = NamedTemporaryFile()
        out_file2 = NamedTemporaryFile()

        cmd = [bin]
        cmd.extend(['-i', in_file1.name, '-t', out_file1.name])
        cmd.extend(['-x', in_file2.name, '-z', out_file2.name])
        stdout = NamedTemporaryFile()
        stderr = NamedTemporaryFile()
        cmd_def = [{'options': ('-i', '--input'), 'io': 'in', 'splitter':''},
                   {'options': ('-x', '--input'), 'io': 'in', 'splitter':''},
                   {'options': ('-t', '--output'), 'io': 'out'},
                   {'options': ('-z', '--output'), 'io': 'out'}]
        popen = Popen(cmd, stdout=stdout, stderr=stderr, cmd_def=cmd_def)
        assert popen.wait() == 0 #waits till finishes and looks to the retcod
        assert not open(stdout.name).read()
        assert not open(stderr.name).read()
        assert open(out_file1.name).read() == content
        assert open(out_file2.name).read() == content
        in_file1.close()
        in_file2.close()
        os.remove(bin)
コード例 #4
0
    def xtest_infile_outfile_condor():
        'It tests that we can set an input file and an output file'
        bin = create_test_binary()
        #with infile
        in_file = NamedTemporaryFile()
        content = 'hola1\nhola2\nhola3\nhola4\nhola5\nhola6\nhola7\nhola8\n'
        content += 'hola9\nhola10|n'
        in_file.write(content)
        in_file.flush()
        out_file = NamedTemporaryFile()

        cmd = [bin]
        cmd.extend(['-i', in_file.name, '-t', out_file.name])
        stdout = NamedTemporaryFile()
        stderr = NamedTemporaryFile()
        cmd_def = [{'options': ('-i', '--input'), 'io': 'in', 'splitter':''},
                   {'options': ('-t', '--output'), 'io': 'out'}]
        from psubprocess import CondorPopen
        popen = Popen(cmd, stdout=stdout, stderr=stderr, cmd_def=cmd_def,
                      runner=CondorPopen,
                      runner_conf={'transfer_executable':True})
        assert popen.wait() == 0 #waits till finishes and looks to the retcode
        assert not open(stdout.name).read()
        assert not open(stderr.name).read()
        assert open(out_file.name).read() == content
        in_file.close()
        os.remove(bin)
コード例 #5
0
 def test_run_condor_retcode():
     'It test that we can run condor job and get the retcode'
     bin = create_test_binary()
     #a simple job
     cmd = [bin]
     cmd.extend(['-r', '10'])
     popen = Popen(cmd, runner_conf={'transfer_executable':True})
     assert popen.wait() == 10 #waits till finishes and looks to the retcode
     os.remove(bin)
コード例 #6
0
 def test_retcode():
     'It tests that we get the correct returncode'
     bin = create_test_binary()
     cmd = [bin]
     cmd.extend(['-r', '20'])
     stdout = NamedTemporaryFile()
     stderr = NamedTemporaryFile()
     popen = Popen(cmd, stdout=stdout, stderr=stderr, cmd_def=[])
     assert popen.wait() == 20 #waits till finishes and looks to the retcod
     assert not open(stdout.name).read()
     assert not open(stderr.name).read()
     os.remove(bin)
コード例 #7
0
 def test_run_condor_kill():
     'It test that we can kill a condor job'
     bin = create_test_binary()
     #a simple job
     cmd = [bin]
     cmd.extend(['-w'])
     popen = Popen(cmd, runner_conf={'transfer_executable':True})
     pid = str(popen.pid)
     popen.kill()
     stdout = call(['condor_q', pid])[0]
     assert pid not in stdout
     os.remove(bin)
コード例 #8
0
 def test_kill_subjobs():
     'It tests that we can kill the subjobs'
     bin = create_test_binary()
     cmd = [bin]
     cmd.extend(['-w'])
     stdout = NamedTemporaryFile()
     stderr = NamedTemporaryFile()
     popen = Popen(cmd, stdout=stdout, stderr=stderr, cmd_def=[])
     assert popen.returncode is None
     popen.kill()
     assert not open(stdout.name).read()
     assert not open(stderr.name).read()
     os.remove(bin)
コード例 #9
0
 def test_run_condor_stdout():
     'It test that we can run condor job and retrieve stdout and stderr'
     bin = create_test_binary()
     #a simple job
     cmd = [bin]
     cmd.extend(['-o', 'hola', '-e', 'caracola'])
     stdout = NamedTemporaryFile()
     stderr = NamedTemporaryFile()
     popen = Popen(cmd, runner_conf={'transfer_executable':True},
                   stdout=stdout, stderr=stderr)
     assert popen.wait() == 0 #waits till finishes and looks to the retcode
     assert open(stdout.name).read() == 'hola'
     assert open(stderr.name).read() == 'caracola'
     os.remove(bin)
コード例 #10
0
 def test_run_condor_stdin():
     'It test that we can run condor job with stdin'
     bin = create_test_binary()
     #a simple job
     cmd = [bin]
     cmd.extend(['-s'])
     stdin  = NamedTemporaryFile()
     stdout = NamedTemporaryFile()
     stdin.write('hola')
     stdin.flush()
     popen = Popen(cmd, runner_conf={'transfer_executable':True},
                   stdout=stdout, stdin=stdin)
     assert popen.wait() == 0 #waits till finishes and looks to the retcode
     assert open(stdout.name).read() == 'hola'
     os.remove(bin)
コード例 #11
0
    def test_job_no_in_stream():
        'It test that a job with no in stream is run splits times'
        bin = create_test_binary()

        cmd = [bin]
        cmd.extend(['-o', 'hola', '-e', 'caracola'])
        stdout = NamedTemporaryFile()
        stderr = NamedTemporaryFile()
        cmd_def = [{'options': ('-i', '--input'), 'io': 'in', 'splitter':''}]
        splits = 4
        popen = Popen(cmd, stdout=stdout, stderr=stderr, cmd_def=cmd_def,
                      splits=splits)
        assert popen.wait() == 0 #waits till finishes and looks to the retcod
        assert open(stdout.name).read() == 'hola' * splits
        assert open(stderr.name).read() == 'caracola' * splits
        os.remove(bin)
コード例 #12
0
    def test_file_in():
        'It tests the most basic behaviour'
        bin = create_test_binary()
        #with infile
        in_file = NamedTemporaryFile()
        in_file.write('hola')
        in_file.flush()

        cmd = [bin]
        cmd.extend(['-i', in_file.name])
        stdout = NamedTemporaryFile()
        stderr = NamedTemporaryFile()
        cmd_def = [{'options': ('-i', '--input'), 'io': 'in', 'splitter':''}]
        popen = Popen(cmd, stdout=stdout, stderr=stderr, cmd_def=cmd_def)
        assert popen.wait() == 0 #waits till finishes and looks to the retcode
        assert open(stdout.name).read() == 'hola'
        in_file.close()
        os.remove(bin)
コード例 #13
0
    def test_run_condor_in_file():
        'It test that we can run condor job with an input file'
        bin = create_test_binary()

        in_file = NamedTemporaryFile()
        in_file.write('hola')
        in_file.flush()

        cmd = [bin]
        cmd.extend(['-i', in_file.name])
        stdout = NamedTemporaryFile()
        stderr = NamedTemporaryFile()
        cmd_def = [{'options': ('-i', '--input'), 'io': 'in'}]
        popen = Popen(cmd, runner_conf={'transfer_executable':True},
                      stdout=stdout, stderr=stderr, cmd_def=cmd_def)

        assert popen.wait() == 0 #waits till finishes and looks to the retcod
        assert open(stdout.name).read() == 'hola'
        os.remove(bin)
コード例 #14
0
    def test_run_condor_in_out_file(self):
        'It test that we can run condor job with an output file'
        bin = create_test_binary()

        in_file = NamedTemporaryFile()
        in_file.write('hola')
        in_file.flush()
        out_file = open('output.txt', 'w')

        cmd = [bin]
        cmd.extend(['-i', in_file.name, '-t', out_file.name])
        stdout = NamedTemporaryFile()
        stderr = NamedTemporaryFile()
        cmd_def = [{'options': ('-i', '--input'), 'io': 'in'},
                   {'options': ('-t', '--output'), 'io': 'out'}]
        popen = Popen(cmd, runner_conf={'transfer_executable':True},
                      stdout=stdout, stderr=stderr, cmd_def=cmd_def)
        popen.wait()
        assert popen.wait() == 0 #waits till finishes and looks to the retcod
        assert open(out_file.name).read() == 'hola'
        os.remove(out_file.name)

        #and output file with path won't be allowed unless the transfer file
        #mechanism is not used
        out_file = NamedTemporaryFile()

        cmd = [bin]
        cmd.extend(['-i', in_file.name, '-t', out_file.name])
        stdout = NamedTemporaryFile()
        stderr = NamedTemporaryFile()
        cmd_def = [{'options': ('-i', '--input'), 'io': 'in'},
                   {'options': ('-t', '--output'), 'io': 'out'}]
        try:
            popen = Popen(cmd, runner_conf={'transfer_executable':True},
                          stdout=stdout, stderr=stderr, cmd_def=cmd_def)
            self.fail('ValueError expected')
            #pylint: disable-msg=W0704
        except ValueError:
            pass
        os.remove(bin)
コード例 #15
0
    def test_stdin():
        'It test that stdin works as input'
        bin = create_test_binary()

        #with stdin
        content = 'hola1\nhola2\nhola3\nhola4\nhola5\nhola6\nhola7\nhola8\n'
        content += 'hola9\nhola10|n'
        stdin = NamedTemporaryFile()
        stdin.write(content)
        stdin.flush()

        cmd = [bin]
        cmd.extend(['-s'])
        stdout = NamedTemporaryFile()
        stderr = NamedTemporaryFile()
        cmd_def = [{'options':STDIN, 'io': 'in', 'splitter':''}]
        popen = Popen(cmd, stdout=stdout, stderr=stderr, stdin=stdin,
                      cmd_def=cmd_def)
        assert popen.wait() == 0 #waits till finishes and looks to the retcod
        assert open(stdout.name).read() == content
        assert open(stderr.name).read() == ''
        os.remove(bin)
コード例 #16
0
    def test_prunner_with_cmddef():
        'It tests that we can run the prunner setting the cmd_def in the cmd'
        bin = create_test_binary()
        #with infile
        in_file = NamedTemporaryFile()
        content = 'hola1\nhola2\nhola3\nhola4\nhola5\nhola6\nhola7\nhola8\n'
        content += 'hola9\nhola10|n'
        in_file.write(content)
        in_file.flush()
        out_file = NamedTemporaryFile()

        cmd = [bin]
        cmd.extend(['>splitter=#-i#', in_file.name,
                    '<#-t#', out_file.name])
        stdout = NamedTemporaryFile()
        stderr = NamedTemporaryFile()
        popen = Popen(cmd, stdout=stdout, stderr=stderr)
        assert popen.wait() == 0 #waits till finishes and looks to the retcod
        assert not open(stdout.name).read()
        assert not open(stderr.name).read()
        assert open(out_file.name).read() == content
        in_file.close()
        os.remove(bin)
コード例 #17
0
    def test_bam_infile_outfile():
        'It tests that we can set an bam  input and output file'
        bin = create_test_binary()
        #with infile
        in_file = open(os.path.join(DATA_DIR, 'seq.bam'))
        out_file = NamedTemporaryFile()

        cmd = [bin]
        cmd.extend(['-i', in_file.name, '-t', out_file.name])
        stdout = NamedTemporaryFile()
        stderr = NamedTemporaryFile()
        cmd_def = [{'options': ('-i', '--input'), 'io': 'in', 'splitter':'bam'},
                   {'options': ('-t', '--output'), 'io': 'out', 'joiner':'bam'}]
        popen = Popen(cmd, stdout=stdout, stderr=stderr, cmd_def=cmd_def)



        assert popen.wait() == 0 #waits till finishes and looks to the retcod

#        print open(out_file.name).read()
#        print out_file.name

        in_file.close()
        os.remove(bin)