Exemple #1
0
def test_job_service_create():
    """ Test service.create_job() - expecting state 'NEW'
    """
    js = None
    try:
        tc = testing.get_test_config()
        js = saga.job.Service(tc.job_service_url, tc.session)
        jd = saga.job.Description()
        jd.executable = '/bin/sleep'
        jd.arguments = ['10']

        # add options from the test .cfg file if set
        jd = sutc.add_tc_params_to_jd(tc=tc, jd=jd)

        j = js.create_job(jd)
        assert j.state == j.get_state()
        assert j.state == saga.job.NEW

    except saga.NotImplemented as ni:
        assert tc.notimpl_warn_only, "%s " % ni
        if tc.notimpl_warn_only:
            print "%s " % ni
    except saga.SagaException as se:
        assert False, "Unexpected exception: %s" % se
    finally:
        _silent_close_js(js)
def test_get_job():
    """ Test to submit a job, and retrieve it by id """
    j  = None
    js = None
    try:
        tc = testing.get_test_config ()
        js = saga.job.Service(tc.job_service_url, tc.session)

        # create job service and job
        jd = saga.job.Description()
        jd.executable = '/bin/sleep'
        jd.arguments = ['10']

        # add options from the test .cfg file if set
        jd = sutc.add_tc_params_to_jd(tc=tc, jd=jd)

        j = js.create_job(jd)

        # run job - now it has an id, and js must be able to retrieve it by id
        j.run()
        j_clone = js.get_job(j.id)
        assert j.id in j_clone.id

    except saga.NotImplemented as ni:
        assert tc.notimpl_warn_only, "%s " % ni
        if tc.notimpl_warn_only:
            print "%s " % ni
    except saga.SagaException as se:
        assert False, "Unexpected exception: %s" % se
    finally:
        _silent_cancel(j)
        _silent_close_js(js)
Exemple #3
0
def test_job_wait():
    """ Test job.wait() - expecting state: DONE (this test might take a while)
    """
    js = None
    j = None
    try:
        tc = testing.get_test_config()
        js = saga.job.Service(tc.job_service_url, tc.session)
        jd = saga.job.Description()
        jd.executable = '/bin/sleep'
        jd.arguments = ['10']

        # add options from the test .cfg file if set
        jd = sutc.add_tc_params_to_jd(tc=tc, jd=jd)

        j = js.create_job(jd)

        j.run()
        j.wait()
        assert j.state == saga.job.DONE, "%s != %s" % (j.state, saga.job.DONE)

    except saga.NotImplemented as ni:
        assert tc.notimpl_warn_only, "%s " % ni
        if tc.notimpl_warn_only:
            print "%s " % ni
    except saga.SagaException as se:
        assert False, "Unexpected exception: %s" % se
    finally:
        _silent_cancel(j)
        _silent_close_js(js)
Exemple #4
0
def test_job_suspend_resume():
    """ Test job.suspend()/resume() - expecting state: SUSPENDED/RUNNING
    """
    js = None
    j  = None
    try:
        tc = testing.get_test_config ()
        js = saga.job.Service(tc.job_service_url, tc.session)
        jd = saga.job.Description()
        jd.executable = '/bin/sleep'
        jd.arguments = ['20']

        # add options from the test .cfg file if set
        jd = sutc.add_tc_params_to_jd(tc=tc, jd=jd)

        j = js.create_job(jd)
        j.run()

        j.suspend()
        assert j.state == saga.job.SUSPENDED
        assert j.state == j.get_state()

        j.resume()
        assert j.state == saga.job.RUNNING
        assert j.state == j.get_state()

    except saga.NotImplemented as ni:
        assert tc.notimpl_warn_only, "%s " % ni
        if tc.notimpl_warn_only:
            print "%s " % ni
    except saga.SagaException as se:
        assert False, "Unexpected exception: %s" % se
    finally:
        _silent_cancel(j)
        _silent_close_js(js)
Exemple #5
0
def test_job_wait():
    """ Test job.wait() - expecting state: DONE (this test might take a while)
    """
    js = None
    j  = None
    try:
        tc = testing.get_test_config ()
        js = saga.job.Service(tc.job_service_url, tc.session)
        jd = saga.job.Description()
        jd.executable = '/bin/sleep'
        jd.arguments = ['10']

        # add options from the test .cfg file if set
        jd = sutc.add_tc_params_to_jd(tc=tc, jd=jd)

        j = js.create_job(jd)

        j.run()
        j.wait()
        assert j.state == saga.job.DONE, "%s != %s" % (j.state, saga.job.DONE)

    except saga.NotImplemented as ni:
        assert tc.notimpl_warn_only, "%s " % ni
        if tc.notimpl_warn_only:
            print "%s " % ni
    except saga.SagaException as se:
        assert False, "Unexpected exception: %s" % se
    finally:
        _silent_cancel(j)
        _silent_close_js(js)
Exemple #6
0
def test_job_suspend_resume():
    """ Test job.suspend()/resume() - expecting state: SUSPENDED/RUNNING
    """
    js = None
    j = None
    try:
        tc = testing.get_test_config()
        js = saga.job.Service(tc.job_service_url, tc.session)
        jd = saga.job.Description()
        jd.executable = '/bin/sleep'
        jd.arguments = ['20']

        # add options from the test .cfg file if set
        jd = sutc.add_tc_params_to_jd(tc=tc, jd=jd)

        j = js.create_job(jd)
        j.run()

        j.suspend()
        assert j.state == saga.job.SUSPENDED
        assert j.state == j.get_state()

        j.resume()
        assert j.state == saga.job.RUNNING
        assert j.state == j.get_state()

    except saga.NotImplemented as ni:
        assert tc.notimpl_warn_only, "%s " % ni
        if tc.notimpl_warn_only:
            print "%s " % ni
    except saga.SagaException as se:
        assert False, "Unexpected exception: %s" % se
    finally:
        _silent_cancel(j)
        _silent_close_js(js)
Exemple #7
0
def test_get_job():
    """ Test to submit a job, and retrieve it by id """
    j = None
    js = None
    try:
        tc = testing.get_test_config()
        js = saga.job.Service(tc.job_service_url, tc.session)

        # create job service and job
        jd = saga.job.Description()
        jd.executable = '/bin/sleep'
        jd.arguments = ['10']

        # add options from the test .cfg file if set
        jd = sutc.add_tc_params_to_jd(tc=tc, jd=jd)

        j = js.create_job(jd)

        # run job - now it has an id, and js must be able to retrieve it by id
        j.run()
        j_clone = js.get_job(j.id)
        assert j.id in j_clone.id

    except saga.NotImplemented as ni:
        assert tc.notimpl_warn_only, "%s " % ni
        if tc.notimpl_warn_only:
            print "%s " % ni
    except saga.SagaException as se:
        assert False, "Unexpected exception: %s" % se
    finally:
        _silent_cancel(j)
        _silent_close_js(js)
def test_list_jobs():
    """ Test if a submitted job shows up in Service.list() """
    j  = None
    js = None
    try:
        tc = testing.get_test_config ()
        js = saga.job.Service(tc.job_service_url, tc.session)

        # create job service and job
        jd = saga.job.Description()
        jd.executable = '/bin/sleep'
        jd.arguments = ['10']

        # add options from the test .cfg file if set
        jd = sutc.add_tc_params_to_jd(tc=tc, jd=jd)

        j = js.create_job(jd)

        # run job - now it has an id, and js must know it
        j.run()
        all_jobs = js.list()
        assert j.id in all_jobs, \
            "%s not in %s" % (j.id, all_jobs)

    except saga.NotImplemented as ni:
        assert tc.notimpl_warn_only, "%s " % ni
        if tc.notimpl_warn_only:
            print "%s " % ni
    except saga.SagaException as se:
        assert False, "Unexpected exception: %s" % se
    finally:
        _silent_cancel(j)
        _silent_close_js(js)
Exemple #9
0
def test_get_exit_code():
    """ Test job.exit_code
    """
    js = None
    j = None
    try:
        tc = testing.get_test_config()
        js = saga.job.Service(tc.job_service_url, tc.session)
        jd = saga.job.Description()
        jd.executable = "/bin/sleep"

        # add options from the test .cfg file if set
        jd = sutc.add_tc_params_to_jd(tc=tc, jd=jd)

        j = js.create_job(jd)
        j.run()
        j.wait()

        ec = j.exit_code
        assert ec == 1, "%s != 1" % ec

    except saga.NotImplemented as ni:
        assert tc.notimpl_warn_only, "%s " % ni
        if tc.notimpl_warn_only:
            print "%s " % ni
    except saga.SagaException as se:
        assert False, "Unexpected exception: %s" % se
    finally:
        _silent_cancel(j)
        _silent_close_js(js)
Exemple #10
0
def test_job_service_invalid_url():
    """ Test if a non-resolvable hostname results in a proper exception
    """
    try:
        tc = testing.get_test_config()
        invalid_url = deepcopy(saga.Url(tc.job_service_url))
        invalid_url.host = "does.not.exist"
        tmp_js = saga.job.Service(invalid_url, tc.session)
        _silent_close_js(tmp_js)
        assert False, "Expected XYZ exception but got none."

    except saga.BadParameter:
        assert True

    # we don't check DNS anymore, as that can take *ages* -- so we now also
    # see Timeout and NoSuccess exceptions...
    except saga.Timeout:
        assert True

    except saga.NoSuccess:
        assert True

    # other exceptions sould never occur
    except saga.SagaException as ex:
        assert False, "Expected BadParameter, Timeout or NoSuccess exception, but got %s (%s)" % (
            type(ex), ex)
Exemple #11
0
def test_replica_remove():
    """ Test logical file remove, which should remove the file from the remote resource
    """
    try:
        tc = testing.get_test_config()
        the_url = tc.job_service_url  # from test config file
        the_session = tc.session  # from test config file
        replica_url = tc.replica_url
        replica_directory = saga.replica.LogicalDirectory(replica_url)

        home_dir = os.path.expanduser("~" + "/")
        print "Creating temporary file of size %dM : %s" % \
            (FILE_SIZE, home_dir+TEMP_FILENAME)

        # create a file for us to use
        with open(home_dir + TEMP_FILENAME, "wb") as f:
            f.write("x" * (FILE_SIZE * pow(2, 20)))

        print "Creating logical directory object"
        mydir = saga.replica.LogicalDirectory(replica_url)

        print "Uploading temporary"
        myfile = saga.replica.LogicalFile(replica_url + TEMP_FILENAME)
        myfile.upload(home_dir + TEMP_FILENAME, \
                          "irods:///this/path/is/ignored/?resource="+IRODS_RESOURCE, saga.replica.OVERWRITE)

        print "Removing temporary file."
        myfile.remove()
        assert True

    except saga.SagaException as ex:
        #        print ex.traceback
        assert False, "unexpected exception %s\n%s" % (ex.traceback, ex)
def test_jobid_viability ():
    """ Test if jobid represents job """
    # The job id for the fork shell adaptor should return a pid which represents
    # the actual job instance.  We test by killing that pid and checking state.

    try:
        import os

        tc = testing.get_test_config ()

        js_url = saga.Url (tc.job_service_url)
        if  js_url.schema.lower() not in ['fork', 'local', 'ssh'] :
            # test not supported for other backends
            return

        if  js_url.host.lower() not in [None, '', 'localhost'] :
            # test not supported for other backends
            return

        js  = saga.job.Service ('fork:///')
        j   = js.run_job ("/bin/sleep 100")
        jid = j.id

        js_part, j_part = jid.split ('-', 1)
        pid = j_part[1:-3]

        # kill the children (i.e. the only child) of the pid, which is the
        # actual job
        os.system ('ps -ef | cut -c 8-21 | grep " %s " | cut -c 1-8 | grep -v " %s " | xargs -r kill' % (pid, pid))

        assert (j.state == saga.job.FAILED), 'job.state: %s' % j.state


    except saga.SagaException as se:
        assert False, "Unexpected exception: %s" % se
def test_derive_overlay():
    """
    test overlay derivation
    """
    tc = rut.get_test_config()
    wl_dict = tc.workload_dict

    wl = troy.Workload()
    planner = troy.Planner()
  # pprint.pprint(wl_dict)

    if not 'tasks' in wl_dict:
        assert False, "no tasks in workload dict"

    if not len(wl_dict['tasks']):
        assert False, "zero tasks in workload dict"

    for task_dict in wl_dict['tasks']:
        task_description = troy.TaskDescription(task_dict)
        wl.add_task(task_description)

    for relation_dict in wl_dict['relations']:
        relation_description = troy.RelationDescription(relation_dict)
        wl.add_relation(relation_description)

    overlay_id = planner.derive_overlay(wl.id)

    overlay = troy.OverlayManager.get_overlay(overlay_id)

    if  not overlay.description.cores :
        assert False, "No cores requested"

    if  not overlay.description.wall_time :
        assert False, "Walltime is zero"
def test_expand_workload():
    """
    test workload planning
    """
    tc = rut.get_test_config()
    wl_dict = tc.workload_dict

    wl = troy.Workload()
    planner = troy.Planner()
  # pprint.pprint(wl_dict)

    if not 'tasks' in wl_dict:
        assert False, "no tasks in workload dict"

    if not len(wl_dict['tasks']):
        assert False, "zero tasks in workload dict"

    for task_dict in wl_dict['tasks']:
        task_description = troy.TaskDescription(task_dict)
        wl.add_task(task_description)

    for relation_dict in wl_dict['relations']:
        relation_description = troy.RelationDescription(relation_dict)
        wl.add_relation(relation_description)

    if not wl.state is troy.DESCRIBED:
        assert False, "Workload state != DESCRIBED"

    planner.expand_workload(wl.id)

    if not wl.state is troy.PLANNED:
        assert False, "Workload state != PLANNED"
def test_replica_remove():
    """ Test logical file remove, which should remove the file from the remote resource
    """
    try:
        tc = testing.get_test_config ()
        the_url = tc.job_service_url # from test config file
        the_session = tc.session # from test config file
        replica_url = tc.replica_url
        replica_directory = saga.replica.LogicalDirectory(replica_url)

        home_dir = os.path.expanduser("~"+"/")
        print "Creating temporary file of size %dM : %s" % \
            (FILE_SIZE, home_dir+TEMP_FILENAME)

        # create a file for us to use
        with open(home_dir+TEMP_FILENAME, "wb") as f:
            f.write ("x" * (FILE_SIZE * pow(2,20)) )

        print "Creating logical directory object"
        mydir = saga.replica.LogicalDirectory(replica_url)

        print "Uploading temporary"
        myfile = saga.replica.LogicalFile(replica_url+TEMP_FILENAME)
        myfile.upload(home_dir + TEMP_FILENAME, \
                          "irods:///this/path/is/ignored/?resource="+IRODS_RESOURCE, saga.replica.OVERWRITE)

        print "Removing temporary file."
        myfile.remove()
        assert True

    except saga.SagaException as ex:
#        print ex.traceback
        assert False, "unexpected exception %s\n%s" % (ex.traceback, ex)
Exemple #16
0
def test_get_exit_code():
    """ Test job.exit_code
    """
    js = None
    j  = None
    try:
        tc = testing.get_test_config ()
        js = saga.job.Service(tc.job_service_url, tc.session)
        jd = saga.job.Description()
        jd.executable = "/bin/sleep"

        # add options from the test .cfg file if set
        jd = sutc.add_tc_params_to_jd(tc=tc, jd=jd)

        j = js.create_job(jd)
        j.run()
        j.wait()

        ec = j.exit_code
        assert ec == 1, "%s != 1" % ec

    except saga.NotImplemented as ni:
        assert tc.notimpl_warn_only, "%s " % ni
        if tc.notimpl_warn_only:
            print "%s " % ni
    except saga.SagaException as se:
        assert False, "Unexpected exception: %s" % se
    finally:
        _silent_cancel(j)
        _silent_close_js(js)
Exemple #17
0
def test_job_service_create():
    """ Test service.create_job() - expecting state 'NEW'
    """
    js = None
    try:
        tc = testing.get_test_config ()
        js = saga.job.Service(tc.job_service_url, tc.session)
        jd = saga.job.Description()
        jd.executable = '/bin/sleep'
        jd.arguments = ['10']

        # add options from the test .cfg file if set
        jd = sutc.add_tc_params_to_jd(tc=tc, jd=jd)

        j = js.create_job(jd)
        assert j.state == j.get_state()
        assert j.state == saga.job.NEW

    except saga.NotImplemented as ni:
        assert tc.notimpl_warn_only, "%s " % ni
        if tc.notimpl_warn_only:
            print "%s " % ni
    except saga.SagaException as se:
        assert False, "Unexpected exception: %s" % se
    finally:
        _silent_close_js(js)
Exemple #18
0
def test_job_service_invalid_url():
    """ Test if a non-resolvable hostname results in a proper exception
    """
    try:
        tc = testing.get_test_config ()
        invalid_url = deepcopy(saga.Url(tc.job_service_url))
        invalid_url.host = "does.not.exist"
        tmp_js = saga.job.Service(invalid_url, tc.session)
        _silent_close_js(tmp_js)
        assert False, "Expected XYZ exception but got none."

    except saga.BadParameter :
        assert True

    # we don't check DNS anymore, as that can take *ages* -- so we now also
    # see Timeout and NoSuccess exceptions...
    except saga.Timeout :
        assert True

    except saga.NoSuccess :
        assert True

    # other exceptions sould never occur
    except saga.SagaException as ex:
        assert False, "Expected BadParameter, Timeout or NoSuccess exception, but got %s (%s)" % (type(ex), ex)
Exemple #19
0
def test_list_jobs():
    """ Test if a submitted job shows up in Service.list() """
    j = None
    js = None
    try:
        tc = testing.get_test_config()
        js = saga.job.Service(tc.job_service_url, tc.session)

        # create job service and job
        jd = saga.job.Description()
        jd.executable = '/bin/sleep'
        jd.arguments = ['10']

        # add options from the test .cfg file if set
        jd = sutc.add_tc_params_to_jd(tc=tc, jd=jd)

        j = js.create_job(jd)

        # run job - now it has an id, and js must know it
        j.run()
        all_jobs = js.list()
        assert j.id in all_jobs, \
            "%s not in %s" % (j.id, all_jobs)

    except saga.NotImplemented as ni:
        assert tc.notimpl_warn_only, "%s " % ni
        if tc.notimpl_warn_only:
            print "%s " % ni
    except saga.SagaException as se:
        assert False, "Unexpected exception: %s" % se
    finally:
        _silent_cancel(j)
        _silent_close_js(js)
 def tearDown(self):
     """Teardown called once per class instance"""
     try:
         # do the cleanup
         tc = testing.get_test_config()
         d = saga.filesystem.Directory(tc.filesystem_url)
         d.remove(self.uniquefilename1)
         d.remove(self.uniquefilename2)
     except saga.SagaException as ex:
         pass
Exemple #21
0
 def tearDown(self):
     """Teardown called once per class instance"""
     try:
         # do the cleanup
         tc = testing.get_test_config ()
         d = saga.filesystem.Directory(tc.filesystem_url)
         d.remove(self.uniquefilename1)
         d.remove(self.uniquefilename2)
     except saga.SagaException as ex:
         pass
 def test_nonexisting_file_create_open(self):
     """ Testing if opening a non-existing file with the 'create' flag set works.
     """
     try:
         pass
         tc = testing.get_test_config()
         nonex_file = deepcopy(saga.Url(tc.filesystem_url))
         nonex_file.path += "/%s" % self.uniquefilename1
         f = saga.filesystem.File(nonex_file, saga.filesystem.CREATE)
         assert f.size == 0  # this should fail if the file doesn't exist!
     except saga.SagaException as ex:
         assert False, "Unexpected exception: %s" % ex
Exemple #23
0
 def test_nonexisting_file_create_open(self):
     """ Testing if opening a non-existing file with the 'create' flag set works.
     """
     try:
         pass
         tc = testing.get_test_config ()
         nonex_file = deepcopy(saga.Url(tc.filesystem_url))
         nonex_file.path += "/%s" % self.uniquefilename1
         f = saga.filesystem.File(nonex_file, saga.filesystem.CREATE)
         assert f.size == 0  # this should fail if the file doesn't exist!
     except saga.SagaException as ex:
         assert False, "Unexpected exception: %s" % ex
def helper_multiple_services(i):
    tc = testing.get_test_config ()
    js = saga.job.Service(tc.job_service_url, tc.session)
    jd = saga.job.Description()
    jd.executable = '/bin/sleep'
    jd.arguments = ['10']
    jd = sutc.add_tc_params_to_jd(tc=tc, jd=jd)
    j = js.create_job(jd)
    j.run()
    assert (j.state in [saga.job.RUNNING, saga.job.PENDING]), "job submission failed"
    _silent_cancel(j)
    _silent_close_js(js)
Exemple #25
0
def helper_multiple_services(i):
    tc = testing.get_test_config()
    js = saga.job.Service(tc.job_service_url, tc.session)
    jd = saga.job.Description()
    jd.executable = '/bin/sleep'
    jd.arguments = ['10']
    jd = sutc.add_tc_params_to_jd(tc=tc, jd=jd)
    j = js.create_job(jd)
    j.run()
    assert (j.state in [saga.job.RUNNING,
                        saga.job.PENDING]), "job submission failed"
    _silent_cancel(j)
    _silent_close_js(js)
def test_ptyshell_nok () :
    """ Test pty_shell which runs command unsuccessfully """
    conf  = rut.get_test_config ()
    shell = sups.PTYShell (saga.Url(conf.job_service_url), conf.session)

    txt = "______1______2_____3_____"
    ret, out, _ = shell.run_sync ("printf \"%s\" ; false" % txt)
    assert (ret == 1)    , "%s"       % (repr(ret))
    assert (out == txt)  , "%s == %s" % (repr(out), repr(txt))

    assert (shell.alive ())
    shell.finalize (True)
    assert (not shell.alive ())
Exemple #27
0
def test_ptyshell_nok():
    """ Test pty_shell which runs command unsuccessfully """
    conf = rut.get_test_config()
    shell = sups.PTYShell(saga.Url(conf.job_service_url), conf.session)

    txt = "______1______2_____3_____"
    ret, out, _ = shell.run_sync("printf \"%s\" ; false" % txt)
    assert (ret == 1), "%s" % (repr(ret))
    assert (out == txt), "%s == %s" % (repr(out), repr(txt))

    assert (shell.alive())
    shell.finalize(True)
    assert (not shell.alive())
Exemple #28
0
 def test_nonexisting_host_file_open(self):
     """ Testing if opening a file on a non-existing host causes an exception.
     """
     try:
         tc = testing.get_test_config ()
         invalid_url = deepcopy(saga.Url(tc.filesystem_url))
         invalid_url.host = "does.not.exist"
         f = saga.filesystem.File(invalid_url)
         assert False, "Expected BadParameter exception but got none."
     except saga.BadParameter:
         assert True
     except saga.SagaException as ex:
         assert False, "Expected BadParameter exception, but got %s" % ex
Exemple #29
0
    def test_directory_get_session(self):
        """ Testing if the correct session is being used
        """
        try:
            tc = testing.get_test_config()
            session = tc.session or saga.Session()

            d = saga.filesystem.Directory(tc.filesystem_url, session=session)

            assert d.get_session() == session, 'Failed setting the session'

        except saga.SagaException as ex:
            assert False, "Unexpected exception: %s" % ex
 def test_nonexisting_host_file_open(self):
     """ Testing if opening a file on a non-existing host causes an exception.
     """
     try:
         tc = testing.get_test_config()
         invalid_url = deepcopy(saga.Url(tc.filesystem_url))
         invalid_url.host = "does.not.exist"
         f = saga.filesystem.File(invalid_url)
         assert False, "Expected BadParameter exception but got none."
     except saga.BadParameter:
         assert True
     except saga.SagaException as ex:
         assert False, "Expected BadParameter exception, but got %s" % ex
Exemple #31
0
    def test_directory_get_session(self):
        """ Testing if the correct session is being used
        """
        try:
            tc = testing.get_test_config()
            session = tc.session or saga.Session()

            d = saga.filesystem.Directory(tc.filesystem_url, session=session)

            assert d.get_session() == session, 'Failed setting the session'

        except saga.SagaException as ex:
            assert False, "Unexpected exception: %s" % ex
def test_replica_directory():
    """ Test logical file directory 
    """
    try:
        tc = testing.get_test_config ()
        the_url = tc.job_service_url # from test config file
        the_session = tc.session # from test config file
        replica_url = tc.replica_url
        replica_directory = saga.replica.LogicalDirectory(replica_url)
        assert True

    except saga.SagaException as ex:
        assert False, "unexpected exception %s" % ex
Exemple #33
0
def test_replica_directory():
    """ Test logical file directory 
    """
    try:
        tc = testing.get_test_config()
        the_url = tc.job_service_url  # from test config file
        the_session = tc.session  # from test config file
        replica_url = tc.replica_url
        replica_directory = saga.replica.LogicalDirectory(replica_url)
        assert True

    except saga.SagaException as ex:
        assert False, "unexpected exception %s" % ex
Exemple #34
0
def test_job_service_get_url():
    """ Test if the job service URL is returned correctly
    """
    js = None
    try:
        tc = testing.get_test_config ()
        js = saga.job.Service(tc.job_service_url, tc.session)
        assert js, "job service creation failed?"
        assert (tc.job_service_url == str(js.url)), "%s == %s" % (tc.job_service_url, str(js.url))

    except saga.SagaException as ex:
        assert False, "unexpected exception %s" % ex
    finally:
        _silent_close_js(js)
Exemple #35
0
def test_multiple_services():
    """ Test to create multiple job service instances  (this test might take a while) """
    try:
        tc = testing.get_test_config()
        for i in range(0, NUM_SERVICES):
            helper_multiple_services(i)

    except saga.NotImplemented as ni:
        assert tc.notimpl_warn_only, "%s " % ni
        if tc.notimpl_warn_only:
            print "%s " % ni

    except saga.SagaException as se:
        assert False, "Unexpected exception: %s" % se
Exemple #36
0
    def test_existing_file_open(self):
        """ Testing if we can open an existing file.
        """
        try:
            tc = testing.get_test_config ()
            filename = deepcopy(saga.Url(tc.filesystem_url))
            filename.path += "/%s" % self.uniquefilename1
            f = saga.filesystem.File(filename, saga.filesystem.CREATE)

            f2 = saga.filesystem.File(f.url)
            assert f2.size == 0  # this should fail if the file doesn't exist!

        except saga.SagaException as ex:
            assert False, "Unexpected exception: %s" % ex
Exemple #37
0
 def test_nonexisting_file_open(self):
     """ Testing if opening a non-existing file causes an exception.
     """
     try:
         pass
         tc = testing.get_test_config ()
         nonex_file = deepcopy(saga.Url(tc.filesystem_url))
         nonex_file.path += "/file.does.not.exist"
         f = saga.filesystem.File(nonex_file)
         assert False, "Expected DoesNotExist exception but got none."
     except saga.DoesNotExist:
         assert True
     except saga.SagaException as ex:
         assert False, "Expected DoesNotExist exception, but got %s" % ex
    def test_existing_file_open(self):
        """ Testing if we can open an existing file.
        """
        try:
            tc = testing.get_test_config()
            filename = deepcopy(saga.Url(tc.filesystem_url))
            filename.path += "/%s" % self.uniquefilename1
            f = saga.filesystem.File(filename, saga.filesystem.CREATE)

            f2 = saga.filesystem.File(f.url)
            assert f2.size == 0  # this should fail if the file doesn't exist!

        except saga.SagaException as ex:
            assert False, "Unexpected exception: %s" % ex
 def test_nonexisting_file_open(self):
     """ Testing if opening a non-existing file causes an exception.
     """
     try:
         pass
         tc = testing.get_test_config()
         nonex_file = deepcopy(saga.Url(tc.filesystem_url))
         nonex_file.path += "/file.does.not.exist"
         f = saga.filesystem.File(nonex_file)
         assert False, "Expected DoesNotExist exception but got none."
     except saga.DoesNotExist:
         assert True
     except saga.SagaException as ex:
         assert False, "Expected DoesNotExist exception, but got %s" % ex
def test_ptyshell_file_stage () :
    """ Test pty_shell file staging """
    conf  = rut.get_test_config ()
    shell = sups.PTYShell (saga.Url(conf.job_service_url), conf.session)

    txt = "______1______2_____3_____"
    shell.write_to_remote   (txt, "/tmp/saga-test-staging")
    out = shell.read_from_remote ("/tmp/saga-test-staging")

    assert (txt == out)  , "%s == %s" % (repr(out), repr(txt))

    ret, out, _ = shell.run_sync ("rm /tmp/saga-test-staging")
    assert (ret == 0)    , "%s"       % (repr(ret))
    assert (out == "")   , "%s == ''" % (repr(out))
Exemple #41
0
def test_ptyshell_file_stage():
    """ Test pty_shell file staging """
    conf = rut.get_test_config()
    shell = sups.PTYShell(saga.Url(conf.job_service_url), conf.session)

    txt = "______1______2_____3_____"
    shell.write_to_remote(txt, "/tmp/saga-test-staging")
    out = shell.read_from_remote("/tmp/saga-test-staging")

    assert (txt == out), "%s == %s" % (repr(out), repr(txt))

    ret, out, _ = shell.run_sync("rm /tmp/saga-test-staging")
    assert (ret == 0), "%s" % (repr(ret))
    assert (out == ""), "%s == ''" % (repr(out))
def test_multiple_services():
    """ Test to create multiple job service instances  (this test might take a while) """
    try:
        tc = testing.get_test_config ()
        for i in range(0, NUM_SERVICES):
            helper_multiple_services(i)

    except saga.NotImplemented as ni:
        assert tc.notimpl_warn_only, "%s " % ni
        if tc.notimpl_warn_only:
            print "%s " % ni

    except saga.SagaException as se:
        assert False, "Unexpected exception: %s" % se
Exemple #43
0
def test_job_service_get_url():
    """ Test if the job service URL is returned correctly
    """
    js = None
    try:
        tc = testing.get_test_config()
        js = saga.job.Service(tc.job_service_url, tc.session)
        assert js, "job service creation failed?"
        assert (tc.job_service_url == str(
            js.url)), "%s == %s" % (tc.job_service_url, str(js.url))

    except saga.SagaException as ex:
        assert False, "unexpected exception %s" % ex
    finally:
        _silent_close_js(js)
Exemple #44
0
def test_close():
    """ Test job service close()
    """
    try:
        tc = testing.get_test_config()
        js = saga.job.Service(tc.job_service_url, tc.session)
        js.close()
        js.get_url()
        assert False, "Subsequent calls should fail after close()"

    except saga.NotImplemented as ni:
        assert tc.notimpl_warn_only, "%s " % ni
        if tc.notimpl_warn_only:
            print "%s " % ni
    except saga.SagaException:
        assert True
def test_close():
    """ Test job service close()
    """
    try:
        tc = testing.get_test_config ()
        js = saga.job.Service(tc.job_service_url, tc.session)
        js.close()
        js.get_url()
        assert False, "Subsequent calls should fail after close()"

    except saga.NotImplemented as ni:
            assert tc.notimpl_warn_only, "%s " % ni
            if tc.notimpl_warn_only:
                print "%s " % ni
    except saga.SagaException:
        assert True
def test_workload_create():
    """ 
    test workload creation
    """
    tc = rut.get_test_config()
    wl_dict = tc.workload_dict
    wl = troy.Workload()

    if not "tasks" in wl_dict:
        assert False, "no tasks in workload dict"

    if not len(wl_dict["tasks"]):
        assert False, "zero tasks in workload dict"

    for task_dict in wl_dict["tasks"]:
        task_description = troy.TaskDescription(task_dict)
        wl.add_task(task_description)
def test_overlay_create () :
    """ 
    test overlay creation
    """
    tc      = rut.get_test_config ()
    ol_dict = tc.overlay_dict
    ol      = troy.Overlay ({'cores' : 1})

    if  not 'pilots' in ol_dict :
        assert False, "no pilots in overlay dict" 

    if  not len(ol_dict['pilots']) :
        assert False, "zero pilots in overlay dict" 

    for pilot_dict in ol_dict['pilots'] :
        pilot_description = troy.PilotDescription (pilot_dict)
        ol._add_pilot (pilot_description)
Exemple #48
0
    def test_file_copy_remote_local(self):
        """ Testing if we can copy a file from remote -> local
        """
        try:
            pass
            tc = testing.get_test_config ()
            filename1 = deepcopy(saga.Url(tc.filesystem_url))
            filename1.path = "/etc/passwd"
            f1 = saga.filesystem.File(filename1)

            filename2 = "file://localhost/tmp/%s" % self.uniquefilename2

            f1.copy(filename2)
            f2 = saga.filesystem.File(filename2)
            assert f2.size != 0  # this should fail if the file doesn't exist!

        except saga.SagaException as ex:
            assert False, "Unexpected exception: %s" % ex
    def test_file_copy_remote_local(self):
        """ Testing if we can copy a file from remote -> local
        """
        try:
            pass
            tc = testing.get_test_config()
            filename1 = deepcopy(saga.Url(tc.filesystem_url))
            filename1.path = "/etc/passwd"
            f1 = saga.filesystem.File(filename1)

            filename2 = "file://localhost/tmp/%s" % self.uniquefilename2

            f1.copy(filename2)
            f2 = saga.filesystem.File(filename2)
            assert f2.size != 0  # this should fail if the file doesn't exist!

        except saga.SagaException as ex:
            assert False, "Unexpected exception: %s" % ex
def test_get_url():
    """ Test job service url/get_url()
    """
    js = None
    try:
        tc = testing.get_test_config ()
        js = saga.job.Service(tc.job_service_url, tc.session)
        assert str(js.get_url()) == str(tc.job_service_url)
        assert str(js.url) == str(tc.job_service_url)

    except saga.NotImplemented as ni:
            assert tc.notimpl_warn_only, "%s " % ni
            if tc.notimpl_warn_only:
                print "%s " % ni
    except saga.SagaException as se:
        assert False, "Unexpected exception: %s" % se
    finally:
        _silent_close_js(js)
Exemple #51
0
    def test_file_get_session(self):
        """ Testing if the correct session is being used
        """
        try:
            tc = testing.get_test_config ()
            session = tc.session or saga.Session()
            filename = deepcopy(saga.Url(tc.filesystem_url))
            filename.path += "/%s" % self.uniquefilename1

            f = saga.filesystem.File(filename, saga.filesystem.CREATE,
                                     session=session)
            assert f.get_session() == session, 'Failed setting the session'

            f2 = saga.filesystem.File(f.url, session=session)
            assert f2.get_session() == session, 'Failed setting the session'

        except saga.SagaException as ex:
            assert False, "Unexpected exception: %s" % ex
Exemple #52
0
def test_get_url():
    """ Test job service url/get_url()
    """
    js = None
    try:
        tc = testing.get_test_config()
        js = saga.job.Service(tc.job_service_url, tc.session)
        assert str(js.get_url()) == str(tc.job_service_url)
        assert str(js.url) == str(tc.job_service_url)

    except saga.NotImplemented as ni:
        assert tc.notimpl_warn_only, "%s " % ni
        if tc.notimpl_warn_only:
            print "%s " % ni
    except saga.SagaException as se:
        assert False, "Unexpected exception: %s" % se
    finally:
        _silent_close_js(js)
Exemple #53
0
def test_upload_and_download():
    """ Test file upload and download"
    """
    try:
        tc = testing.get_test_config()
        home_dir = os.path.expanduser("~" + "/")
        replica_url = tc.replica_url
        print "Creating temporary file of size %dM : %s" % \
            (FILE_SIZE, home_dir+TEMP_FILENAME)

        # create a file for us to use with iRODS
        with open(home_dir + TEMP_FILENAME, "wb") as f:
            f.write("x" * (FILE_SIZE * pow(2, 20)))

        print "Creating logical directory object"
        mydir = saga.replica.LogicalDirectory(replica_url)

        print "Making sure there is no file existing remotely"
        import subprocess
        subprocess.call(["irm", TEMP_FILENAME])

        print "Uploading file to remote host: %s" % home_dir + TEMP_FILENAME
        myfile = saga.replica.LogicalFile(replica_url + TEMP_FILENAME)
        myfile.upload(home_dir + TEMP_FILENAME, \
                          "irods:///this/path/is/ignored/?resource="+IRODS_RESOURCE)

        #myfile.upload(home_dir + TEMP_FILENAME, \
        #                  "irods:///this/path/is/ignored")

        print "Deleting file locally : %s" % (home_dir + TEMP_FILENAME)
        os.remove(home_dir + TEMP_FILENAME)

        print "Downloading logical file %s to current/default directory" % \
            (replica_url + TEMP_FILENAME)
        myfile.download(TEMP_FILENAME)

        print "Deleting downloaded file locally : %s" % (home_dir +
                                                         TEMP_FILENAME)
        os.remove(home_dir + TEMP_FILENAME)

        assert True

    except saga.SagaException as ex:
        assert False, "unexpected exception %s" % ex
Exemple #54
0
def test_job_run_many():
    """ Run a bunch of jobs concurrently via the same job service.
    """
    NUM_JOBS = 32

    js = None
    jobs = []
    try:

        tc = testing.get_test_config()
        js = saga.job.Service(tc.job_service_url, tc.session)
        jd = saga.job.Description()
        jd.executable = '/bin/sleep'
        jd.arguments = ['60']

        # add options from the test .cfg file if set
        jd = sutc.add_tc_params_to_jd(tc=tc, jd=jd)

        for i in range(0, NUM_JOBS):
            j = js.create_job(jd)
            jobs.append(j)

        # start all jobs
        for job in jobs:
            job.run()

        # wait a bit
        time.sleep(10)

        for job in jobs:
            job.cancel()
            assert job.state == saga.job.CANCELED

    except saga.NotImplemented as ni:
        assert tc.notimpl_warn_only, "%s " % ni
        if tc.notimpl_warn_only:
            print "%s " % ni
    except saga.SagaException as se:
        assert False, "Unexpected exception: %s" % se
    finally:
        for j in jobs:
            _silent_cancel(j)
        _silent_close_js(js)
Exemple #55
0
def test_run_job():
    """ Test to submit a job via run_job, and retrieve id"""
    js = None
    try:
        tc = testing.get_test_config()
        js = saga.job.Service(tc.job_service_url, tc.session)

        # create job service and job
        j = js.run_job("/bin/sleep 10")
        assert j.id

    except saga.NotImplemented as ni:
        assert tc.notimpl_warn_only, "%s " % ni
        if tc.notimpl_warn_only:
            print "%s " % ni
    except saga.SagaException as se:
        assert False, "Unexpected exception: %s" % se
    finally:
        _silent_close_js(js)
Exemple #56
0
    def test_file_get_session(self):
        """ Testing if the correct session is being used
        """
        try:
            tc = testing.get_test_config()
            session = tc.session or saga.Session()
            filename = deepcopy(saga.Url(tc.filesystem_url))
            filename.path += "/%s" % self.uniquefilename1

            f = saga.filesystem.File(filename,
                                     saga.filesystem.CREATE,
                                     session=session)
            assert f.get_session() == session, 'Failed setting the session'

            f2 = saga.filesystem.File(f.url, session=session)
            assert f2.get_session() == session, 'Failed setting the session'

        except saga.SagaException as ex:
            assert False, "Unexpected exception: %s" % ex
def test_ptyshell_async () :
    """ Test pty_shell which runs command successfully """
    conf  = rut.get_test_config ()
    shell = sups.PTYShell (saga.Url(conf.job_service_url), conf.session)

    txt = "______1______2_____3_____\n"
    shell.run_async ("cat <<EOT")

    shell.send (txt)
    shell.send ('EOT\n')

    ret, out = shell.find_prompt ()
 
    assert (ret == 0)   , "%s"       % (repr(ret))
    assert (out == txt) , "%s == %s" % (repr(out), repr(txt))
 
    assert (shell.alive ())
    shell.finalize (True)
    assert (not shell.alive ())
Exemple #58
0
def test_open_close():
    """ Test job service create / close() in a big loop
    """
    js = None
    try:
        tc = testing.get_test_config()

        for i in range(0, 10):
            js = saga.job.Service(tc.job_service_url, tc.session)
            js.close()

    except saga.NotImplemented as ni:
        assert tc.notimpl_warn_only, "%s " % ni
        if tc.notimpl_warn_only:
            print "%s " % ni
    except saga.SagaException as se:
        assert False, "Unexpected exception: %s" % se
    finally:
        _silent_close_js(js)
Exemple #59
0
    def test_file_copy_1(self):
        """ Testing if we can copy an existing file.
        """
        try:
            pass
            tc = testing.get_test_config ()
            filename1 = deepcopy(saga.Url(tc.filesystem_url))
            filename1.path += "/%s" % self.uniquefilename1
            f1 = saga.filesystem.File(filename1, saga.filesystem.CREATE)

            filename2 = deepcopy(saga.Url(tc.filesystem_url))
            filename2.path += "/%s" % self.uniquefilename2

            f1.copy(filename2)
            f2 = saga.filesystem.File(filename2)
            assert f2.size == 0  # this should fail if the file doesn't exist!

        except saga.SagaException as ex:
            assert False, "Unexpected exception: %s" % ex
Exemple #60
0
def test_ptyshell_async():
    """ Test pty_shell which runs command successfully """
    conf = rut.get_test_config()
    shell = sups.PTYShell(saga.Url(conf.job_service_url), conf.session)

    txt = "______1______2_____3_____\n"
    shell.run_async("cat <<EOT")

    shell.send(txt)
    shell.send('EOT\n')

    ret, out = shell.find_prompt()

    assert (ret == 0), "%s" % (repr(ret))
    assert (out == txt), "%s == %s" % (repr(out), repr(txt))

    assert (shell.alive())
    shell.finalize(True)
    assert (not shell.alive())