def test_cancel(execparams: ExecutorTestParams) -> None:
job = Job(JobSpec(executable='/bin/sleep', arguments=['60']))
ex = _get_executor_instance(execparams, job)
ex.submit(job)
job.wait(target_states=[JobState.ACTIVE])
job.cancel()
status = job.wait(timeout=_get_timeout(execparams))
assert status is not None
assert status.state == JobState.CANCELED
def test_parallel_jobs(execparams: ExecutorTestParams) -> None:
spec = JobSpec(executable='/bin/sleep', arguments=['5'])
job1 = Job(spec)
job2 = Job(spec)
ex = _get_executor_instance(execparams, job1)
ex.submit(job1)
ex.submit(job2)
status1 = job1.wait(timeout=_get_timeout(execparams))
status2 = job2.wait(timeout=_get_timeout(execparams))
assert_completed(status1)
assert_completed(status2)
def test_attach(execparams: ExecutorTestParams) -> None:
job = Job(JobSpec(executable='/bin/sleep', arguments=['1']))
ex = _get_executor_instance(execparams, job)
ex.submit(job)
job.wait(target_states=[JobState.ACTIVE, JobState.COMPLETED])
native_id = job.native_id
assert native_id is not None
job2 = Job()
ex.attach(job2, native_id)
status = job2.wait(timeout=_get_timeout(execparams))
assert_completed(status)
def test_failing_job(execparams: ExecutorTestParams) -> None:
job = Job(JobSpec(executable='/bin/false'))
ex = _get_executor_instance(execparams, job)
ex.submit(job)
status = job.wait(timeout=_get_timeout(execparams))
assert status is not None
assert status.state == JobState.FAILED
assert status.exit_code is not None
assert status.exit_code != 0
def test_missing_executable(execparams: ExecutorTestParams) -> None:
job = Job(JobSpec(executable='/bin/no_such_file_or_directory'))
ex = _get_executor_instance(execparams, job)
# we don't know if this will fail with an exception or JobState.FAILED,
# so handle both
try:
ex.submit(job)
status = job.wait(timeout=_get_timeout(execparams))
assert status is not None
assert status.state == JobState.FAILED
if status.exit_code is not None:
assert status.exit_code != 0
except SubmitException:
pass
def test_simple_job_redirect(execparams: ExecutorTestParams) -> None:
_make_test_dir()
with TemporaryDirectory(dir=Path.home() / '.psij' / 'test') as td:
outp = Path(td, 'stdout.txt')
job = Job(
JobSpec(executable='/bin/echo',
arguments=['-n', '_x_'],
stdout_path=outp))
ex = _get_executor_instance(execparams, job)
ex.submit(job)
status = job.wait(timeout=_get_timeout(execparams))
assert_completed(status)
f = outp.open("r")
contents = f.read()
f.close()
assert contents == '_x_'
def test_env_var(execparams: ExecutorTestParams) -> None:
_make_test_dir()
with TemporaryDirectory(dir=Path.home() / '.psij' / 'test') as td:
outp = Path(td, 'stdout.txt')
job = Job(
JobSpec(executable='/bin/bash',
arguments=['-c', 'echo -n $TEST_VAR'],
stdout_path=outp))
assert job.spec is not None
job.spec.environment = {'TEST_VAR': '_y_'}
ex = _get_executor_instance(execparams, job)
ex.submit(job)
status = job.wait(timeout=_get_timeout(execparams))
assert_completed(status)
f = outp.open("r")
contents = f.read()
f.close()
assert contents == '_y_'
#!/usr/bin/env python3
# This is meant as a simple test file to check if psij was installed successfully
import sys
from psij import Job, JobExecutor, JobSpec
if __name__ == '__main__':
name = 'local'
url = None
if len(sys.argv) > 1:
name = sys.argv[1]
if len(sys.argv) > 2:
url = sys.argv[2]
jobs = list()
job = Job(JobSpec(executable='/bin/date'))
ex = JobExecutor.get_instance(name=name, url=url)
ex.submit(job)
jobs.append(job)
print('Job submitted')
status = job.wait()
print('Job done: {}'.format(status))
def test_simple_job(execparams: ExecutorTestParams) -> None:
job = Job(JobSpec(executable='/bin/date', launcher=execparams.launcher))
ex = _get_executor_instance(execparams, job)
ex.submit(job)
status = job.wait(timeout=_get_timeout(execparams))
assert_completed(status)