def test_submit_script(self):
"""Test the submit script."""
from aiida.schedulers.datastructures import JobTemplate
sge = SgeScheduler()
job_tmpl = JobTemplate()
job_tmpl.job_resource = sge.create_job_resource(parallel_env='mpi8', tot_num_mpiprocs=16)
job_tmpl.working_directory = '/home/users/dorigm7s/test'
job_tmpl.submit_as_hold = None
job_tmpl.rerunnable = None
job_tmpl.email = None
job_tmpl.email_on_started = None
job_tmpl.email_on_terminated = None
job_tmpl.job_name = 'BestJobEver'
job_tmpl.sched_output_path = None
job_tmpl.sched_join_files = None
job_tmpl.queue_name = 'FavQ.q'
job_tmpl.priority = None
job_tmpl.max_wallclock_seconds = '3600' # "23:59:59"
job_tmpl.job_environment = {'HOME': '/home/users/dorigm7s/', 'WIENROOT': '$HOME:/WIEN2k'}
submit_script_text = sge._get_submit_script_header(job_tmpl)
self.assertTrue('#$ -wd /home/users/dorigm7s/test' in submit_script_text)
self.assertTrue('#$ -N BestJobEver' in submit_script_text)
self.assertTrue('#$ -q FavQ.q' in submit_script_text)
self.assertTrue('#$ -l h_rt=01:00:00' in submit_script_text)
# self.assertTrue( 'export HOME=/home/users/dorigm7s/'
# in submit_script_text )
self.assertTrue('# ENVIRONMENT VARIABLES BEGIN ###' in submit_script_text)
self.assertTrue("export HOME='/home/users/dorigm7s/'" in submit_script_text)
self.assertTrue("export WIENROOT='$HOME:/WIEN2k'" in submit_script_text)
def test_get_submit_command(self):
"""Test the `get_submit_command`."""
sge = SgeScheduler()
sge_get_submit_command = sge._get_submit_command('script.sh')
self.assertTrue('qsub' in sge_get_submit_command)
self.assertTrue('terse' in sge_get_submit_command)
self.assertTrue('script.sh' in sge_get_submit_command)
def test_detailed_jobinfo_command(self):
"""Test the `get_detailed_jobinfo_command`."""
sge = SgeScheduler()
sge_get_djobinfo_command = sge._get_detailed_job_info_command('123456')
self.assertTrue('123456' in sge_get_djobinfo_command)
self.assertTrue('qacct' in sge_get_djobinfo_command)
self.assertTrue('-j' in sge_get_djobinfo_command)
def test_parse_submit_output(self):
"""Test the `parse_submit_command`."""
sge = SgeScheduler()
# TEST 1:
sge_parse_submit_output = sge._parse_submit_output(0, ' 1176936', '')
self.assertTrue('1176936' in sge_parse_submit_output)
# TEST 2:
logging.disable(logging.ERROR)
with self.assertRaisesRegex(SchedulerError, '^Error during submission, retval=1'):
sge_parse_submit_output = sge._parse_submit_output(1, '', '')
logging.disable(logging.NOTSET)
def test_get_joblist_command(self):
"""Test the `get_joblist_command`."""
sge = SgeScheduler()
# TEST 1:
sge_get_joblist_command = sge._get_joblist_command(user='******')
self.assertTrue('qstat' in sge_get_joblist_command)
self.assertTrue('-xml' in sge_get_joblist_command)
self.assertTrue('-ext' in sge_get_joblist_command)
self.assertTrue('-u' in sge_get_joblist_command)
self.assertTrue('-urg' in sge_get_joblist_command)
self.assertTrue('ExamplUsr' in sge_get_joblist_command)
# TEST 2:
sge_get_joblist_command = sge._get_joblist_command()
self.assertTrue('qstat' in sge_get_joblist_command)
self.assertTrue('-xml' in sge_get_joblist_command)
self.assertTrue('-ext' in sge_get_joblist_command)
self.assertTrue('-u' in sge_get_joblist_command)
self.assertTrue('-urg' in sge_get_joblist_command)
self.assertTrue('*' in sge_get_joblist_command)
def test_parse_joblist_output(self):
"""Test the `parse_joblist_command`."""
sge = SgeScheduler()
retval = 0
stdout = text_qstat_ext_urg_xml_test
stderr = ''
job_list = sge._parse_joblist_output(retval, stdout, stderr)
# Is job_list parsed correctly?:
job_on_cluster = 3
job_parsed = len(job_list)
self.assertEqual(job_parsed, job_on_cluster)
# Check if different job states are realized:
job_running = 1
job_running_parsed = len([j for j in job_list if j.job_state \
and j.job_state == JobState.RUNNING])
self.assertEqual(job_running, job_running_parsed)
job_held = 1
job_held_parsed = len([j for j in job_list if j.job_state \
and j.job_state == JobState.QUEUED_HELD])
self.assertEqual(job_held, job_held_parsed)
job_queued = 1
job_queued_parsed = len([j for j in job_list if j.job_state \
and j.job_state == JobState.QUEUED])
self.assertEqual(job_queued, job_queued_parsed)
# check if job id is recognized:
running_jobs = ['1212299']
parsed_running_jobs = [j.job_id for j in job_list if j.job_state \
and j.job_state == JobState.RUNNING]
self.assertEqual(set(running_jobs), set(parsed_running_jobs))
dispatch_time = [self._parse_time_string('2013-06-18T12:08:23')]
parsed_dispatch_time = [j.dispatch_time for j in job_list if j.dispatch_time]
self.assertEqual(set(dispatch_time), set(parsed_dispatch_time))
submission_times = [
self._parse_time_string('2013-06-18T12:00:57'),
self._parse_time_string('2013-06-18T12:09:47')
]
parsed_submission_times = [j.submission_time for j in job_list if j.submission_time]
self.assertEqual(set(submission_times), set(parsed_submission_times))
running_jobs = [test_raw_data]
parsed_running_jobs = [j.raw_data for j in job_list if j.job_state \
and j.job_state == JobState.RUNNING]
self.assertEqual(set(running_jobs), set(parsed_running_jobs))
# job_list_raise=sge._parse_joblist_output(retval, \
# text_qstat_ext_urg_xml_test_raise, stderr)
logging.disable(logging.ERROR)
stdout = text_xml_parsing_fails_raise
with self.assertRaises(SchedulerParsingError):
sge._parse_joblist_output(retval, stdout, stderr)
stdout = text_check_queue_job_info
with self.assertRaises(SchedulerError):
sge._parse_joblist_output(retval, stdout, stderr)
# Test: Is the except of IndexErrors raised correctly?
stdout = text_qstat_ext_urg_xml_test_raise
with self.assertRaises(IndexError):
sge._parse_joblist_output(retval, stdout, stderr)
logging.disable(logging.NOTSET)