def test_write_pbs_files(self):
commands = ["echo 1", "echo 2", "echo 3", "echo 4"]
command_params = {'nb_cores_per_command': self.cores}
job_generator = JobGenerator(self.queue,
commands,
command_params=command_params)
filenames = job_generator.write_pbs_files(self.testing_dir)
assert_equal(len(filenames), 4)
def test_generate_pbs2_cpu(self):
# Should needs two PBS file
command_params = {'nb_cores_per_command': self.cores // 2}
job_generator = JobGenerator(self.queue, self.commands, command_params)
assert_equal(len(job_generator.pbs_list), 2)
assert_equal(job_generator.pbs_list[0].commands, self.commands[:2])
assert_equal(job_generator.pbs_list[1].commands, self.commands[2:])
def test_generate_pbs(self):
job_generator = JobGenerator(self.queue, self.commands)
# Test nb_cores_per_command argument
# Should needs one PBS file
assert_equal(len(job_generator.pbs_list), 1)
assert_equal(job_generator.pbs_list[0].commands, self.commands)
def test_generate_pbs2_gpu(self):
# Test nb_gpus_per_command argument
# Should needs two PBS file
command_params = {'nb_gpus_per_command': self.gpus // 2}
job_generator = JobGenerator(self.queue_gpu,
self.commands,
command_params=command_params)
assert_equal(len(job_generator.pbs_list), 2)
assert_equal(job_generator.pbs_list[0].commands, self.commands[:2])
assert_equal(job_generator.pbs_list[1].commands, self.commands[2:])
def _test_add_pbs_flags(self, flags):
job_generator = JobGenerator(self.queue, self.commands)
job_generator.add_pbs_flags(flags)
resources = []
options = []
for flag in flags:
if flag.startswith('-l'):
resources += [flag[:2] + ' ' + flag[2:]]
elif flag.startswith('-'):
options += [(flag[:2] + ' ' + flag[2:]).strip()]
for pbs in job_generator.pbs_list:
pbs_str = pbs.__str__()
for flag in resources:
assert_equal(pbs_str.count(flag), 1)
assert_equal(pbs_str.count(flag[:flag.find('=')]), 1)
for flag in options:
assert_equal(pbs_str.count(flag), 1)
def _test_add_pbs_flags(self, flags):
job_generator = JobGenerator(self.queue, self.commands)
job_generator.add_pbs_flags(flags)
resources = []
options = []
for flag in flags:
if flag.startswith('-l'):
resources += [flag[:2] + ' ' + flag[2:]]
elif flag.startswith('-'):
options += [(flag[:2] + ' ' + flag[2:]).strip()]
for pbs in job_generator.pbs_list:
pbs_str = pbs.__str__()
for flag in resources:
assert_equal(pbs_str.count(flag), 1)
assert_equal(pbs_str.count(flag[:flag.find('=')]), 1)
for flag in options:
assert_equal(pbs_str.count(flag), 1)
def test_generate_pbs4_cpu(self):
# Should needs four PBS file
command_params = {'nb_cores_per_command': self.cores}
job_generator = JobGenerator(self.queue, self.commands, command_params)
assert_equal(len(job_generator.pbs_list), 4)
assert_equal([pbs.commands[0] for pbs in job_generator.pbs_list],
self.commands)
# Since queue has no gpus it should not be specified in PBS resource `nodes`
assert_true('gpus' not in job_generator.pbs_list[0].resources['nodes'])
# Test modules to load
# Check if needed modules for this queue are included in the PBS file
assert_equal(job_generator.pbs_list[0].modules, self.modules)
def test_write_pbs_files(self):
commands = ["echo 1", "echo 2", "echo 3", "echo 4"]
command_params = {'nb_cores_per_command': self.cores}
job_generator = JobGenerator(self.queue, commands, command_params=command_params)
filenames = job_generator.write_pbs_files(self.testing_dir)
assert_equal(len(filenames), 4)