def test_set_out_dir(jobs, mocker):
mocker.patch('reportseff.job_collection.os.path.realpath',
side_effect=lambda x: f'/dir/path2/{x}')
mocker.patch('reportseff.job_collection.os.path.exists',
return_value=True)
mocker.patch('reportseff.job_collection.os.path.isfile',
return_value=True)
mocker.patch('reportseff.job_collection.os.listdir',
return_value=[])
with pytest.raises(ValueError) as e:
jobs.set_out_dir('test')
assert '/dir/path2/test contains no files!' in str(e)
mocker.patch('reportseff.job_collection.os.listdir',
return_value=['asdf'])
with pytest.raises(ValueError) as e:
jobs.set_out_dir('test')
assert '/dir/path2/test contains no valid output files!' in str(e)
mocker.patch('reportseff.job_collection.os.listdir',
return_value=['asdf',
'base_1',
'base_1_1.out',
'base_2_1', # overwritten
'base_2_1.out'])
jobs.set_out_dir('test')
assert jobs.jobs == {
'1': Job('1', '1', 'base_1'),
'1_1': Job('1', '1_1', 'base_1_1.out'),
'2_1': Job('2', '2_1', 'base_2_1.out'),
}
def test_get_jobs(jobs):
assert jobs.get_jobs() == []
jobs.jobs = {
'1_1': Job('1', '1_1', None),
'1_2': Job('1', '1_2', None),
'2_2': Job('2', '2_2', None),
}
assert jobs.get_jobs() == '1,2'.split(',')
def test_process_entry_array_user(jobs):
jobs.process_entry(
{'AllocCPUS': '1', 'Elapsed': '00:00:00',
'JobID': '14729857_[737-999]', 'JobIDRaw': '14729857',
'MaxRSS': '', 'NNodes': '1', 'REQMEM': '50Gn', 'State': 'PENDING',
'TotalCPU': '00:00:00'}, user_provided=True)
expected_job = Job('14729857', '14729857_[737-999]', None)
expected_job.state = 'PENDING'
assert jobs.jobs == {
'14729857_[737-999]': expected_job
}
def test_process_line(jobs, mocker):
jobs.jobs = {
'24371655': Job('24371655', '24371655', 'test_24371655')
}
mock_update = mocker.patch.object(Job, 'update')
jobs.process_entry(
dict(zip(jobs.get_columns(),
'24371655|24371655|COMPLETED|1|'
'01:29:47|01:29:56|03:00:00|1Gn||1|'.split('|'))))
jobs.process_entry(
dict(zip(jobs.get_columns(),
'24371655.batch|24371655.batch|COMPLETED|1|'
'01:29:47|01:29:56||1Gn|495644K|1|1'.split('|'))))
jobs.process_entry(
dict(zip(jobs.get_columns(),
'24371655.extern|24371655.extern|COMPLETED|1|'
'00:00:00|01:29:56||1Gn|1372K|1|1'.split('|'))))
assert mock_update.call_args_list == [
mocker.call({
'JobIDRaw': '24371655',
'JobID': '24371655',
'State': 'COMPLETED',
'AllocCPUS': '1',
'REQMEM': '1Gn',
'TotalCPU': '01:29:47',
'Elapsed': '01:29:56',
'Timelimit': '03:00:00',
'MaxRSS': '',
'NNodes': '1',
'NTasks': ''
}),
mocker.call({
'JobIDRaw': '24371655.batch',
'JobID': '24371655.batch',
'State': 'COMPLETED',
'AllocCPUS': '1',
'REQMEM': '1Gn',
'TotalCPU': '01:29:47',
'Elapsed': '01:29:56',
'Timelimit': '',
'MaxRSS': '495644K',
'NNodes': '1',
'NTasks': '1'
}),
mocker.call({
'JobIDRaw': '24371655.extern',
'JobID': '24371655.extern',
'State': 'COMPLETED',
'AllocCPUS': '1',
'REQMEM': '1Gn',
'TotalCPU': '00:00:00',
'Elapsed': '01:29:56',
'Timelimit': '',
'MaxRSS': '1372K',
'NNodes': '1',
'NTasks': '1'
}),
]
def test_add_job(jobs):
jobs.add_job('j1', 'jid1')
assert jobs.jobs == {
'jid1': Job('j1', 'jid1', None)
}
# overwrite based on jobid
jobs.add_job('j2', 'jid1', 'file')
assert jobs.jobs == {
'jid1': Job('j2', 'jid1', 'file')
}
# another job, different jid
jobs.add_job('j2', 'jid2', 'file')
assert jobs.jobs == {
'jid1': Job('j2', 'jid1', 'file'),
'jid2': Job('j2', 'jid2', 'file')
}
def test_set_jobs(jobs, mocker):
with pytest.raises(ValueError) as e:
jobs.set_jobs(('asdf', 'qwer', 'zxcv', 'asdf111'))
assert 'No valid jobs provided!' in str(e)
jobs.set_jobs(('asdf', '1', '1_1', 'asdf_1_2', '1_asdf_2'))
assert jobs.jobs == {
'1': Job('1', '1', None),
'1_1': Job('1', '1_1', None),
'1_2': Job('1', '1_2', 'asdf_1_2'),
'2': Job('2', '2', '1_asdf_2'),
}
# test if single arg is a dir check if
jobs.jobs = {}
mocker.patch('reportseff.job_collection.os.path.isdir',
return_value=False)
with pytest.raises(ValueError) as e:
jobs.set_jobs(('dir',))
assert 'No valid jobs provided!' in str(e)
jobs.set_jobs(('1',))
assert jobs.jobs == {
'1': Job('1', '1', None),
}
mocker.patch('reportseff.job_collection.os.path.isdir',
return_value=True)
mock_set_out = mocker.patch.object(job_collection.Job_Collection,
'set_out_dir')
jobs.set_jobs(())
mock_set_out.assert_called_once_with('')
mock_set_out.reset_mock()
jobs.set_jobs(('dir',))
mock_set_out.assert_called_once_with('dir')
def test_get_sorted_jobs(jobs, mocker):
jobs.add_job('j3', 'jid3')
jobs.add_job('j1', 'jid1')
jobs.add_job('j2', 'jid2')
jobs.add_job('j13', 'jid13')
assert jobs.get_sorted_jobs(False) == [
Job('j1', 'jid1', None),
Job('j2', 'jid2', None),
Job('j3', 'jid3', None),
Job('j13', 'jid13', None)
]
jobs.jobs = {}
jobs.add_job('j3', 'jid3', 'file3')
jobs.add_job('j1', 'jid1', 'file12')
jobs.add_job('j2', 'jid2', 'file234')
jobs.add_job('j13', 'jid13')
jobs.add_job('j14', 'jid14', 'nothing')
# make all non-none files exist
mocker.patch('reportseff.job_collection.os.path.exists',
side_effect=lambda x: x is not None and x != 'dir/nothing')
# replace mtime with the length of the filename
mocker.patch('reportseff.job_collection.os.path.getmtime',
side_effect=lambda x: len(x))
# still uses other sorting, no dir_name set
assert jobs.get_sorted_jobs(True) == [
Job('j13', 'jid13', None),
Job('j2', 'jid2', 'file234'),
Job('j14', 'jid14', 'nothing'),
Job('j1', 'jid1', 'file12'),
Job('j3', 'jid3', 'file3'),
]
jobs.dir_name = 'dir' # now dir/nothing doesn't exist
assert jobs.get_sorted_jobs(True) == [
Job('j14', 'jid14', 'nothing'),
Job('j13', 'jid13', None),
Job('j2', 'jid2', 'file234'),
Job('j1', 'jid1', 'file12'),
Job('j3', 'jid3', 'file3'),
]
def test_process_seff_file(jobs):
# no matches
jobs.process_seff_file('')
assert jobs.jobs == {}
jobs.process_seff_file('base_name')
assert jobs.jobs == {}
# simple job file
jobs.process_seff_file('base_name_1')
assert jobs.jobs == {
'1': Job('1', '1', 'base_name_1')
}
# with .out
jobs.process_seff_file('base_name_2.out')
assert jobs.jobs == {
'1': Job('1', '1', 'base_name_1'),
'2': Job('2', '2', 'base_name_2.out')
}
# with array
jobs.process_seff_file('base_name_3_1')
assert jobs.jobs == {
'1': Job('1', '1', 'base_name_1'),
'2': Job('2', '2', 'base_name_2.out'),
'3_1': Job('3', '3_1', 'base_name_3_1')
}
# array and .out
jobs.process_seff_file('base_name_4_1.out')
assert jobs.jobs == {
'1': Job('1', '1', 'base_name_1'),
'2': Job('2', '2', 'base_name_2.out'),
'3_1': Job('3', '3_1', 'base_name_3_1'),
'4_1': Job('4', '4_1', 'base_name_4_1.out')
}
jobs.jobs = {}
# slight mistakes
jobs.process_seff_file('base_name_4_1out')
assert jobs.jobs == {}
jobs.process_seff_file('base_name4_1.out')
assert jobs.jobs == {
'1': Job('1', '1', 'base_name4_1.out')
}
jobs.process_seff_file('base_name_0_4_1.out')
assert jobs.jobs == {
'1': Job('1', '1', 'base_name4_1.out'),
'4_1': Job('4', '4_1', 'base_name_0_4_1.out'),
}
jobs.process_seff_file('slurm-24825624.out')
assert jobs.jobs == {
'1': Job('1', '1', 'base_name4_1.out'),
'4_1': Job('4', '4_1', 'base_name_0_4_1.out'),
'24825624': Job('24825624', '24825624', 'slurm-24825624.out')
}
def format_job(self, job: Job) -> str:
value = job.get_entry(self.title)
return self.format_entry(*self.color_function(value))