def test_convert_All_NC3_CL0_PAR_V3_A_ONCE(self):
mdata = [v for v in mkTestData.tvmvars]
mdata.append('time')
args = {
'prefix': 'out.',
'suffix': '.nc',
'metadata': mdata,
'ncfmt': 'netcdf',
'clevel': 0,
'serial': False,
'verbosity': 1,
'once': True,
'print_diags': False
}
self._convert_header(infiles=mkTestData.slices, wmode='a', **args)
self._run_convert(infiles=[mkTestData.slices[0]], wmode='w', **args)
for infile in mkTestData.slices[1:]:
self._run_convert(infiles=[infile], wmode='a', **args)
if self.rank == 0:
mkTestData.check_outfile(infiles=mkTestData.slices,
tsvar='once',
**args)
for tsvar in mkTestData.tsvars:
mkTestData.check_outfile(infiles=mkTestData.slices,
tsvar=tsvar,
**args)
MPI_COMM_WORLD.Barrier()
def test_convert_All_NC3_CL0_PAR_V3_A_MISSING(self):
mdata = [v for v in mkTestData.tvmvars]
mdata.append('time')
args = {
'prefix': 'out.',
'suffix': '.nc',
'metadata': mdata,
'ncfmt': 'netcdf',
'clevel': 0,
'serial': False,
'verbosity': 1,
'once': False,
'print_diags': False
}
missingvar = mkTestData.tsvars[2]
self._convert_header(infiles=mkTestData.slices, wmode='a', **args)
self._run_convert(infiles=[mkTestData.slices[0]], wmode='w', **args)
self._run_convert(infiles=[mkTestData.slices[1]], wmode='a', **args)
remove(args['prefix'] + missingvar + args['suffix'])
for infile in mkTestData.slices[2:]:
self._run_convert(infiles=[infile], wmode='a', **args)
if self.rank == 0:
for tsvar in mkTestData.tsvars:
if tsvar == missingvar:
mkTestData.check_outfile(infiles=mkTestData.slices[2:],
tsvar=tsvar,
**args)
else:
mkTestData.check_outfile(infiles=mkTestData.slices,
tsvar=tsvar,
**args)
MPI_COMM_WORLD.Barrier()
def test_main_All_NC3_CL0_PAR_V1_S(self):
mdata = [v for v in mkTestData.tvmvars]
mdata.append('time')
args = {'infiles': mkTestData.slices, 'prefix': 'out.', 'suffix': '.nc',
'metadata': mdata, 'ncfmt': 'netcdf', 'clevel': 0,
'serial': False, 'verbosity': 1, 'wmode': 's', 'once': False}
self._convert_header(**args)
self._run_main(**args)
if self.rank == 0:
for tsvar in mkTestData.tsvars:
mkTestData.check_outfile(tsvar=tsvar, **args)
MPI_COMM_WORLD.Barrier()
def test_convert_All_NC4_CL1_SER_V0_W(self):
mdata = [v for v in mkTestData.tvmvars]
mdata.append('time')
args = {'infiles': mkTestData.slices, 'prefix': 'out.', 'suffix': '.nc',
'metadata': mdata, 'ncfmt': 'netcdf4', 'clevel': 1,
'serial': True, 'verbosity': 0, 'wmode': 'w', 'once': False,
'print_diags': False}
self._convert_header(**args)
self._run_convert_assert_no_output(**args)
if self.rank == 0:
for tsvar in mkTestData.tsvars:
mkTestData.check_outfile(tsvar=tsvar, **args)
MPI_COMM_WORLD.Barrier()
def test_convert_All_NC3_CL0_PAR_V3_A(self):
mdata = [v for v in mkTestData.tvmvars]
mdata.append('time')
args = {'prefix': 'out.', 'suffix': '.nc',
'metadata': mdata, 'ncfmt': 'netcdf', 'clevel': 0,
'serial': False, 'verbosity': 1, 'once': False,
'print_diags': False}
self._convert_header(infiles=mkTestData.slices, wmode='a', **args)
self._run_convert(infiles=[mkTestData.slices[0]], wmode='w', **args)
for infile in mkTestData.slices[1:]:
self._run_convert(infiles=[infile], wmode='a', **args)
if self.rank == 0:
for tsvar in mkTestData.tsvars:
mkTestData.check_outfile(infiles=mkTestData.slices, tsvar=tsvar, **args)
MPI_COMM_WORLD.Barrier()
def _check_outfile(self, tsvar, **args):
assertions_dict = mkTestData.check_outfile(tsvar=tsvar, **args)
failed_assertions = [
key for key, value in assertions_dict.iteritems() if value is False
]
assert_msgs = ['Output file check for variable {0!r}:'.format(tsvar)]
assert_msgs.extend(
[' {0}'.format(assrt) for assrt in failed_assertions])
self.assertEqual(len(failed_assertions), 0, eol.join(assert_msgs))
def test_main_All_NC3_CL0_PAR_V3_A_MISSING(self):
mdata = [v for v in mkTestData.tvmvars]
mdata.append('time')
args = {'prefix': 'out.', 'suffix': '.nc',
'metadata': mdata, 'ncfmt': 'netcdf', 'clevel': 0,
'serial': False, 'verbosity': 1, 'once': False}
missingvar = mkTestData.tsvars[2]
self._convert_header(infiles=mkTestData.slices, wmode='a', **args)
self._run_main(infiles=[mkTestData.slices[0]], wmode='w', **args)
self._run_main(infiles=[mkTestData.slices[1]], wmode='a', **args)
remove(args['prefix'] + missingvar + args['suffix'])
for infile in mkTestData.slices[2:]:
self._run_main(infiles=[infile], wmode='a', **args)
if self.rank == 0:
for tsvar in mkTestData.tsvars:
if tsvar == missingvar:
mkTestData.check_outfile(infiles=mkTestData.slices[2:], tsvar=tsvar, **args)
else:
mkTestData.check_outfile(infiles=mkTestData.slices, tsvar=tsvar, **args)
MPI_COMM_WORLD.Barrier()
def test_main_All_NC3_CL0_PAR_V1_S(self):
mdata = [v for v in mkTestData.tvmvars]
mdata.append('time')
args = {
'infiles': mkTestData.slices,
'prefix': 'out.',
'suffix': '.nc',
'metadata': mdata,
'ncfmt': 'netcdf',
'clevel': 0,
'serial': False,
'verbosity': 1,
'wmode': 's',
'once': False
}
self._convert_header(**args)
self._run_main(**args)
if self.rank == 0:
for tsvar in mkTestData.tsvars:
mkTestData.check_outfile(tsvar=tsvar, **args)
MPI_COMM_WORLD.Barrier()
def test_convert_All_NC4_CL1_SER_V0_W(self):
mdata = [v for v in mkTestData.tvmvars]
mdata.append('time')
args = {
'infiles': mkTestData.slices,
'prefix': 'out.',
'suffix': '.nc',
'metadata': mdata,
'ncfmt': 'netcdf4',
'clevel': 1,
'serial': True,
'verbosity': 0,
'wmode': 'w',
'once': False,
'print_diags': False
}
self._convert_header(**args)
self._run_convert_assert_no_output(**args)
if self.rank == 0:
for tsvar in mkTestData.tsvars:
mkTestData.check_outfile(tsvar=tsvar, **args)
MPI_COMM_WORLD.Barrier()
