def __init__(self): super().__init__() self.valid_systems = ['dom:gpu', 'daint:gpu'] self.valid_prog_environs = ['PrgEnv-pgi'] self.sourcesdir = os.path.join(self.current_system.resourcesdir, 'RRTMGP') self.tags = {'external-resources'} self.prebuild_cmd = ['cp build/Makefile.conf.dom build/Makefile.conf'] self.executable = 'python' self.executable_opts = [ 'util/scripts/run_tests.py', '--verbose', '--rel_diff_cut 1e-13', '--root ..', '--test ${INIFILE}_ncol-${NCOL}.ini' ] self.pre_run = [ 'pwd', 'module load netcdf-python/1.4.1-CrayGNU-19.06-python2', 'cd test' ] self.modules = ['craype-accel-nvidia60', 'cray-netcdf'] self.variables = {'NCOL': '500', 'INIFILE': 'openacc-solvers-lw'} values = sn.extractall(r'.*\[\S+, (\S+)\]', self.stdout, 1, float) self.sanity_patterns = sn.all( sn.chain( [sn.assert_gt(sn.count(values), 0, msg='regex not matched')], sn.map(lambda x: sn.assert_lt(x, 1e-5), values))) self.maintainers = ['WS', 'VK']
def __init__(self, **kwargs): super().__init__('mnist', **kwargs) self.executable = 'python3 ./official/mnist/mnist.py' self.executable_opts = [ '--model_dir', '.', '--export_dir', '.', ' --data_dir', '.' ] self.sanity_patterns = sn.all([ sn.assert_found(r'INFO:tensorflow:Finished evaluation at', self.stderr), sn.assert_gt( sn.extractsingle( r"Evaluation results:\s+\{.*'accuracy':\s+(?P<accuracy>\S+)" r"(?:,|\})", self.stdout, 'accuracy', float), 0.99) ])
def __init__(self): super().__init__('mnist') train_epochs = 10 self.executable = 'python3 ./official/mnist/mnist.py' self.executable_opts = ['--model_dir', '.', '--export_dir', '.', ' --data_dir', '.', '--train_epochs', str(train_epochs)] self.sanity_patterns = sn.all([ sn.assert_found(r'Finished evaluation at', self.stderr), sn.assert_gt(sn.extractsingle( r"Evaluation results:\s+\{.*'accuracy':\s+(?P<accuracy>\S+)" r"(?:,|\})", self.stdout, 'accuracy', float, -1), 0.99) ])
def test_assert_gt_with_deferrables(self): self.assertTrue(sn.assert_gt(3, make_deferrable(1))) self.assertRaisesRegex(SanityError, '1 <= 3', evaluate, sn.assert_gt(1, make_deferrable(3)))
def test_assert_gt(self): self.assertTrue(sn.assert_gt(3, 1)) self.assertRaisesRegex(SanityError, '1 <= 3', evaluate, sn.assert_gt(1, 3))
def test_assert_gt_with_deferrables(): assert sn.assert_gt(3, sn.defer(1)) with pytest.raises(SanityError, match='1 <= 3'): sn.evaluate(sn.assert_gt(1, sn.defer(3)))
def test_assert_gt(): assert sn.assert_gt(3, 1) with pytest.raises(SanityError, match='1 <= 3'): sn.evaluate(sn.assert_gt(1, 3))