def helper_file_positive_template(self, filename): """Success test with template parameter""" template = self.load_template(filename) good_runner = Runner(self.collection, filename, template, ['us-east-1'], []) good_runner.transform() self.assertEqual([], good_runner.run())
def test_templates(self): """Test Successful JSON Parsing""" for _, values in self.filenames.items(): filename = values.get('filename') failures = values.get('failures') results_filename = values.get('results_filename') template = cfnlint.decode.cfn_yaml.load(filename) runner = Runner(self.rules, filename, template, ['us-east-1']) matches = list() matches.extend(runner.transform()) if not matches: matches.extend(runner.run()) if results_filename: with open(results_filename) as json_data: correct = json.load(json_data) assert len(matches) == len(correct), 'Expected {} failures, got {} on {}'.format(len(correct), len(matches), filename) for c in correct: matched = False for match in matches: if c['Location']['Start']['LineNumber'] == match.linenumber and \ c['Location']['Start']['ColumnNumber'] == match.columnnumber and \ c['Rule']['Id'] == match.rule.id: matched = True assert matched is True, 'Expected error {} at line {}, column {} in matches for {}'.format(c['Rule']['Id'], c['Location']['Start']['LineNumber'], c['Location']['Start']['ColumnNumber'], filename) else: assert len(matches) == failures, 'Expected {} failures, got {} on {}'.format(failures, len(matches), filename)
def helper_file_negative(self, filename, err_count): """Failure test""" template = self.load_template(filename) bad_runner = Runner(self.collection, self.transforms, filename, template, [], ['us-east-1'], []) bad_runner.transform() errs = bad_runner.run() self.assertEqual(err_count, len(errs))
def helper_file_positive(self): """Success test""" for filename in self.success_templates: template = self.load_template(filename) good_runner = Runner(self.collection, self.transforms, filename, template, [], ['us-east-1'], []) good_runner.transform() self.assertEqual([], good_runner.run())
def helper_file_positive(self): """Success test""" for filename in self.success_templates: template = self.load_template(filename) good_runner = Runner(self.collection, filename, template, ['us-east-1'], []) good_runner.transform() failures = good_runner.run() assert [] == failures, 'Got failures {} on {}'.format(failures, filename)
def test_success_run(self): """Success test""" filename = 'templates/good/override/complete.yaml' template = self.load_template(filename) custom_spec = json.load(open('templates/override_spec/complete.json')) cfnlint.helpers.set_specs(custom_spec) good_runner = Runner(self.collection, [], filename, template, [], ['us-east-1'], []) self.assertEqual([], good_runner.run())
def test_fail_run(self): """Failure test required""" filename = 'templates/bad/override/complete.yaml' template = self.load_template(filename) custom_spec = json.load(open('templates/override_spec/complete.json')) cfnlint.helpers.set_specs(custom_spec) bad_runner = Runner(self.collection, [], filename, template, [], ['us-east-1'], []) errs = bad_runner.run() self.assertEqual(3, len(errs))
def test_success_run(self): """Success test""" filename = 'test/fixtures/templates/good/override/required.yaml' template = self.load_template(filename) with open('test/fixtures/templates/override_spec/required.json') as fp: custom_spec = json.load(fp) cfnlint.helpers.set_specs(custom_spec) good_runner = Runner(self.collection, filename, template, ['us-east-1'], []) self.assertEqual([], good_runner.run())
def test_fail_run(self): """Failure test required""" filename = 'test/fixtures/templates/bad/override/include.yaml' template = self.load_template(filename) with open('test/fixtures/templates/override_spec/include.json') as fp: custom_spec = json.load(fp) cfnlint.helpers.set_specs(custom_spec) bad_runner = Runner(self.collection, filename, template, ['us-east-1'], []) errs = bad_runner.run() self.assertEqual(2, len(errs))
def helper_file_rule_config(self, filename, config, err_count): """Success test with rule config included""" template = self.load_template(filename) self.collection.rules[0].configure(config) good_runner = Runner(self.collection, filename, template, ['us-east-1'], []) good_runner.transform() failures = good_runner.run() self.assertEqual( err_count, len(failures), 'Expected {} failures but got {} on {}'.format( err_count, failures, filename)) self.collection.rules[0].configure(config)
def test_templates(self): """Test Successful JSON Parsing""" for _, values in self.filenames.items(): filename = values.get('filename') failures = values.get('failures') template = cfnlint.decode.cfn_yaml.load(filename) runner = Runner(self.rules, filename, template, ['us-east-1']) matches = [] matches.extend(runner.transform()) if not matches: matches.extend(runner.run()) assert len(matches) == failures, 'Expected {} failures, got {} on {}'.format( failures, len(matches), filename)
def test_templates(self): """Test ignoring certain rules""" filename = 'test/fixtures/templates/bad/core/directives.yaml' failures = 5 template = cfnlint.decode.cfn_yaml.load(filename) runner = Runner(self.rules, filename, template, ['us-east-1']) matches = [] matches.extend(runner.transform()) if not matches: matches.extend(runner.run()) assert len( matches) == failures, 'Expected {} failures, got {} on {}'.format( failures, len(matches), filename)