def _parse_yaml_file(tax_benefit_system, yaml_path):
filename = os.path.splitext(os.path.basename(yaml_path))[0]
with open(yaml_path) as yaml_file:
tests = yaml.load(yaml_file)
tests, error = conv.pipe(
conv.make_item_to_singleton(),
conv.uniform_sequence(
conv.noop,
drop_none_items = True,
),
)(tests)
if error is not None:
embedding_error = conv.embed_error(tests, u'errors', error)
assert embedding_error is None, embedding_error
raise ValueError("Error in test {}:\n{}".format(yaml_path, yaml.dump(tests, allow_unicode = True,
default_flow_style = False, indent = 2, width = 120)))
for test in tests:
test, error = scenarios.make_json_or_python_to_test(
tax_benefit_system = tax_benefit_system
)(test)
if error is not None:
embedding_error = conv.embed_error(test, u'errors', error)
assert embedding_error is None, embedding_error
raise ValueError("Error in test {}:\n{}\nYaml test content: \n{}\n".format(
yaml_path, error, yaml.dump(test, allow_unicode = True,
default_flow_style = False, indent = 2, width = 120)))
yield yaml_path, test.get('name') or filename, unicode(test['scenario'].period), test
def test():
dir_path = os.path.join(os.path.dirname(__file__), 'formulas')
for filename in sorted(os.listdir(dir_path)):
if not filename.endswith('.yaml'):
continue
filename_core = os.path.splitext(filename)[0]
with open(os.path.join(dir_path, filename)) as yaml_file:
tests = yaml.load(yaml_file)
tests, error = conv.pipe(
conv.make_item_to_singleton(),
conv.uniform_sequence(
conv.noop,
drop_none_items = True,
),
)(tests)
if error is not None:
embedding_error = conv.embed_error(tests, u'errors', error)
assert embedding_error is None, embedding_error
conv.check((tests, error)) # Generate an error.
for test in tests:
test, error = scenarios.make_json_or_python_to_test(tax_benefit_system)(test)
if error is not None:
embedding_error = conv.embed_error(test, u'errors', error)
assert embedding_error is None, embedding_error
conv.check((test, error)) # Generate an error.
if test.get(u'ignore', False):
continue
yield check, test.get('name') or filename_core, unicode(test['scenario'].period), test
def test(force = False, name_filter = None, options_by_path = None):
if isinstance(name_filter, str):
name_filter = name_filter.decode('utf-8')
if options_by_path is None:
options_by_path = options_by_dir
for path, options in options_by_path.iteritems():
if not force and options.get('ignore', False):
log.info(u'Ignoring {}'.format(path))
continue
if not os.path.exists(path):
log.warning(u'Skipping missing {}'.format(path))
continue
if os.path.isdir(path):
yaml_paths = [
os.path.join(path, filename)
for filename in sorted(os.listdir(path))
if filename.endswith('.yaml')
]
else:
yaml_paths = [path]
for yaml_path in yaml_paths:
filename_core = os.path.splitext(os.path.basename(yaml_path))[0]
with open(yaml_path) as yaml_file:
tests = yaml.load(yaml_file)
tests, error = conv.pipe(
conv.make_item_to_singleton(),
conv.uniform_sequence(
conv.noop,
drop_none_items = True,
),
)(tests)
if error is not None:
embedding_error = conv.embed_error(tests, u'errors', error)
assert embedding_error is None, embedding_error
raise ValueError("Error in test {}:\n{}".format(yaml_path, yaml.dump(tests, allow_unicode = True,
default_flow_style = False, indent = 2, width = 120)))
for test in tests:
test, error = scenarios.make_json_or_python_to_test(get_tax_benefit_system(options.get('reform')),
default_absolute_error_margin = options['default_absolute_error_margin'])(test)
if error is not None:
embedding_error = conv.embed_error(test, u'errors', error)
assert embedding_error is None, embedding_error
raise ValueError("Error in test {}:\n{}".format(yaml_path, yaml.dump(test, allow_unicode = True,
default_flow_style = False, indent = 2, width = 120)))
if not force and test.get(u'ignore', False):
continue
if name_filter is not None and name_filter not in filename_core \
and name_filter not in (test.get('name', u'')) \
and name_filter not in (test.get('keywords', [])):
continue
checker = check_any_period if options['accept_other_period'] else check
yield checker, test.get('name') or filename_core, unicode(test['scenario'].period), test, force
def _parse_test_file(tax_benefit_system, yaml_path):
filename = os.path.splitext(os.path.basename(yaml_path))[0]
with open(yaml_path) as yaml_file:
try:
tests = yaml.load(yaml_file, Loader=Loader)
except yaml.scanner.ScannerError:
log.error("{} is not a valid YAML file".format(yaml_path).encode('utf-8'))
raise
tests, error = conv.pipe(
conv.make_item_to_singleton(),
conv.uniform_sequence(
conv.noop,
drop_none_items = True,
),
)(tests)
if error is not None:
embedding_error = conv.embed_error(tests, 'errors', error)
assert embedding_error is None, embedding_error
raise ValueError("Error in test {}:\n{}".format(yaml_path, yaml.dump(tests, Dumper=Dumper, allow_unicode = True,
default_flow_style = False, indent = 2, width = 120)))
for test in tests:
current_tax_benefit_system = tax_benefit_system
if test.get('reforms'):
reforms = test.pop('reforms')
if not isinstance(reforms, list):
reforms = [reforms]
for reform_path in reforms:
current_tax_benefit_system = current_tax_benefit_system.apply_reform(reform_path)
try:
test, error = scenarios.make_json_or_python_to_test(
tax_benefit_system = current_tax_benefit_system
)(test)
except Exception:
log.error("{} is not a valid OpenFisca test file".format(yaml_path).encode('utf-8'))
raise
if error is not None:
embedding_error = conv.embed_error(test, 'errors', error)
assert embedding_error is None, embedding_error
raise ValueError("Error in test {}:\n{}\nYaml test content: \n{}\n".format(
yaml_path, error, yaml.dump(test, Dumper=Dumper, allow_unicode = True,
default_flow_style = False, indent = 2, width = 120)))
yield yaml_path, test.get('name') or filename, to_unicode(test['scenario'].period), test
def test(current_options_by_dir = None, force = False, name_filter = None):
if current_options_by_dir is None:
current_options_by_dir = options_by_dir
for dir, options in sorted(current_options_by_dir.iteritems()):
if not force and options.get('ignore', False):
log.info(u'Ignoring directory: {}'.format(dir))
continue
if not os.path.isdir(dir):
log.warning(u'Skipping missing directory: {}'.format(dir))
continue
if isinstance(name_filter, str):
name_filter = name_filter.decode('utf-8')
for filename in sorted(os.listdir(dir)):
if not filename.endswith('.yaml'):
continue
filename_core = os.path.splitext(filename)[0]
with open(os.path.join(dir, filename)) as yaml_file:
tests = yaml.load(yaml_file)
tests, error = conv.pipe(
conv.make_item_to_singleton(),
conv.uniform_sequence(
conv.noop,
drop_none_items = True,
),
)(tests)
if error is not None:
embedding_error = conv.embed_error(tests, u'errors', error)
assert embedding_error is None, embedding_error
conv.check((tests, error)) # Generate an error.
for test in tests:
test, error = scenarios.make_json_or_python_to_test(get_tax_benefit_system(options.get('reform')),
default_absolute_error_margin = options['default_absolute_error_margin'])(test)
if error is not None:
embedding_error = conv.embed_error(test, u'errors', error)
assert embedding_error is None, embedding_error
conv.check((test, error)) # Generate an error.
if not force and test.get(u'ignore', False):
continue
if name_filter is not None and name_filter not in filename_core \
and name_filter not in (test.get('name', u'')) \
and name_filter not in (test.get('keywords', [])):
continue
checker = check_any_period if options['accept_other_period'] else check
yield checker, test.get('name') or filename_core, unicode(test['scenario'].period), test, force
def test(force = False, name_filter = None):
if isinstance(name_filter, str):
name_filter = name_filter.decode('utf-8')
yaml_paths = [
os.path.join(source_file_dir_name, filename)
for filename in sorted(os.listdir(source_file_dir_name))
if filename.endswith('.yaml')
]
for yaml_path in yaml_paths:
filename_core = os.path.splitext(os.path.basename(yaml_path))[0]
with open(yaml_path) as yaml_file:
tests = yaml.load(yaml_file)
tests, error = conv.pipe(
conv.make_item_to_singleton(),
conv.uniform_sequence(
conv.noop,
drop_none_items = True,
),
)(tests)
if error is not None:
embedding_error = conv.embed_error(tests, u'errors', error)
assert embedding_error is None, embedding_error
raise ValueError("Error in test {}:\n{}".format(yaml_path, yaml.dump(tests, allow_unicode = True,
default_flow_style = False, indent = 2, width = 120)))
for test in tests:
test, error = scenarios.make_json_or_python_to_test(
tax_benefit_system = tax_benefit_system,
default_absolute_error_margin = default_absolute_error_margin,
)(test)
if error is not None:
embedding_error = conv.embed_error(test, u'errors', error)
assert embedding_error is None, embedding_error
raise ValueError("Error in test {}:\n{}\nYaml test content: \n{}\n".format(
yaml_path, error, yaml.dump(test, allow_unicode = True,
default_flow_style = False, indent = 2, width = 120)))
if not force and test.get(u'ignore', False):
continue
if name_filter is not None and name_filter not in filename_core \
and name_filter not in (test.get('name', u'')) \
and name_filter not in (test.get('keywords', [])):
continue
yield check, yaml_path, test.get('name') or filename_core, unicode(test['scenario'].period), test, force
def test(force=False, name_filter=None, options_by_path=None):
if isinstance(name_filter, str):
name_filter = name_filter.decode('utf-8')
if options_by_path is None:
options_by_path = options_by_dir
for path, options in options_by_path.iteritems():
if not force and options.get('ignore', False):
log.info(u'Ignoring {}'.format(path))
continue
if not os.path.exists(path):
log.warning(u'Skipping missing {}'.format(path))
continue
if os.path.isdir(path):
yaml_paths = [
os.path.join(path, filename)
for filename in sorted(os.listdir(path))
if filename.endswith('.yaml')
]
else:
yaml_paths = [path]
for yaml_path in yaml_paths:
filename_core = os.path.splitext(os.path.basename(yaml_path))[0]
with open(yaml_path) as yaml_file:
tests = yaml.load(yaml_file)
tests, error = conv.pipe(
conv.make_item_to_singleton(),
conv.uniform_sequence(
conv.noop,
drop_none_items=True,
),
)(tests)
if error is not None:
embedding_error = conv.embed_error(tests, u'errors', error)
assert embedding_error is None, embedding_error
raise ValueError("Error in test {}:\n{}".format(
yaml_path,
yaml.dump(tests,
allow_unicode=True,
default_flow_style=False,
indent=2,
width=120)))
for test in tests:
test, error = scenarios.make_json_or_python_to_test(
get_tax_benefit_system(options.get('reform')),
default_absolute_error_margin=options[
'default_absolute_error_margin'])(test)
if error is not None:
embedding_error = conv.embed_error(test, u'errors', error)
assert embedding_error is None, embedding_error
raise ValueError("Error in test {}:\n{}".format(
yaml_path,
yaml.dump(test,
allow_unicode=True,
default_flow_style=False,
indent=2,
width=120)))
if not force and test.get(u'ignore', False):
continue
if name_filter is not None and name_filter not in filename_core \
and name_filter not in (test.get('name', u'')) \
and name_filter not in (test.get('keywords', [])):
continue
checker = check_any_period if options[
'accept_other_period'] else check
yield checker, test.get('name') or filename_core, unicode(
test['scenario'].period), test, force
def test(force = False, name_filter = None, options_by_path = None):
if isinstance(name_filter, str):
name_filter = name_filter.decode('utf-8')
if options_by_path is None:
options_by_path = options_by_dir
for path, options in options_by_path.iteritems():
if not force and options.get('ignore', False):
log.info(u'Ignoring {}'.format(path))
continue
if not os.path.exists(path):
log.warning(u'Skipping missing {}'.format(path))
continue
if os.path.isdir(path):
yaml_paths = [
os.path.join(path, filename)
for filename in sorted(os.listdir(path))
if filename.endswith('.yaml')
]
else:
yaml_paths = [path]
if options.get('requires'):
# Check if the required package was successfully imported in tests/base.py
if getattr(base, options.get('requires')) is None:
continue
reform_keys = options.get('reforms')
tax_benefit_system_for_path = base.get_cached_composed_reform(
reform_keys = reform_keys,
tax_benefit_system = base.tax_benefit_system,
) if reform_keys is not None else base.tax_benefit_system
for yaml_path in yaml_paths:
filename_core = os.path.splitext(os.path.basename(yaml_path))[0]
with open(yaml_path) as yaml_file:
tests = yaml.load(yaml_file)
tests, error = conv.pipe(
conv.make_item_to_singleton(),
conv.uniform_sequence(
conv.noop,
drop_none_items = True,
),
)(tests)
if error is not None:
embedding_error = conv.embed_error(tests, u'errors', error)
assert embedding_error is None, embedding_error
raise ValueError("Error in test {}:\n{}".format(yaml_path, yaml.dump(tests, allow_unicode = True,
default_flow_style = False, indent = 2, width = 120)))
for test in tests:
test, error = scenarios.make_json_or_python_to_test(
tax_benefit_system = tax_benefit_system_for_path,
default_absolute_error_margin = options.get('default_absolute_error_margin'),
default_relative_error_margin = options.get('default_relative_error_margin'),
)(test)
if error is not None:
embedding_error = conv.embed_error(test, u'errors', error)
assert embedding_error is None, embedding_error
raise ValueError("Error in test {}:\n{}\nYaml test content: \n{}\n".format(
yaml_path, error, yaml.dump(test, allow_unicode = True,
default_flow_style = False, indent = 2, width = 120)))
if not force and test.get(u'ignore', False):
continue
if name_filter is not None and name_filter not in filename_core \
and name_filter not in (test.get('name', u'')) \
and name_filter not in (test.get('keywords', [])):
continue
checker = check_calculate_output if options['calculate_output'] else check
yield checker, yaml_path, test.get('name') or filename_core, unicode(test['scenario'].period), test, \
force
def test(force = False, name_filter = None, options_by_path = None):
if isinstance(name_filter, str):
name_filter = name_filter.decode('utf-8')
if options_by_path is None:
options_by_path = options_by_dir
for path, options in options_by_path.iteritems():
if not force and options.get('ignore', False):
log.info(u'Ignoring {}'.format(path))
continue
if not os.path.exists(path):
log.warning(u'Skipping missing {}'.format(path))
continue
if os.path.isdir(path):
yaml_paths = [
os.path.join(path, filename)
for filename in sorted(os.listdir(path))
if filename.endswith('.yaml')
]
else:
yaml_paths = [path]
if options.get('requires'):
# Check if the required package was successfully imported in tests/base.py
if getattr(base, options.get('requires')) is None:
continue
reform_keys = options.get('reforms')
tax_benefit_system_for_path = base.get_cached_composed_reform(
reform_keys = reform_keys,
tax_benefit_system = base.tax_benefit_system,
) if reform_keys is not None else base.tax_benefit_system
for yaml_path in yaml_paths:
filename_core = os.path.splitext(os.path.basename(yaml_path))[0]
with open(yaml_path) as yaml_file:
tests = yaml.load(yaml_file)
tests, error = conv.pipe(
conv.make_item_to_singleton(),
conv.uniform_sequence(
conv.noop,
drop_none_items = True,
),
)(tests)
if error is not None:
embedding_error = conv.embed_error(tests, u'errors', error)
assert embedding_error is None, embedding_error
raise ValueError("Error in test {}:\n{}".format(yaml_path, yaml.dump(tests, allow_unicode = True,
default_flow_style = False, indent = 2, width = 120)))
for test in tests:
test, error = scenarios.make_json_or_python_to_test(
tax_benefit_system = tax_benefit_system_for_path,
default_absolute_error_margin = options.get('default_absolute_error_margin'),
default_relative_error_margin = options.get('default_relative_error_margin'),
)(test)
if error is not None:
embedding_error = conv.embed_error(test, u'errors', error)
assert embedding_error is None, embedding_error
raise ValueError("Error in test {}:\n{}\nYaml test content: \n{}\n".format(
yaml_path, error, yaml.dump(test, allow_unicode = True,
default_flow_style = False, indent = 2, width = 120)))
if not force and test.get(u'ignore', False):
continue
if name_filter is not None and name_filter not in filename_core \
and name_filter not in (test.get('name', u'')) \
and name_filter not in (test.get('keywords', [])):
continue
checker = check_calculate_output if options['calculate_output'] else check
yield checker, yaml_path, test.get('name') or filename_core, unicode(test['scenario'].period), test, \
force
