def test_file_output(tmp_path: Path, yaml_handler: YAMLHandler) -> None:
simplest_yaml: str = "abc: 1"
test_file: str = os.path.join(tmp_path, "out.yaml")
out: Path = Path(test_file)
data: dict = yaml_handler.load(simplest_yaml)
yaml_handler.dump(data, out)
# check the output
with open(test_file) as f:
line = f.readline().strip()
data_from_file: dict = yaml_handler.load(line)
assert data_from_file == data
def test_dump_default_behavior_with_no_stream_specified(
yaml_handler: YAMLHandler,
) -> None:
# when we specify no stream, then StringIO is used by default
simplest_dict: dict = dict(abc=1)
dumped: Optional[str] = yaml_handler.dump(simplest_dict)
assert dumped == "abc: 1\n"
configured_expectations_store["stores"]["expectations_GCS_store"][
"store_backend"]["prefix"] = "metadata/expectations"
# add and set the new expectation store
context.add_store(
store_name=configured_expectations_store["expectations_store_name"],
store_config=configured_expectations_store["stores"]
["expectations_GCS_store"],
)
with open(great_expectations_yaml_file_path) as f:
great_expectations_yaml = yaml.load(f)
great_expectations_yaml["expectations_store_name"] = "expectations_GCS_store"
great_expectations_yaml["stores"]["expectations_GCS_store"][
"store_backend"].pop("suppress_store_backend_id")
with open(great_expectations_yaml_file_path, "w") as f:
yaml.dump(great_expectations_yaml, f)
# adding validation results store
# parse great_expectations.yml for comparison
great_expectations_yaml_file_path = os.path.join(context.root_directory,
"great_expectations.yml")
with open(great_expectations_yaml_file_path) as f:
great_expectations_yaml = yaml.load(f)
stores = great_expectations_yaml["stores"]
# popping the rest out so taht we can do the comparison. They aren't going anywhere dont worry
pop_stores = [
"checkpoint_store",
"evaluation_parameter_store",
"expectations_store",
def test_dump_stdout_specified(capsys, yaml_handler: YAMLHandler) -> None:
# ruamel documentation recommends that we specify the stream as stdout when we are using YAML to return a string.
simplest_dict: dict = dict(abc=1)
yaml_handler.dump(simplest_dict, stream=sys.stdout)
captured: Any = capsys.readouterr()
assert captured.out == "abc: 1\n"
"base_directory": "<PATH_TO_YOUR_DATA_HERE>",
"default_regex": {
"group_names": ["data_asset_name", "year", "month"],
"pattern": "(yellow_tripdata_sample)_(\\d.*)-(\\d.*)\\.csv",
},
},
},
}
# </snippet>
# Please note this override is only to provide good UX for docs and tests.
# In normal usage you'd set your path directly in the yaml above.
datasource_config["data_connectors"]["inferred_data_connector_all_years"][
"base_directory"] = "../data/"
context.test_yaml_config(yaml.dump(datasource_config))
# add_datasource only if it doesn't already exist in our configuration
try:
context.get_datasource(datasource_config["name"])
except ValueError:
context.add_datasource(**datasource_config)
# Prepare an Expectation Suite
# <snippet>
expectation_suite_name = "my_onboarding_assistant_suite"
suite = context.create_expectation_suite(
expectation_suite_name=expectation_suite_name, overwrite_existing=True)