def test_file_output(tmp_path: Path, yaml_handler: YAMLHandler) -> None:
simplest_yaml: str = "abc: 1"
test_file: str = os.path.join(tmp_path, "out.yaml")
out: Path = Path(test_file)
data: dict = yaml_handler.load(simplest_yaml)
yaml_handler.dump(data, out)
# check the output
with open(test_file) as f:
line = f.readline().strip()
data_from_file: dict = yaml_handler.load(line)
assert data_from_file == data
# </snippet>
# NOTE: The following code is only for testing and depends on an environment
# variable to set the gcp_project. You can replace the value with your own
# GCP project information
gcp_project = os.environ.get("GE_TEST_GCP_PROJECT")
if not gcp_project:
raise ValueError(
"Environment Variable GE_TEST_GCP_PROJECT is required to run GCS integration tests"
)
# parse great_expectations.yml for comparison
great_expectations_yaml_file_path = os.path.join(context.root_directory,
"great_expectations.yml")
with open(great_expectations_yaml_file_path) as f:
great_expectations_yaml = yaml.load(f)
stores = great_expectations_yaml["stores"]
pop_stores = [
"checkpoint_store", "evaluation_parameter_store", "validations_store"
]
for store in pop_stores:
stores.pop(store)
actual_existing_expectations_store = {}
actual_existing_expectations_store["stores"] = stores
actual_existing_expectations_store[
"expectations_store_name"] = great_expectations_yaml[
"expectations_store_name"]
expected_existing_expectations_store_yaml = """
def test_load_correct_input(
simple_yaml: str, simple_dict: dict, yaml_handler: YAMLHandler
) -> None:
res: dict = yaml_handler.load(simple_yaml)
assert res == simple_dict
def test_load_incorrect_input(yaml_handler: YAMLHandler) -> None:
with pytest.raises(TypeError):
yaml_handler.load(12345)
"""
# </snippet>
# Please note this override is only to provide good UX for docs and tests.
# In normal usage you'd set your path directly in the yaml above.
datasource_yaml = datasource_yaml.replace(
"bigquery://<GCP_PROJECT_NAME>/<BIGQUERY_DATASET>",
CONNECTION_STRING,
)
# <snippet>
context.test_yaml_config(datasource_yaml)
# </snippet>
# <snippet>
context.add_datasource(**yaml.load(datasource_yaml))
# </snippet>
# Test for RuntimeBatchRequest using a query.
# <snippet>
batch_request = RuntimeBatchRequest(
datasource_name="my_bigquery_datasource",
data_connector_name="default_runtime_data_connector_name",
data_asset_name=
"default_name", # this can be anything that identifies this data
runtime_parameters={"query": "SELECT * from demo.taxi_data LIMIT 10"},
batch_identifiers={"default_identifier_name": "default_identifier"},
)
context.create_expectation_suite(expectation_suite_name="test_suite",
overwrite_existing=True)