def test_instance_yaml_config_not_set(config_filename):
base_dir = file_relative_path(__file__, ".")
with pytest.warns(
UserWarning,
match=re.escape(
("The dagster instance configuration file ({config_filename}) "
"is not present at {base_dir}").format(
config_filename=config_filename, base_dir=base_dir)),
):
dagster_instance_config(base_dir, config_filename)
def test_dagster_postgres_yaml():
dagster_yaml_folder = file_relative_path(__file__,
"../../docs_snippets/deploying/")
res, _custom_instance_class = dagster_instance_config(
dagster_yaml_folder, "postgres_dagster.yaml")
assert set(res.keys()) == {"run_storage", "event_log_storage"}
def test_dagster_pg_yaml():
dagster_yaml_folder = file_relative_path(__file__,
"../../docs_snippets/deploying/")
res = dagster_instance_config(dagster_yaml_folder, "dagster-pg.yaml")
assert set(res.keys()) == {
"run_storage", "event_log_storage", "schedule_storage"
}
def test_dagster_yaml():
dagster_yaml_folder = file_relative_path(
__file__, "../../docs_snippets/deploying/docker/")
res = dagster_instance_config(dagster_yaml_folder, "dagster.yaml")
assert set(res.keys()) == {
"run_storage",
"event_log_storage",
"schedule_storage",
"compute_logs",
"local_artifact_storage",
}
def test_instance_yaml(docs_snippets_folder, snapshot):
# Before updating the snapshot for this test, please make sure that you
# update the dagster.yaml at the path below to include the new addition
# to the dagster.yaml configuration options.
intance_yaml_folder = os.path.join(
docs_snippets_folder,
"deploying",
"dagster_instance",
)
config, _custom_instance_class = dagster_instance_config(
intance_yaml_folder)
keys = sorted(list(config.keys()))
snapshot.assert_match(keys)
def test_yaml_schema():
dagster_yaml_folder = file_relative_path(
__file__, "../../../docs_snippets/overview/instances/")
res = dagster_instance_config(dagster_yaml_folder)
assert sorted(list(res.keys())) == [
"compute_logs",
"event_log_storage",
"local_artifact_storage",
"opt_in",
"run_launcher",
"run_storage",
"schedule_storage",
"scheduler",
"telemetry",
]
res = load_yaml_from_globs(
file_relative_path(
__file__,
"../../../docs_snippets/overview/instances/pipeline_run.yaml"))
assert res == {
"execution": {
"multiprocess": {
"config": {
"max_concurrent": 4
}
}
},
"storage": {
"filesystem": None
},
"loggers": {
"console": {
"config": {
"log_level": "DEBUG"
}
}
},
}
def test_yaml_schema():
dagster_yaml_folder = file_relative_path(
__file__, '../../../docs_snippets/overview/instances/')
res = dagster_instance_config(dagster_yaml_folder)
assert sorted(list(res.keys())) == [
'compute_logs',
'dagit',
'event_log_storage',
'local_artifact_storage',
'run_launcher',
'run_storage',
'schedule_storage',
'scheduler',
]
res = load_yaml_from_globs(
file_relative_path(
__file__,
'../../../docs_snippets/overview/instances/pipeline_run.yaml'))
assert res == {
'execution': {
'multiprocess': {
'config': {
'max_concurrent': 4
}
}
},
'storage': {
'filesystem': None
},
'loggers': {
'console': {
'config': {
'log_level': 'DEBUG'
}
}
},
}
def test_instance_yaml_config_not_set(config_filename):
base_dir = file_relative_path(__file__, ".")
with environ({"DAGSTER_HOME": base_dir}):
with pytest.warns(UserWarning,
match="No dagster instance configuration file"):
dagster_instance_config(base_dir, config_filename)
