def test_instance_yaml_config_not_set(config_filename): base_dir = file_relative_path(__file__, ".") with pytest.warns( UserWarning, match=re.escape( ("The dagster instance configuration file ({config_filename}) " "is not present at {base_dir}").format( config_filename=config_filename, base_dir=base_dir)), ): dagster_instance_config(base_dir, config_filename)
def test_dagster_postgres_yaml(): dagster_yaml_folder = file_relative_path(__file__, "../../docs_snippets/deploying/") res, _custom_instance_class = dagster_instance_config( dagster_yaml_folder, "postgres_dagster.yaml") assert set(res.keys()) == {"run_storage", "event_log_storage"}
def test_dagster_pg_yaml(): dagster_yaml_folder = file_relative_path(__file__, "../../docs_snippets/deploying/") res = dagster_instance_config(dagster_yaml_folder, "dagster-pg.yaml") assert set(res.keys()) == { "run_storage", "event_log_storage", "schedule_storage" }
def test_dagster_yaml(): dagster_yaml_folder = file_relative_path( __file__, "../../docs_snippets/deploying/docker/") res = dagster_instance_config(dagster_yaml_folder, "dagster.yaml") assert set(res.keys()) == { "run_storage", "event_log_storage", "schedule_storage", "compute_logs", "local_artifact_storage", }
def test_instance_yaml(docs_snippets_folder, snapshot): # Before updating the snapshot for this test, please make sure that you # update the dagster.yaml at the path below to include the new addition # to the dagster.yaml configuration options. intance_yaml_folder = os.path.join( docs_snippets_folder, "deploying", "dagster_instance", ) config, _custom_instance_class = dagster_instance_config( intance_yaml_folder) keys = sorted(list(config.keys())) snapshot.assert_match(keys)
def test_yaml_schema(): dagster_yaml_folder = file_relative_path( __file__, "../../../docs_snippets/overview/instances/") res = dagster_instance_config(dagster_yaml_folder) assert sorted(list(res.keys())) == [ "compute_logs", "event_log_storage", "local_artifact_storage", "opt_in", "run_launcher", "run_storage", "schedule_storage", "scheduler", "telemetry", ] res = load_yaml_from_globs( file_relative_path( __file__, "../../../docs_snippets/overview/instances/pipeline_run.yaml")) assert res == { "execution": { "multiprocess": { "config": { "max_concurrent": 4 } } }, "storage": { "filesystem": None }, "loggers": { "console": { "config": { "log_level": "DEBUG" } } }, }
def test_yaml_schema(): dagster_yaml_folder = file_relative_path( __file__, '../../../docs_snippets/overview/instances/') res = dagster_instance_config(dagster_yaml_folder) assert sorted(list(res.keys())) == [ 'compute_logs', 'dagit', 'event_log_storage', 'local_artifact_storage', 'run_launcher', 'run_storage', 'schedule_storage', 'scheduler', ] res = load_yaml_from_globs( file_relative_path( __file__, '../../../docs_snippets/overview/instances/pipeline_run.yaml')) assert res == { 'execution': { 'multiprocess': { 'config': { 'max_concurrent': 4 } } }, 'storage': { 'filesystem': None }, 'loggers': { 'console': { 'config': { 'log_level': 'DEBUG' } } }, }
def test_instance_yaml_config_not_set(config_filename): base_dir = file_relative_path(__file__, ".") with environ({"DAGSTER_HOME": base_dir}): with pytest.warns(UserWarning, match="No dagster instance configuration file"): dagster_instance_config(base_dir, config_filename)