def test_config_specified_filesystem_run_storage():
@solid
def check_run_storage(context):
assert isinstance(context.get_system_context().run_storage, FileSystemRunStorage)
pipeline = PipelineDefinition(name='default_run_storage_test', solid_defs=[check_run_storage])
result = execute_pipeline(pipeline, environment_dict={'storage': {'filesystem': {}}})
assert result.success
assert os.path.exists(os.path.join(base_runs_directory(), result.run_id))
def test_default_run_storage():
@solid
def check_run_storage(context):
assert isinstance(context.get_system_context().run_storage, InMemoryRunStorage)
pipeline = PipelineDefinition(name='default_run_storage_test', solid_defs=[check_run_storage])
result = execute_pipeline(pipeline)
assert result.success
assert not os.path.exists(os.path.join(base_runs_directory(), result.run_id))
def test_default_memory_run_storage():
cli_args = {
'repository_yaml': script_relative_path('repository_file.yaml'),
'pipeline_name': ('foo',),
'python_file': None,
'module_name': None,
'fn_name': None,
}
result = execute_execute_command(env=None, raise_on_error=True, cli_args=cli_args)
assert result.success
run_dir = os.path.join(base_runs_directory(), result.run_id)
assert not os.path.isdir(run_dir)
def test_override_with_filesystem_storage():
cli_args = {
'repository_yaml': script_relative_path('repository_file.yaml'),
'pipeline_name': ('foo', ),
'python_file': None,
'module_name': None,
'fn_name': None,
}
result = execute_execute_command(
env=[script_relative_path('filesystem_env.yaml')], cli_args=cli_args)
assert result.success
run_dir = os.path.join(base_runs_directory(), result.run_id)
assert os.path.exists(run_dir)
