def test_create_app_with_active_repo_data():
handle = ExecutionTargetHandle.for_repo_yaml(
file_relative_path(__file__, './repository.yaml'))
active_repository_data = active_repository_data_from_def(
handle.build_repository_definition())
assert create_app_with_active_repository_data(active_repository_data,
DagsterInstance.ephemeral())
def mock_snapshot_provider(image, command, volumes):
active_repo_data = active_repository_data_from_def(noop_repo())
with open(
os.path.abspath(
os.path.join(list(volumes.keys())[0], 'asuperuniqueid.json')),
'w+') as fp:
fp.write(serialize_dagster_namedtuple(active_repo_data))
def define_test_snapshot_context():
return DagsterGraphQLOutOfProcessRepositoryContext(
instance=DagsterInstance.ephemeral(),
execution_manager=SynchronousExecutionManager(),
active_repository_data=active_repository_data_from_def(
define_repository()),
)
def test_create_app_with_active_repo_data():
recon_repo = ReconstructableRepository.from_yaml(
file_relative_path(__file__, './repository.yaml')
)
active_repository_data = active_repository_data_from_def(recon_repo.get_definition())
assert create_app_with_active_repository_data(
active_repository_data, DagsterInstance.ephemeral()
)
def snapshot_command(output_file, **kwargs):
handle = handle_for_repo_cli_args(kwargs)
# add the path for the cwd so imports in dynamically loaded code work correctly
sys.path.append(os.getcwd())
definition = handle.entrypoint.perform_load()
active_repo_data = active_repository_data_from_def(definition)
with open(os.path.abspath(output_file), 'w+') as fp:
fp.write(serialize_dagster_namedtuple(active_repo_data))
def __init__(self, recon_repo, execution_manager, instance, reloader=None, version=None):
super(DagsterGraphQLInProcessRepositoryContext, self).__init__(
active_repository_data=active_repository_data_from_def(recon_repo.get_definition()),
instance=instance,
)
self._recon_repo = check.inst_param(recon_repo, 'recon_repo', ReconstructableRepository)
self.reloader = check.opt_inst_param(reloader, 'reloader', Reloader)
self.execution_manager = check.inst_param(
execution_manager, 'pipeline_execution_manager', PipelineExecutionManager
)
self.version = version
def test_container_snapshot_provider(mocker):
execute_container_mock = mocker.patch(
'dagster.core.definitions.container.run_serialized_container_command',
return_value=[mock_active_repository_data()],
)
active_repository_data = get_active_repository_data_from_image(
"foo:latest")
execute_container_mock.assert_called_with(
image="foo:latest",
command='dagster api snapshot repository',
volumes=mocker.ANY,
)
assert active_repository_data == active_repository_data_from_def(
noop_repo())
def test_container_snapshot_provider(mocker):
mocker.patch('dagster.core.definitions.container.uuid4',
return_value='asuperuniqueid')
execute_container_mock = mocker.patch(
'dagster.core.definitions.container.run_serialized_container_command',
side_effect=mock_snapshot_provider,
)
active_repository_data = get_active_repository_data_from_image(
"foo:latest")
execute_container_mock.assert_called_with(
image="foo:latest",
command='dagster repository snapshot {}'.format(
os.path.join('/data', 'asuperuniqueid.json')),
volumes=mocker.ANY,
)
assert active_repository_data == active_repository_data_from_def(
noop_repo())
def __init__(self,
handle,
execution_manager,
instance,
reloader=None,
version=None):
self.repository_definition = handle.build_repository_definition()
super(DagsterGraphQLInProcessRepositoryContext, self).__init__(
active_repository_data=active_repository_data_from_def(
self.repository_definition),
instance=instance,
)
self._handle = check.inst_param(handle, 'handle',
ExecutionTargetHandle)
self.reloader = check.opt_inst_param(reloader, 'reloader', Reloader)
self.execution_manager = check.inst_param(
execution_manager, 'pipeline_execution_manager',
PipelineExecutionManager)
self.version = version
self._cached_pipelines = {}
def test_repository_snap_all_props():
@solid
def noop_solid(_):
pass
@pipeline
def noop_pipeline():
noop_solid()
repo = RepositoryDefinition(name='noop_repo',
pipeline_defs=[noop_pipeline])
active_repo_data = active_repository_data_from_def(repo)
assert active_repo_data.name == 'noop_repo'
assert len(active_repo_data.active_pipeline_datas) == 1
assert isinstance(active_repo_data.active_pipeline_datas[0],
ActivePipelineData)
pipeline_snapshot = active_repo_data.active_pipeline_datas[
0].pipeline_snapshot
assert isinstance(pipeline_snapshot, PipelineSnapshot)
assert pipeline_snapshot.name == 'noop_pipeline'
assert pipeline_snapshot.description is None
assert pipeline_snapshot.tags == {}
def test_active_repository_data(snapshot):
rep_def = RepositoryDefinition(name='repo', pipeline_defs=[a_pipeline])
snapshot.assert_match(serialize_pp(active_repository_data_from_def(rep_def)))
def repository_snapshot_command(**kwargs):
handle = handle_for_repo_cli_args(kwargs)
definition = handle.entrypoint.perform_load()
active_data = active_repository_data_from_def(definition)
click.echo(serialize_dagster_namedtuple(active_data))
def mock_active_repository_data():
active_repo_data = active_repository_data_from_def(noop_repo())
return serialize_dagster_namedtuple(active_repo_data)
def test_repository_snap_empty():
repo = RepositoryDefinition(name='empty_repo', pipeline_defs=[])
active_repo_data = active_repository_data_from_def(repo)
assert active_repo_data.name == 'empty_repo'
assert len(active_repo_data.active_pipeline_datas) == 0
def repository_snapshot_command(**kwargs):
recon_repo = recon_repo_for_cli_args(kwargs)
definition = recon_repo.get_definition()
active_data = active_repository_data_from_def(definition)
click.echo(serialize_dagster_namedtuple(active_data))
