def _logged_pipeline_launch_command(config, preset, mode, instance, kwargs):
check.inst_param(instance, 'instance', DagsterInstance)
env = (
canonicalize_backcompat_args(
(config if config else None),
'--config',
(kwargs.get('env') if kwargs.get('env') else None),
'--env',
'0.9.0',
stacklevel=2, # this stacklevel can point the warning to this line
) or tuple() # back to default empty tuple
)
env = list(check.opt_tuple_param(env, 'env', default=(), of_type=str))
repo_location = get_repository_location_from_kwargs(kwargs, instance)
external_repo = get_external_repository_from_repo_location(
repo_location, kwargs.get('repository'))
external_pipeline = get_external_pipeline_from_external_repo(
external_repo,
kwargs.get('pipeline'),
)
log_external_repo_stats(
instance=instance,
external_pipeline=external_pipeline,
external_repo=external_repo,
source='pipeline_launch_command',
)
if preset:
if env:
raise click.UsageError('Can not use --preset with --config.')
preset = external_pipeline.get_preset(preset)
else:
preset = None
run_tags = get_tags_from_args(kwargs)
solid_selection = get_solid_selection_from_args(kwargs)
pipeline_run = _create_external_pipeline_run(
instance=instance,
repo_location=repo_location,
external_repo=external_repo,
external_pipeline=external_pipeline,
run_config=get_run_config_from_env_file_list(env),
mode=mode,
preset=preset,
tags=run_tags,
solid_selection=solid_selection,
)
return instance.launch_run(pipeline_run.run_id, external_pipeline)
def execute_launch_command(instance: DagsterInstance,
kwargs: Dict[str, str],
using_job_op_graph_apis: bool = False):
preset = cast(Optional[str], kwargs.get("preset"))
mode = cast(Optional[str], kwargs.get("mode"))
check.inst_param(instance, "instance", DagsterInstance)
config = get_config_from_args(kwargs)
with get_workspace_from_kwargs(instance,
version=dagster_version,
kwargs=kwargs) as workspace:
repo_location = get_repository_location_from_workspace(
workspace, kwargs.get("location"))
external_repo = get_external_repository_from_repo_location(
repo_location, cast(Optional[str], kwargs.get("repository")))
external_pipeline = get_external_pipeline_or_job_from_external_repo(
external_repo,
cast(Optional[str], kwargs.get("pipeline_or_job")),
using_job_op_graph_apis,
)
log_external_repo_stats(
instance=instance,
external_pipeline=external_pipeline,
external_repo=external_repo,
source="pipeline_launch_command",
)
if preset and config:
raise click.UsageError(
"Can not use --preset with -c / --config / --config-json.")
run_tags = get_tags_from_args(kwargs)
solid_selection = get_solid_selection_from_args(kwargs)
pipeline_run = _create_external_pipeline_run(
instance=instance,
repo_location=repo_location,
external_repo=external_repo,
external_pipeline=external_pipeline,
run_config=config,
mode=mode,
preset=preset,
tags=run_tags,
solid_selection=solid_selection,
run_id=cast(Optional[str], kwargs.get("run_id")),
)
return instance.submit_run(pipeline_run.run_id, workspace)
def execute_launch_command(instance, kwargs):
preset = kwargs.get("preset")
mode = kwargs.get("mode")
check.inst_param(instance, "instance", DagsterInstance)
config = get_config_from_args(kwargs)
with get_repository_location_from_kwargs(kwargs) as repo_location:
external_repo = get_external_repository_from_repo_location(
repo_location, kwargs.get("repository")
)
external_pipeline = get_external_pipeline_from_external_repo(
external_repo, kwargs.get("pipeline")
)
log_external_repo_stats(
instance=instance,
external_pipeline=external_pipeline,
external_repo=external_repo,
source="pipeline_launch_command",
)
if preset and config:
raise click.UsageError("Can not use --preset with -c / --config / --config-json.")
run_tags = get_tags_from_args(kwargs)
solid_selection = get_solid_selection_from_args(kwargs)
pipeline_run = _create_external_pipeline_run(
instance=instance,
repo_location=repo_location,
external_repo=external_repo,
external_pipeline=external_pipeline,
run_config=config,
mode=mode,
preset=preset,
tags=run_tags,
solid_selection=solid_selection,
run_id=kwargs.get("run_id"),
)
return instance.submit_run(pipeline_run.run_id, external_pipeline)
def execute_launch_command(instance, kwargs):
preset = kwargs.get("preset")
mode = kwargs.get("mode")
check.inst_param(instance, "instance", DagsterInstance)
config = list(check.opt_tuple_param(kwargs.get("config"), "config", default=(), of_type=str))
with get_repository_location_from_kwargs(kwargs, instance) as repo_location:
external_repo = get_external_repository_from_repo_location(
repo_location, kwargs.get("repository")
)
external_pipeline = get_external_pipeline_from_external_repo(
external_repo, kwargs.get("pipeline"),
)
log_external_repo_stats(
instance=instance,
external_pipeline=external_pipeline,
external_repo=external_repo,
source="pipeline_launch_command",
)
if preset and config:
raise click.UsageError("Can not use --preset with --config.")
run_tags = get_tags_from_args(kwargs)
solid_selection = get_solid_selection_from_args(kwargs)
pipeline_run = _create_external_pipeline_run(
instance=instance,
repo_location=repo_location,
external_repo=external_repo,
external_pipeline=external_pipeline,
run_config=get_run_config_from_file_list(config),
mode=mode,
preset=preset,
tags=run_tags,
solid_selection=solid_selection,
)
return instance.launch_run(pipeline_run.run_id, external_pipeline)
