def __init__(
self,
run_id,
loggers=None,
resources=None,
event_callback=None,
environment_config=None,
tags=None,
persistence_policy=None,
):
if loggers is None:
loggers = [define_colored_console_logger('dagster')]
self._logger = CompositeLogger(loggers=loggers)
self.resources = resources
self._run_id = check.str_param(run_id, 'run_id')
self._tags = check.opt_dict_param(tags, 'tags')
self.events = ExecutionEvents(self)
# For re-construction purposes later on
self._event_callback = check.opt_callable_param(event_callback, 'event_callback')
self._environment_config = environment_config
self.persistence_policy = check.opt_inst_param(
persistence_policy, 'persistence_policy', PersistenceStrategy
)
def define_event_logging_pipeline(name, solids, event_callback, deps=None):
return PipelineDefinition(
name=name,
solids=solids,
description=deps,
context_definitions={
'default':
PipelineContextDefinition(
context_fn=lambda info: ExecutionContext(loggers=[
construct_event_logger(event_callback),
define_colored_console_logger('yup'),
]))
},
)
def __init__(self,
run_id,
loggers=None,
resources=None,
context_stack=None):
if loggers is None:
loggers = [define_colored_console_logger('dagster')]
self._logger = CompositeLogger(loggers=loggers)
self.resources = resources
self._run_id = check.str_param(run_id, 'run_id')
self._context_stack = check.opt_dict_param(context_stack,
'context_stack')
self.events = ExecutionEvents(self)
def _create_context_free_log(run_config, pipeline_def):
'''In the event of pipeline initialization failure, we want to be able to log the failure
without a dependency on the ExecutionContext to initialize DagsterLog
'''
check.inst_param(run_config, 'run_config', RunConfig)
check.inst_param(pipeline_def, 'pipeline_def', PipelineDefinition)
# Use the default logger
loggers = [define_colored_console_logger('dagster')]
if run_config.event_callback:
loggers += [construct_event_logger(run_config.event_callback)]
elif run_config.loggers:
loggers += run_config.loggers
return DagsterLog(run_config.run_id, get_tags(None, run_config, pipeline_def), loggers)
def console_logging(log_level=INFO, resources=None):
return ExecutionContext(
loggers=[define_colored_console_logger('dagster', log_level)],
resources=resources,
)
def _default_context_fn(info):
log_level = level_from_string(info.config['log_level'])
context = ExecutionContext(
loggers=[define_colored_console_logger('dagster', level=log_level)])
return context
