def build_synthetic_pipeline_error_record(run_id, error_info, pipeline_name): check.str_param(run_id, 'run_id') check.str_param(pipeline_name, 'pipeline_name') check.inst_param(error_info, 'error_info', SerializableErrorInfo) return DagsterEventRecord( message=error_info.message + '\nStack Trace:\n' + '\n'.join(error_info.stack), # Currently it is the user_message that is displayed to the user client side # in dagit even though that was not the original intent. The original # intent was that the user_message was the message generated by user code # communicated directly to the client. We need to rationalize the treatment # of these different error messages user_message= ('An exception was thrown during execution that is likely a framework error, ' 'rather than an error in user code.') + '\nOriginal error message: ' + error_info.message + '\nStack Trace:\n' + '\n'.join(error_info.stack), level=level_from_string('ERROR'), run_id=run_id, timestamp=time.time(), error_info=error_info, pipeline_name=pipeline_name, dagster_event=DagsterEvent(DagsterEventType.PIPELINE_FAILURE.value, pipeline_name), )
def build_synthetic_pipeline_error_record(run_id, error_info, pipeline_name): return PipelineEventRecord( message=error_info.message, user_message=error_info.message, level=level_from_string('ERROR'), event_type=EventType.PIPELINE_FAILURE, run_id=run_id, timestamp=time.time(), error_info=error_info, pipeline_name=pipeline_name, )
def build_process_start_event(run_id, pipeline_name): message = 'About to start process for pipeline {pipeline_name} run_id {run_id}'.format( pipeline_name=pipeline_name, run_id=run_id) return PipelineEventRecord( message=message, user_message=message, level=level_from_string('INFO'), event_type=EventType.PIPELINE_PROCESS_START, run_id=run_id, timestamp=time.time(), error_info=None, pipeline_name=pipeline_name, )
def build_process_started_event(run_id, pipeline_name, process_id): message = 'Started process {process_id} for pipeline {pipeline_name} run_id {run_id}'.format( pipeline_name=pipeline_name, run_id=run_id, process_id=process_id) return PipelineProcessStartedEvent( message=message, user_message=message, level=level_from_string('INFO'), event_type=EventType.PIPELINE_PROCESS_STARTED, run_id=run_id, timestamp=time.time(), error_info=None, pipeline_name=pipeline_name, process_id=process_id, )
def build_process_started_event(run_id, pipeline_name, process_id): message = 'Started process {process_id} for pipeline {pipeline_name} run_id {run_id}'.format( pipeline_name=pipeline_name, run_id=run_id, process_id=process_id) return DagsterEventRecord( message=message, user_message=message, level=level_from_string('INFO'), run_id=run_id, timestamp=time.time(), error_info=None, pipeline_name=pipeline_name, dagster_event=DagsterEvent( event_type_value=DagsterEventType.PIPELINE_PROCESS_STARTED.value, pipeline_name=pipeline_name, step_key=None, solid_name=None, solid_definition_name=None, step_kind_value=None, tags=None, event_specific_data=PipelineProcessStartedData(process_id), ), )
def _default_context_fn(init_context): log_level = level_from_string(init_context.context_config['log_level']) return ExecutionContext.console_logging(log_level)
def _default_context_fn(info): log_level = level_from_string(info.config['log_level']) context = ExecutionContext( loggers=[define_colored_console_logger('dagster', level=log_level)]) return context