def create_workflow(config):
"""Create a workflow based on the config"""
preprocessing_pipeline = PreprocessingBuilder().build(config)
processing_pipeline = ProcessingBuilder().build(config)
return Workflow(preprocessing_pipeline, processing_pipeline)
def setUp(self):
self.context_preprocessing = Context(
get_data_path('config_preprocessing.yml', DATA_DIR))
self.preprocessing_builder = PreprocessingBuilder()
self.context_processing = Context(
get_data_path('config_processing.yml', DATA_DIR))
self.processing_builder = ProcessingBuilder()
from mtoolkit.catalog_filter import CatalogFilter, SourceModelCatalogFilter
if __name__ == '__main__':
CMD_LINE_ARGS = cmd_line()
if CMD_LINE_ARGS:
INPUT_CONFIG_FILENAME = CMD_LINE_ARGS.input_file[0]
LOG_LEVEL = logging.DEBUG if CMD_LINE_ARGS.detailed else logging.INFO
build_logger(LOG_LEVEL)
CONTEXT = Context(INPUT_CONFIG_FILENAME)
PIPELINE_PREPROCESSING = PreprocessingBuilder().build(CONTEXT.config)
PIPELINE_PROCESSING = ProcessingBuilder().build(CONTEXT.config)
if CONTEXT.config['source_model_file']:
CATALOG_FILTER = CatalogFilter(SourceModelCatalogFilter())
else:
CATALOG_FILTER = CatalogFilter()
WORKFLOW = Workflow(PIPELINE_PREPROCESSING, PIPELINE_PROCESSING)
WORKFLOW.start(CONTEXT, CATALOG_FILTER)
WRITER = AreaSourceWriter(CONTEXT.config['result_file'])
WRITER.serialize(CONTEXT.sm_definitions)
