def define_solid_dictionary_cls(
solids,
ignored_solids,
dependency_structure,
parent_handle=None,
):
check.list_param(solids, "solids", of_type=Solid)
ignored_solids = check.opt_list_param(ignored_solids,
"ignored_solids",
of_type=Solid)
check.inst_param(dependency_structure, "dependency_structure",
DependencyStructure)
check.opt_inst_param(parent_handle, "parent_handle", SolidHandle)
fields = {}
for solid in solids:
if solid.definition.has_config_entry:
fields[solid.name] = define_isolid_field(solid,
SolidHandle(
solid.name,
parent_handle),
dependency_structure,
ignored=False)
for solid in ignored_solids:
if solid.definition.has_config_entry:
fields[solid.name] = define_isolid_field(solid,
SolidHandle(
solid.name,
parent_handle),
dependency_structure,
ignored=True)
return Shape(fields)
def define_solid_dictionary_cls(
solids, ignored_solids, dependency_structure, resource_defs, parent_handle=None,
):
check.list_param(solids, "solids", of_type=Solid)
ignored_solids = check.opt_list_param(ignored_solids, "ignored_solids", of_type=Solid)
check.inst_param(dependency_structure, "dependency_structure", DependencyStructure)
check.opt_inst_param(parent_handle, "parent_handle", SolidHandle)
fields = {}
for solid in solids:
solid_field = define_isolid_field(
solid,
SolidHandle(solid.name, parent_handle),
dependency_structure,
resource_defs,
ignored=False,
)
if solid_field:
fields[solid.name] = solid_field
for solid in ignored_solids:
solid_field = define_isolid_field(
solid,
SolidHandle(solid.name, parent_handle),
dependency_structure,
resource_defs,
ignored=True,
)
if solid_field:
fields[solid.name] = solid_field
return Shape(fields)
def __init__(self, name, fields, description=None, handle=None, child_solids_config_field=None):
self._handle = check.opt_inst_param(handle, 'handle', SolidHandle)
self._child_solids_config_field = check.opt_inst_param(
child_solids_config_field, 'child_solids_config_field', FieldImpl
)
super(_SolidContainerConfigDict, self).__init__(
key=name,
name=name,
fields=fields,
description=description,
type_attributes=ConfigTypeAttributes(is_system_config=True),
)
def define_solid_dictionary_cls(solids, dependency_structure, parent_handle=None):
check.list_param(solids, 'solids', of_type=Solid)
check.inst_param(dependency_structure, 'dependency_structure', DependencyStructure)
check.opt_inst_param(parent_handle, 'parent_handle', SolidHandle)
fields = {}
for solid in solids:
if solid.definition.has_config_entry:
fields[solid.name] = define_isolid_field(
solid, SolidHandle(solid.name, parent_handle), dependency_structure,
)
return Shape(fields)
def construct_leaf_solid_config(
solid, handle, dependency_structure, config_schema, resource_defs, ignored
):
check.inst_param(solid, "solid", Solid)
check.inst_param(handle, "handle", SolidHandle)
check.inst_param(dependency_structure, "dependency_structure", DependencyStructure)
check.opt_inst_param(config_schema, "config_schema", IDefinitionConfigSchema)
check.bool_param(ignored, "ignored")
return solid_config_field(
{
"inputs": get_inputs_field(solid, handle, dependency_structure, resource_defs),
"outputs": get_outputs_field(solid, handle, resource_defs),
"config": config_schema.as_field() if config_schema else None,
},
ignored=ignored,
)
def __new__(cls, pipeline_name, solids, dependency_structure, mode_definition, logger_defs):
return super(EnvironmentClassCreationData, cls).__new__(
cls,
pipeline_name=check.str_param(pipeline_name, 'pipeline_name'),
solids=check.list_param(solids, 'solids', of_type=Solid),
dependency_structure=check.inst_param(
dependency_structure, 'dependency_structure', DependencyStructure
),
mode_definition=check.opt_inst_param(
mode_definition, 'mode_definition', ModeDefinition
),
logger_defs=check.dict_param(
logger_defs, 'logger_defs', key_type=str, value_type=LoggerDefinition
),
)
