def _gather_all_schemas(node_defs: List[NodeDefinition]) -> Iterator[ConfigType]:
dagster_types = construct_dagster_type_dictionary(node_defs)
for dagster_type in list(dagster_types.values()) + list(ALL_RUNTIME_BUILTINS):
if dagster_type.loader:
yield from iterate_config_types(dagster_type.loader.schema_type)
if dagster_type.materializer:
yield from iterate_config_types(dagster_type.materializer.schema_type)
def _gather_all_schemas(solid_defs):
dagster_types = construct_dagster_type_dictionary(solid_defs)
for dagster_type in list(dagster_types.values()) + list(ALL_RUNTIME_BUILTINS):
if dagster_type.loader:
for ct in iterate_config_types(dagster_type.loader.schema_type):
yield ct
if dagster_type.materializer:
for ct in iterate_config_types(dagster_type.materializer.schema_type):
yield ct
def _gather_all_schemas(solid_defs):
runtime_types = construct_dagster_type_dictionary(solid_defs)
for rtt in runtime_types.values():
if rtt.input_hydration_config:
for ct in iterate_config_types(rtt.input_hydration_config.schema_type):
yield ct
if rtt.output_materialization_config:
for ct in iterate_config_types(rtt.output_materialization_config.schema_type):
yield ct
def _gather_all_schemas(solid_defs):
dagster_types = construct_dagster_type_dictionary(solid_defs)
for dagster_type in list(dagster_types.values()) + list(ALL_RUNTIME_BUILTINS):
if dagster_type.input_hydration_config:
for ct in iterate_config_types(dagster_type.input_hydration_config.schema_type):
yield ct
if dagster_type.output_materialization_config:
for ct in iterate_config_types(dagster_type.output_materialization_config.schema_type):
yield ct
def _gather_all_config_types(
node_defs: List[NodeDefinition],
run_config_schema_type: ConfigType) -> Iterator[ConfigType]:
for node_def in node_defs:
yield from iterate_node_def_config_types(node_def)
yield from iterate_config_types(run_config_schema_type)
def _gather_all_config_types(
node_defs: List[NodeDefinition],
environment_type: ConfigType) -> Iterator[ConfigType]:
for node_def in node_defs:
yield from iterate_node_def_config_types(node_def)
yield from iterate_config_types(environment_type)
def _gather_all_config_types(node_defs, environment_type):
check.list_param(node_defs, "node_defs", NodeDefinition)
check.inst_param(environment_type, "environment_type", ConfigType)
for node_def in node_defs:
yield from iterate_node_def_config_types(node_def)
yield from iterate_config_types(environment_type)
def _gather_all_config_types(solid_defs, environment_type):
check.list_param(solid_defs, 'solid_defs', ISolidDefinition)
check.inst_param(environment_type, 'environment_type', ConfigType)
for solid_def in solid_defs:
for config_type in iterate_solid_def_config_types(solid_def):
yield config_type
for config_type in iterate_config_types(environment_type):
yield config_type
def iterate_node_def_config_types(node_def: NodeDefinition) -> Iterator[ConfigType]:
if isinstance(node_def, SolidDefinition):
if node_def.has_config_field:
yield from iterate_config_types(node_def.get_config_field().config_type)
elif isinstance(node_def, GraphDefinition):
for solid in node_def.solids:
yield from iterate_node_def_config_types(solid.definition)
else:
check.invariant("Unexpected NodeDefinition type {type}".format(type=type(node_def)))
def iterate_node_def_config_types(node_def):
check.inst_param(node_def, "node_def", NodeDefinition)
if isinstance(node_def, SolidDefinition):
if node_def.has_config_field:
yield from iterate_config_types(node_def.config_field.config_type)
elif isinstance(node_def, GraphDefinition):
for solid in node_def.solids:
yield from iterate_node_def_config_types(solid.definition)
else:
check.invariant("Unexpected NodeDefinition type {type}".format(type=type(node_def)))
def iterate_solid_def_config_types(solid_def):
if isinstance(solid_def, SolidDefinition):
if solid_def.config_schema:
for config_type in iterate_config_types(solid_def.config_schema.config_type):
yield config_type
elif isinstance(solid_def, CompositeSolidDefinition):
for solid in solid_def.solids:
for config_type in iterate_solid_def_config_types(solid.definition):
yield config_type
else:
check.invariant('Unexpected ISolidDefinition type {type}'.format(type=type(solid_def)))
