from fugue._utils.interfaceless import FunctionWrapper, parse_output_schema_from_comment
from fugue.dataframe import DataFrame, DataFrames
from fugue.exceptions import FugueInterfacelessError
from fugue.extensions._utils import (
ExtensionRegistry,
parse_validation_rules_from_comment,
to_validation_rules,
)
from fugue.extensions.processor.processor import Processor
from triad.collections import Schema
from triad.utils.assertion import assert_or_throw
from triad.utils.convert import get_caller_global_local_vars, to_function, to_instance
from triad.utils.hash import to_uuid
_PROCESSOR_REGISTRY = ExtensionRegistry()
def register_processor(alias: str,
obj: Any,
on_dup: str = "overwrite") -> None:
"""Register processor with an alias.
:param alias: alias of the processor
:param obj: the object that can be converted to
:class:`~fugue.extensions.processor.processor.Processor`
:param on_dup: action on duplicated ``alias``. It can be "overwrite", "ignore"
(not overwriting) or "throw" (throw exception), defaults to "overwrite".
.. tip::
import copy
from typing import Any, Callable, Dict, List, Optional, no_type_check
from fugue._utils.interfaceless import FunctionWrapper, parse_output_schema_from_comment
from fugue.dataframe import DataFrame
from fugue.exceptions import FugueInterfacelessError
from fugue.extensions._utils import ExtensionRegistry
from fugue.extensions.creator.creator import Creator
from triad.collections import Schema
from triad.utils.assertion import assert_or_throw
from triad.utils.convert import get_caller_global_local_vars, to_function, to_instance
from triad.utils.hash import to_uuid
_CREATOR_REGISTRY = ExtensionRegistry()
def register_creator(alias: str, obj: Any, on_dup: str = "overwrite") -> None:
"""Register creator with an alias.
:param alias: alias of the creator
:param obj: the object that can be converted to
:class:`~fugue.extensions.creator.creator.Creator`
:param on_dup: action on duplicated ``alias``. It can be "overwrite", "ignore"
(not overwriting) or "throw" (throw exception), defaults to "overwrite".
.. tip::
Registering an extension with an alias is particularly useful for projects
such as libraries. This is because by using alias, users don't have to
import the specific extension, or provide the full path of the extension.
It can make user's code less dependent and easy to understand.
import copy
from typing import Any, Callable, Dict, List, Optional, no_type_check
from fugue._utils.interfaceless import FunctionWrapper
from fugue.dataframe import DataFrames
from fugue.exceptions import FugueInterfacelessError
from fugue.extensions._utils import (
ExtensionRegistry,
parse_validation_rules_from_comment,
to_validation_rules,
)
from fugue.extensions.outputter.outputter import Outputter
from triad.utils.convert import get_caller_global_local_vars, to_function, to_instance
from triad.utils.hash import to_uuid
_OUTPUTTER_REGISTRY = ExtensionRegistry()
def register_outputter(alias: str, obj: Any, on_dup: str = "overwrite") -> None:
"""Register outputter with an alias.
:param alias: alias of the processor
:param obj: the object that can be converted to
:class:`~fugue.extensions.outputter.outputter.Outputter`
:param on_dup: action on duplicated ``alias``. It can be "overwrite", "ignore"
(not overwriting) or "throw" (throw exception), defaults to "overwrite".
.. tip::
Registering an extension with an alias is particularly useful for projects
such as libraries. This is because by using alias, users don't have to
)
from fugue.dataframe import ArrayDataFrame, DataFrame, DataFrames, LocalDataFrame
from fugue.exceptions import FugueInterfacelessError
from fugue.extensions._utils import (
ExtensionRegistry,
parse_validation_rules_from_comment,
to_validation_rules,
)
from fugue.extensions.transformer.constants import OUTPUT_TRANSFORMER_DUMMY_SCHEMA
from fugue.extensions.transformer.transformer import CoTransformer, Transformer
from triad import ParamDict, Schema
from triad.utils.assertion import assert_arg_not_none, assert_or_throw
from triad.utils.convert import get_caller_global_local_vars, to_function, to_instance
from triad.utils.hash import to_uuid
_TRANSFORMER_REGISTRY = ExtensionRegistry()
_OUT_TRANSFORMER_REGISTRY = ExtensionRegistry()
def register_transformer(alias: str,
obj: Any,
on_dup: str = "overwrite") -> None:
"""Register transformer with an alias.
:param alias: alias of the transformer
:param obj: the object that can be converted to
:class:`~fugue.extensions.transformer.transformer.Transformer` or
:class:`~fugue.extensions.transformer.transformer.CoTransformer`
:param on_dup: action on duplicated ``alias``. It can be "overwrite", "ignore"
(not overwriting) or "throw" (throw exception), defaults to "overwrite".