Exemplos de discover_streams em Python

Exemplo n.º 1

Arquivo: __init__.py Projeto: uptilab2/tap-s3-csv

def do_discover(config):
    LOGGER.info("Starting discover")
    streams = discover_streams(config)
    if not streams:
        raise Exception("No streams found")
    catalog = {"streams": streams}
    json.dump(catalog, sys.stdout, indent=2)
    LOGGER.info("Finished discover")

Exemplo n.º 2

Arquivo: __init__.py Projeto: entera-ai/pipelinewise-tap-s3-csv

def do_discover(config: Dict) -> None:
    """
    Discovers the source by connecting to the it and collecting information about the given tables/streams,
    it dumps the information to stdout
    :param config: connection and streams information
    :return: nothing
    """
    LOGGER.info("Starting discover")
    streams = discover_streams(config)
    if not streams:
        raise Exception("No streams found")
    catalog = {"streams": streams}
    ujson.dump(catalog, sys.stdout, indent=2)
    LOGGER.info("Finished discover")