Exemple #1
0
def exporter():
    exporter = DBExporter()
    exporter.export(
        [
            {**SOURCES[0], **RECORDS[0]},
            {**SOURCES[1], **RECORDS[1]},
        ],
        fingerprint=FINGERPRINT)
    return exporter
Exemple #2
0
def parse(path, url, export):
    if not path and not url:
        raise click.ClickException('Please provide either --path or --url')
    parser_name = DWDPoller().get_parser(os.path.basename(path or url))
    parser = getattr(parsers, parser_name)(path=path, url=url)
    if url:
        parser.download()
    logger.info("Parsing %s with %s", path or url, parser_name)
    records = parser.parse()
    if export:
        exporter = DBExporter()
        exporter.export(records)
    else:
        dump_records()