def run(dataset): dataset = Dataset.get(dataset) for source in dataset.sources: Context(source).crawl() for dataset_ in dataset.datasets: context = Context(dataset_) context.normalize() context.export()
def export(dataset): dataset = Dataset.get(dataset) for dataset_ in dataset.datasets: context = Context(dataset_) context.normalize() context.export()