def update(archive_dir, dataset=None): """ Download all sources into an archive directory. If dataset parameter is provided only sources for that dataset will be fetched (otherwise all source in the database will be fetched) """ # Create archive directory if it doesn't exist if not os.path.isdir(archive_dir): os.makedirs(archive_dir) # If a dataset is provided we limit to only its sources (else we take all) sources = Source.all() if dataset is None else dataset.sources # Update each source for source in sources: update_source(archive_dir, source)