def get_package(collection, package_id): authz.require(authz.source_read(collection)) collection = archive.get(collection) package = collection.get(package_id) if not package.exists(): raise NotFound() return package
def process_package(collection_name, package_id, overwrite=False): collection = archive.get(collection_name) package = collection.get(package_id) if not package.exists(): log.warn("Package doesn't exist: %r", package_id) log.info("Processing package: %r", package) pipeline = make_pipeline(collection, overwrite=overwrite) pipeline.process_package(package)
def process_collection(collection_name, overwrite=False): collection = archive.get(collection_name) for package in collection: process_package.delay(collection_name, package.id, overwrite=overwrite)
def ingest_url(collection_name, url, package_id=None, meta={}): collection = archive.get(collection_name) meta['source_url'] = url log.info("Ingesting URL: %r to %r", url, collection) ingest(collection, url, package_id=package_id, meta=meta)
def store(self): return archive.get(self.slug)