def process(source, scene_root, verbose=False): s3_path = 'tarq/%s.tar.gz' % scene_root if pusher.check_file_existance(s3_path): raise Exception('%s already exists!' % s3_path) scene_dict = {} local_tarfile = puller.pull(source, scene_root, scene_dict, verbose=verbose) pusher.push_file(local_tarfile, s3_path, verbose=verbose) os.unlink(local_tarfile)
def remove_queued_ids(scene_ids): missing_ids = [] for scene_id in scene_ids: if not pusher.check_file_existance('tarq/%s.tar.gz' % scene_id): missing_ids.append(scene_id) return missing_ids