def process(source, scene_root, verbose=False):

    s3_path = 'tarq/%s.tar.gz' % scene_root
    if pusher.check_file_existance(s3_path):
        raise Exception('%s already exists!' % s3_path)

    scene_dict = {}
    local_tarfile = puller.pull(source, scene_root, scene_dict,
                                verbose=verbose)
    pusher.push_file(local_tarfile, s3_path, verbose=verbose)
    os.unlink(local_tarfile)
Esempio n. 2
0
def process(source, scene_root, verbose=False):

    s3_path = 'tarq/%s.tar.gz' % scene_root
    if pusher.check_file_existance(s3_path):
        raise Exception('%s already exists!' % s3_path)

    scene_dict = {}
    local_tarfile = puller.pull(source,
                                scene_root,
                                scene_dict,
                                verbose=verbose)
    pusher.push_file(local_tarfile, s3_path, verbose=verbose)
    os.unlink(local_tarfile)
def remove_queued_ids(scene_ids):
    missing_ids = []
    for scene_id in scene_ids:
        if not pusher.check_file_existance('tarq/%s.tar.gz' % scene_id):
            missing_ids.append(scene_id)
    return missing_ids
Esempio n. 4
0
def remove_queued_ids(scene_ids):
    missing_ids = []
    for scene_id in scene_ids:
        if not pusher.check_file_existance('tarq/%s.tar.gz' % scene_id):
            missing_ids.append(scene_id)
    return missing_ids