Ejemplo n.º 1
0
def process_scene_set_internal(args, scene_ids, scene_list_file):
    run_id = pusher.acquire_run_id('(l8_process_run.py)',
                                   force=args.break_run_lock)

    run_file = 'this_run.csv'
    scene_info.init_list_file(run_file)

    results = []
    for scene_id in scene_ids:

        scene_dict = l8_process_scene.process(args.source,
                                              scene_id,
                                              clean=True,
                                              verbose=args.verbose)

        if scene_dict is not None:
            open(run_file,
                 'a').write(scene_info.make_scene_line(scene_dict) + '\n')
            open(scene_list_file,
                 'a').write(scene_info.make_scene_line(scene_dict) + '\n')

    pusher.upload_run_list(run_id,
                           run_file,
                           scene_list_file,
                           verbose=args.verbose)
Ejemplo n.º 2
0
def process_scene_set_internal(args, scene_ids, scene_list_file):
    run_id = pusher.acquire_run_id('(l8_process_run.py)',
                                   force=args.break_run_lock)

    run_file = 'this_run.csv'
    scene_info.init_list_file(run_file)

    results = []
    for scene_id in scene_ids:

        scene_dict = l8_process_scene.process(
            args.source, scene_id,
            clean = True,
            verbose = args.verbose)

        if scene_dict is not None:
            open(run_file,'a').write(
                scene_info.make_scene_line(scene_dict)+'\n')
            open(scene_list_file,'a').write(
                scene_info.make_scene_line(scene_dict)+'\n')

    pusher.upload_run_list(run_id, run_file, scene_list_file,
                           verbose = args.verbose)
Ejemplo n.º 3
0
def process_scene_set_external(args, scene_ids, scene_list_file):
    run_id = pusher.acquire_run_id('(l8_process_run.py)',
                                   force=args.break_run_lock)

    run_file = 'this_run.csv'
    scene_info.init_list_file(run_file)

    in_file = 'this_run.lst'
    open(in_file,'w').write(('\n'.join(scene_ids)) + '\n')
    
    cmd = 'parallel -j 6 %s %s -l %s < %s' % (
        'l8_process_scene.py',
        '--verbose' if args.verbose else '',
        run_file,
        in_file)
    if args.verbose:
        print cmd
    rc = os.system(cmd)
    
    new_lines = open(run_file).read().strip().split('\n')[1:]
    open(scene_list_file,'a').write(('\n'.join(new_lines)) + '\n')

    pusher.upload_run_list(run_id, run_file, scene_list_file,
                           verbose = args.verbose)
Ejemplo n.º 4
0
def process_scene_set_external(args, scene_ids, scene_list_file):
    run_id = pusher.acquire_run_id('(l8_process_run.py)',
                                   force=args.break_run_lock)

    run_file = 'this_run.csv'
    scene_info.init_list_file(run_file)

    in_file = 'this_run.lst'
    open(in_file, 'w').write(('\n'.join(scene_ids)) + '\n')

    cmd = 'parallel -j 6 %s %s -l %s < %s' % ('l8_process_scene.py',
                                              '--verbose' if args.verbose else
                                              '', run_file, in_file)
    if args.verbose:
        print cmd
    rc = os.system(cmd)

    new_lines = open(run_file).read().strip().split('\n')[1:]
    open(scene_list_file, 'a').write(('\n'.join(new_lines)) + '\n')

    pusher.upload_run_list(run_id,
                           run_file,
                           scene_list_file,
                           verbose=args.verbose)