Example #1
0
def create_cog(image_locations, scene, same_path=False):
    """
    Args:
      image_locations (List[(uri, filename)]): Used to fetch source imagery for the scene for processing
      scene (Scene): Scene to create COG from
      same_path (boolean): Output to the same path that it was downloaded from

    Returns:
      Scene: The mutated scene. Must call update() on it to be reflected on the API
    Raises:
      Exception: Any exceptions here are unrecoverable.
    """
    with get_tempdir() as local_dir:
        dsts = [os.path.join(local_dir, fname) for _, fname in image_locations]
        cog.fetch_imagery(image_locations, local_dir)
        warped_paths = cog.warp_tifs(dsts, local_dir)
        merged_tif = cog.merge_tifs(warped_paths, local_dir)
        cog.add_overviews(merged_tif)
        cog_path = cog.convert_to_cog(merged_tif, local_dir)
        if same_path:
            updated_scene = upload_tif(
                cog_path, scene,
                os.path.join('user-uploads', scene.owner, '{}_COG.tif'.format(scene.id)),
                os.path.join('user-uploads', urllib.quote_plus(scene.owner), '{}_COG.tif'.format(scene.id))
            )
        else:
            updated_scene = upload_tif(cog_path, scene)
        os.remove(cog_path)
        return updated_scene
Example #2
0
def create_cog(image_locations, scene):
    with get_tempdir() as local_dir:
        dsts = [os.path.join(local_dir, fname) for _, fname in image_locations]
        cog.fetch_imagery(image_locations, local_dir)
        warped_paths = cog.warp_tifs(dsts, local_dir)
        merged_tif = cog.merge_tifs(warped_paths, local_dir)
        cog.add_overviews(merged_tif)
        cog_path = cog.convert_to_cog(merged_tif, local_dir)
        updated_scene = upload_tif(cog_path, scene)
        updated_scene.update()
Example #3
0
def process_to_cog(prefix, gcs_prefix, landsat_id, config):
    logger.info('Fetching all bands')
    for band in config.bands.keys():
        fetch_band(prefix, gcs_prefix, band, landsat_id)
    cog_fname = '{}_COG.tif'.format(landsat_id)
    stacked_fname = '{}_STACKED.tif'.format(landsat_id)
    filenames = {
        'COG': os.path.join(prefix, cog_fname),
        'STACKED': os.path.join(prefix, stacked_fname)
    }
    local_paths = sorted(glob.glob('/{}/{}*.TIF'.format(prefix, landsat_id)))
    warped_paths = cog.warp_tifs(local_paths, prefix)
    merged = cog.merge_tifs(warped_paths, prefix)
    cog.add_overviews(merged)
    cog_path = cog.convert_to_cog(merged, prefix)
    shutil.move(cog_path, filenames['COG'])
    return (filenames['COG'], cog_fname)
Example #4
0
def process_to_cog(prefix, gcs_prefix, landsat_id, config):
    logger.info('Fetching all bands')
    for band in config.bands.keys():
        fetch_band(prefix, gcs_prefix, band, landsat_id)
    cog_fname = '{}_COG.tif'.format(landsat_id)
    stacked_fname = '{}_STACKED.tif'.format(landsat_id)
    filenames = {
        'COG': os.path.join(prefix, cog_fname),
        'STACKED': os.path.join(prefix, stacked_fname)
    }
    local_paths = sorted(glob.glob('{}/{}*.TIF'.format(prefix, landsat_id)))
    warped_paths = cog.warp_tifs(local_paths, prefix)
    merged = cog.merge_tifs(warped_paths, prefix)
    cog.add_overviews(merged)
    cog_path = cog.convert_to_cog(merged, prefix)
    shutil.move(cog_path, filenames['COG'])
    return (filenames['COG'], cog_fname)
Example #5
0
def create_cog(image_locations, scene, same_path=False):
    with get_tempdir() as local_dir:
        dsts = [os.path.join(local_dir, fname) for _, fname in image_locations]
        cog.fetch_imagery(image_locations, local_dir)
        warped_paths = cog.warp_tifs(dsts, local_dir)
        merged_tif = cog.merge_tifs(warped_paths, local_dir)
        cog.add_overviews(merged_tif)
        cog_path = cog.convert_to_cog(merged_tif, local_dir)
        if same_path:
            updated_scene = upload_tif(
                cog_path, scene,
                os.path.join('user-uploads', scene.owner, '{}_COG.tif'.format(scene.id)),
                os.path.join('user-uploads', urllib.quote_plus(scene.owner), '{}_COG.tif'.format(scene.id))
            )
        else:
            updated_scene = upload_tif(cog_path, scene)
        updated_scene.update()
        os.remove(cog_path)
Example #6
0
def create_cog(image_locations, scene, same_path=False):
    with get_tempdir() as local_dir:
        dsts = [os.path.join(local_dir, fname) for _, fname in image_locations]
        cog.fetch_imagery(image_locations, local_dir)
        warped_paths = cog.warp_tifs(dsts, local_dir)
        merged_tif = cog.merge_tifs(warped_paths, local_dir)
        cog.add_overviews(merged_tif)
        cog_path = cog.convert_to_cog(merged_tif, local_dir)
        if same_path:
            updated_scene = upload_tif(
                cog_path, scene,
                os.path.join('user-uploads', scene.owner,
                             '{}_COG.tif'.format(scene.id)),
                os.path.join('user-uploads', urllib.quote_plus(scene.owner),
                             '{}_COG.tif'.format(scene.id)))
        else:
            updated_scene = upload_tif(cog_path, scene)
        updated_scene.update()
        os.remove(cog_path)
Example #7
0
def create_geotiffs(modis_path, local_dir):
    """Create geotiffs from MODIS HDF

    1. Create separate tifs for each band
    2. Combine tifs into a single tif
    3. Warp tif to web mercator (for quicker access)
    4. Generate COG

    Args:
        modis_path (str): path to modis HDF file
        local_dir (str): directory to output tiffs to
    """
    logger.info('Preparing to create geotiffs')

    post_web_mercator_path = os.path.join(local_dir, 'warp2.tif')

    tifs = sorted(hdf_to_geotiffs(modis_path, local_dir))
    logger.info('Tifs: %s', '\n'.join(tifs))
    warped_paths = cog.warp_tifs(tifs, local_dir)
    merged_tif = cog.merge_tifs(warped_paths, local_dir)
    warp_tif(merged_tif, post_web_mercator_path)
    cog.add_overviews(post_web_mercator_path)
    cog_path = cog.convert_to_cog(post_web_mercator_path, local_dir)
    return [cog_path]
Example #8
0
def create_geotiffs(modis_path, local_dir):
    """Create geotiffs from MODIS HDF

    1. Create separate tifs for each band
    2. Combine tifs into a single tif
    3. Warp tif to web mercator (for quicker access)
    4. Generate COG

    Args:
        modis_path (str): path to modis HDF file
        local_dir (str): directory to output tiffs to
    """
    logger.info('Preparing to create geotiffs')

    post_web_mercator_path = os.path.join(local_dir, 'warp2.tif')

    tifs = sorted(hdf_to_geotiffs(modis_path, local_dir))
    logger.info('Tifs: %s', '\n'.join(tifs))
    warped_paths = cog.warp_tifs(tifs, local_dir)
    merged_tif = cog.merge_tifs(warped_paths, local_dir)
    warp_tif(merged_tif, post_web_mercator_path)
    cog.add_overviews(post_web_mercator_path)
    cog_path = cog.convert_to_cog(post_web_mercator_path, local_dir)
    return [cog_path]