class NGEOPreProcessor(WMSPreProcessor): def __init__(self, format_selection, overviews=True, crs=None, bands=None, bandmode=RGB, footprint_alpha=False, color_index=False, palette_file=None, no_data_value=None, overview_resampling=None, overview_levels=None, overview_minsize=None, radiometric_interval_min=None, radiometric_interval_max=None, sieve_max_threshold=None, simplification_factor=None, temporary_directory=None): self.format_selection = format_selection self.overviews = overviews self.overview_resampling = overview_resampling self.overview_levels = overview_levels self.overview_minsize = overview_minsize self.crs = crs self.bands = bands self.bandmode = bandmode self.footprint_alpha = footprint_alpha self.color_index = color_index self.palette_file = palette_file self.no_data_value = no_data_value self.radiometric_interval_min = radiometric_interval_min self.radiometric_interval_max = radiometric_interval_max if sieve_max_threshold is not None: self.sieve_max_threshold = sieve_max_threshold else: self.sieve_max_threshold = 0 if simplification_factor is not None: self.simplification_factor = simplification_factor else: # default 2 * resolution == 2 pixels self.simplification_factor = 2 self.temporary_directory = temporary_directory def process(self, input_filename, output_filename, geo_reference=None, generate_metadata=True, merge_with=None, original_footprint=None): # open the dataset and create an In-Memory Dataset as copy # to perform optimizations ds = create_mem_copy(gdal.Open(input_filename)) gt = ds.GetGeoTransform() footprint_wkt = None if not geo_reference: if gt == (0.0, 1.0, 0.0, 0.0, 0.0, 1.0): if ds.GetGCPCount() > 0: geo_reference = InternalGCPs() else: raise ValueError("No geospatial reference for " "unreferenced dataset given.") if geo_reference: logger.debug("Applying geo reference '%s'." % type(geo_reference).__name__) # footprint is always in EPSG:4326 ds, footprint_wkt = geo_reference.apply(ds) # apply optimizations for optimization in self.get_optimizations(ds): logger.debug("Applying optimization '%s'." % type(optimization).__name__) try: new_ds = optimization(ds) if new_ds is not ds: # cleanup afterwards cleanup_temp(ds) ds = new_ds except: cleanup_temp(ds) raise # generate the footprint from the dataset if not footprint_wkt: logger.debug("Generating footprint.") footprint_wkt = self._generate_footprint_wkt(ds) # check that footprint is inside of extent of generated image # regenerate otherwise else: tmp_extent = getExtentFromRectifiedDS(ds) tmp_bbox = Polygon.from_bbox( (tmp_extent[0], tmp_extent[1], tmp_extent[2], tmp_extent[3])) # transform image bbox to EPSG:4326 if necessary proj = ds.GetProjection() srs = osr.SpatialReference() try: srs.ImportFromWkt(proj) srs.AutoIdentifyEPSG() ptype = "PROJCS" if srs.IsProjected() else "GEOGCS" srid = int(srs.GetAuthorityCode(ptype)) if srid != '4326': out_srs = osr.SpatialReference() out_srs.ImportFromEPSG(4326) transform = osr.CoordinateTransformation(srs, out_srs) tmp_bbox2 = ogr.CreateGeometryFromWkt(tmp_bbox.wkt) tmp_bbox2.Transform(transform) tmp_bbox = GEOSGeometry(tmp_bbox2.ExportToWkt()) except (RuntimeError, TypeError), e: logger.warn("Projection: %s" % proj) logger.warn("Failed to identify projection's EPSG code." "%s: %s" % (type(e).__name__, str(e))) tmp_footprint = GEOSGeometry(footprint_wkt) if not tmp_bbox.contains(tmp_footprint): logger.debug("Re-generating footprint because not inside of " "generated image.") footprint_wkt = tmp_footprint.intersection(tmp_bbox).wkt if self.footprint_alpha: logger.debug("Applying optimization 'AlphaBandOptimization'.") opt = AlphaBandOptimization() opt(ds, footprint_wkt) output_filename = self.generate_filename(output_filename) if merge_with is not None: if original_footprint is None: raise ValueError( "Original footprint with to be merged image required.") original_ds = gdal.Open(merge_with, gdal.GA_Update) merger = GDALDatasetMerger([ GDALGeometryMaskMergeSource( original_ds, original_footprint, temporary_directory=self.temporary_directory), GDALGeometryMaskMergeSource( ds, footprint_wkt, temporary_directory=self.temporary_directory) ]) final_ds = merger.merge(output_filename, self.format_selection.driver_name, self.format_selection.creation_options) # cleanup previous file driver = original_ds.GetDriver() original_ds = None driver.Delete(merge_with) cleanup_temp(ds) else: logger.debug("Writing single file '%s' using options: %s." % (output_filename, ", ".join( self.format_selection.creation_options))) logger.debug("Metadata tags to be written: %s" % ", ".join(ds.GetMetadata_List("") or [])) # save the file to the disc driver = gdal.GetDriverByName(self.format_selection.driver_name) final_ds = driver.CreateCopy( output_filename, ds, options=self.format_selection.creation_options) # cleanup cleanup_temp(ds) for optimization in self.get_post_optimizations(final_ds): logger.debug("Applying post-optimization '%s'." % type(optimization).__name__) optimization(final_ds) # generate metadata if requested footprint = None if generate_metadata: normalized_space = Polygon.from_bbox((-180, -90, 180, 90)) non_normalized_space = Polygon.from_bbox((180, -90, 360, 90)) footprint = GEOSGeometry(footprint_wkt) outer = non_normalized_space.intersection(footprint) if len(outer): footprint = MultiPolygon(*map( lambda p: Polygon(*map( lambda ls: LinearRing(*map( lambda point: (point[0] - 360, point[1]), ls.coords )), tuple(p))), (outer, ))).union( normalized_space.intersection(footprint)) else: if isinstance(footprint, Polygon): footprint = MultiPolygon(footprint) if original_footprint: logger.debug("Merging footprint.") footprint = footprint.union(GEOSGeometry(original_footprint)) logger.debug("Calculated Footprint: '%s'" % footprint.wkt) num_bands = final_ds.RasterCount # finally close the dataset and write it to the disc final_ds = None return PreProcessResult(output_filename, footprint, num_bands)
def process(self, input_filename, output_filename, geo_reference=None, generate_metadata=True, merge_with=None, original_footprint=None): # open the dataset and create an In-Memory Dataset as copy # to perform optimizations ds = create_mem_copy(gdal.Open(input_filename)) gt = ds.GetGeoTransform() footprint_wkt = None if not geo_reference: if gt == (0.0, 1.0, 0.0, 0.0, 0.0, 1.0): if ds.GetGCPCount() > 0: geo_reference = InternalGCPs() else: raise ValueError("No geospatial reference for " "unreferenced dataset given.") if geo_reference: logger.debug("Applying geo reference '%s'." % type(geo_reference).__name__) # footprint is always in EPSG:4326 ds, footprint_wkt = geo_reference.apply(ds) # apply optimizations for optimization in self.get_optimizations(ds): logger.debug("Applying optimization '%s'." % type(optimization).__name__) try: new_ds = optimization(ds) if new_ds is not ds: # cleanup afterwards cleanup_temp(ds) ds = new_ds except: cleanup_temp(ds) raise # generate the footprint from the dataset if not footprint_wkt: logger.debug("Generating footprint.") footprint_wkt = self._generate_footprint_wkt(ds) # check that footprint is inside of extent of generated image # regenerate otherwise else: tmp_extent = getExtentFromRectifiedDS(ds) tmp_bbox = Polygon.from_bbox((tmp_extent[0], tmp_extent[1], tmp_extent[2], tmp_extent[3])) # transform image bbox to EPSG:4326 if necessary proj = ds.GetProjection() srs = osr.SpatialReference() try: srs.ImportFromWkt(proj) srs.AutoIdentifyEPSG() ptype = "PROJCS" if srs.IsProjected() else "GEOGCS" srid = int(srs.GetAuthorityCode(ptype)) if srid != '4326': out_srs = osr.SpatialReference() out_srs.ImportFromEPSG(4326) transform = osr.CoordinateTransformation(srs, out_srs) tmp_bbox2 = ogr.CreateGeometryFromWkt(tmp_bbox.wkt) tmp_bbox2.Transform(transform) tmp_bbox = GEOSGeometry(tmp_bbox2.ExportToWkt()) except (RuntimeError, TypeError), e: logger.warn("Projection: %s" % proj) logger.warn("Failed to identify projection's EPSG code." "%s: %s" % ( type(e).__name__ , str(e) ) ) tmp_footprint = GEOSGeometry(footprint_wkt) if not tmp_bbox.contains(tmp_footprint): footprint_wkt = tmp_footprint.intersection(tmp_bbox).wkt
def process(self, input_filename, output_filename, geo_reference=None, generate_metadata=True, merge_with=None, original_footprint=None): # open the dataset and create an In-Memory Dataset as copy # to perform optimizations ds = create_mem_copy(gdal.Open(input_filename)) gt = ds.GetGeoTransform() footprint_wkt = None if not geo_reference: if gt == (0.0, 1.0, 0.0, 0.0, 0.0, 1.0): if ds.GetGCPCount() > 0: geo_reference = InternalGCPs() else: raise ValueError("No geospatial reference for " "unreferenced dataset given.") if geo_reference: logger.debug("Applying geo reference '%s'." % type(geo_reference).__name__) # footprint is always in EPSG:4326 ds, footprint_wkt = geo_reference.apply(ds) # apply optimizations for optimization in self.get_optimizations(ds): logger.debug("Applying optimization '%s'." % type(optimization).__name__) try: new_ds = optimization(ds) if new_ds is not ds: # cleanup afterwards cleanup_temp(ds) ds = new_ds except: cleanup_temp(ds) raise # generate the footprint from the dataset if not footprint_wkt: logger.debug("Generating footprint.") footprint_wkt = self._generate_footprint_wkt(ds) # check that footprint is inside of extent of generated image # regenerate otherwise else: tmp_extent = getExtentFromRectifiedDS(ds) tmp_bbox = Polygon.from_bbox( (tmp_extent[0], tmp_extent[1], tmp_extent[2], tmp_extent[3])) # transform image bbox to EPSG:4326 if necessary proj = ds.GetProjection() srs = osr.SpatialReference() try: srs.ImportFromWkt(proj) srs.AutoIdentifyEPSG() ptype = "PROJCS" if srs.IsProjected() else "GEOGCS" srid = int(srs.GetAuthorityCode(ptype)) if srid != '4326': out_srs = osr.SpatialReference() out_srs.ImportFromEPSG(4326) transform = osr.CoordinateTransformation(srs, out_srs) tmp_bbox2 = ogr.CreateGeometryFromWkt(tmp_bbox.wkt) tmp_bbox2.Transform(transform) tmp_bbox = GEOSGeometry(tmp_bbox2.ExportToWkt()) except (RuntimeError, TypeError), e: logger.warn("Projection: %s" % proj) logger.warn("Failed to identify projection's EPSG code." "%s: %s" % (type(e).__name__, str(e))) tmp_footprint = GEOSGeometry(footprint_wkt) if not tmp_bbox.contains(tmp_footprint): logger.debug("Re-generating footprint because not inside of " "generated image.") footprint_wkt = tmp_footprint.intersection(tmp_bbox).wkt
def process(self, input_filename, output_filename, geo_reference=None, generate_metadata=True, merge_with=None, original_footprint=None): # open the dataset and create an In-Memory Dataset as copy # to perform optimizations ds = create_mem_copy(gdal.Open(input_filename)) gt = ds.GetGeoTransform() footprint_wkt = None if not geo_reference: if gt == (0.0, 1.0, 0.0, 0.0, 0.0, 1.0): # TODO: maybe use a better check raise ValueError("No geospatial reference for unreferenced " "dataset given.") else: logger.debug("Applying geo reference '%s'." % type(geo_reference).__name__) ds, footprint_wkt = geo_reference.apply(ds) # apply optimizations for optimization in self.get_optimizations(ds): logger.debug("Applying optimization '%s'." % type(optimization).__name__) new_ds = optimization(ds) ds = None ds = new_ds # generate the footprint from the dataset if not footprint_wkt: logger.debug("Generating footprint.") footprint_wkt = self._generate_footprint_wkt(ds) if self.footprint_alpha: logger.debug("Applying optimization 'AlphaBandOptimization'.") opt = AlphaBandOptimization() opt(ds, footprint_wkt) output_filename = self.generate_filename(output_filename) if merge_with is not None: if original_footprint is None: raise ValueError( "Original footprint with to be merged image required." ) original_ds = gdal.Open(merge_with) merger = GDALDatasetMerger([ GDALGeometryMaskMergeSource(original_ds, original_footprint), GDALGeometryMaskMergeSource(ds, footprint_wkt) ]) ds = merger.merge( output_filename, self.format_selection.driver_name, self.format_selection.creation_options ) # cleanup previous file driver = original_ds.GetDriver() original_ds = None driver.Delete(merge_with) else: logger.debug("Writing file to disc using options: %s." % ", ".join(self.format_selection.creation_options)) logger.debug("Metadata tags to be written: %s" % ", ".join(ds.GetMetadata_List("") or [])) # save the file to the disc driver = gdal.GetDriverByName(self.format_selection.driver_name) ds = driver.CreateCopy(output_filename, ds, options=self.format_selection.creation_options) for optimization in self.get_post_optimizations(ds): logger.debug("Applying post-optimization '%s'." % type(optimization).__name__) optimization(ds) # generate metadata if requested footprint = None if generate_metadata: normalized_space = Polygon.from_bbox((-180, -90, 180, 90)) non_normalized_space = Polygon.from_bbox((180, -90, 360, 90)) footprint = GEOSGeometry(footprint_wkt) #.intersection(normalized_space) outer = non_normalized_space.intersection(footprint) if len(outer): footprint = MultiPolygon( *map(lambda p: Polygon(*map(lambda ls: LinearRing(*map(lambda point: (point[0] - 360, point[1]), ls.coords )), tuple(p) )), (outer,) ) ).union(normalized_space.intersection(footprint)) else: if isinstance(footprint, Polygon): footprint = MultiPolygon(footprint) logger.info("Calculated Footprint: '%s'" % footprint.wkt) # use the provided footprint #geom = OGRGeometry(footprint_wkt) #exterior = [] #for x, y in geom.exterior_ring.tuple: # exterior.append(y); exterior.append(x) #polygon = [exterior] num_bands = ds.RasterCount # close the dataset and write it to the disc ds = None return PreProcessResult(output_filename, footprint, num_bands)