def test_clip_points_by_polygons(self): """Points can be clipped by polygons (real data) """ # Name input files point_name = join(TESTDATA, 'population_5x5_jakarta_points.shp') point_layer = read_layer(point_name) points = numpy.array(point_layer.get_geometry()) attrs = point_layer.get_data() # Loop through polygons for filename in ['polygon_0.shp', 'polygon_1.shp', 'polygon_2.shp', 'polygon_3.shp', 'polygon_4.shp', 'polygon_5.shp', 'polygon_6.shp']: polygon_layer = read_layer(join(TESTDATA, filename)) polygon = polygon_layer.get_geometry()[0] # Clip indices = inside_polygon(points, polygon) # Sanity for point in points[indices, :]: assert is_inside_polygon(point, polygon) # Explicit tests if filename == 'polygon_0.shp': assert len(indices) == 6 elif filename == 'polygon_1.shp': assert len(indices) == 2 assert numpy.allclose(points[indices[0], :], [106.8125, -6.1875]) assert numpy.allclose(points[indices[1], :], [106.8541667, -6.1875]) assert numpy.allclose(attrs[indices[0]]['value'], 331941.6875) assert numpy.allclose(attrs[indices[1]]['value'], 496445.8125) elif filename == 'polygon_2.shp': assert len(indices) == 7 elif filename == 'polygon_3.shp': assert len(indices) == 0 # Degenerate elif filename == 'polygon_4.shp': assert len(indices) == 0 # Degenerate elif filename == 'polygon_5.shp': assert len(indices) == 8 elif filename == 'polygon_6.shp': assert len(indices) == 6
def test_clip_points_by_polygons(self): """Points can be clipped by polygons (real data) """ # Name input files point_name = join(TESTDATA, 'population_5x5_jakarta_points.shp') point_layer = read_layer(point_name) points = numpy.array(point_layer.get_geometry()) attrs = point_layer.get_data() # Loop through polygons for filename in [ 'polygon_0.shp', 'polygon_1.shp', 'polygon_2.shp', 'polygon_3.shp', 'polygon_4.shp', 'polygon_5.shp', 'polygon_6.shp' ]: polygon_layer = read_layer(join(TESTDATA, filename)) polygon = polygon_layer.get_geometry()[0] # Clip indices = inside_polygon(points, polygon) # Sanity for point in points[indices, :]: assert is_inside_polygon(point, polygon) # Explicit tests if filename == 'polygon_0.shp': assert len(indices) == 6 elif filename == 'polygon_1.shp': assert len(indices) == 2 assert numpy.allclose(points[indices[0], :], [106.8125, -6.1875]) assert numpy.allclose(points[indices[1], :], [106.8541667, -6.1875]) assert numpy.allclose(attrs[indices[0]]['value'], 331941.6875) assert numpy.allclose(attrs[indices[1]]['value'], 496445.8125) elif filename == 'polygon_2.shp': assert len(indices) == 7 elif filename == 'polygon_3.shp': assert len(indices) == 0 # Degenerate elif filename == 'polygon_4.shp': assert len(indices) == 0 # Degenerate elif filename == 'polygon_5.shp': assert len(indices) == 8 elif filename == 'polygon_6.shp': assert len(indices) == 6
def test_tag_regions_by_flood(self): """Regions can be tagged correctly with data from flood forecasts """ threshold = 0.3 label = 'affected' tif_filename = convert_netcdf2tif(self.nc_filename, 24, verbose=False) region_filename = os.path.join(TESTDATA, 'rw_jakarta_singlepart.shp') grid = read_layer(tif_filename) polygons = read_layer(region_filename) res = tag_polygons_by_grid(polygons, grid, threshold=threshold, tag=label) os.remove(tif_filename) geom = res.get_geometry() data = res.get_data() # Check correctness of affected regions affected_geom = [] affected_data = [] for i, d in enumerate(data): if d[label]: g = geom[i] affected_geom.append(g) affected_data.append(d) assert len(affected_geom) == 37 assert len(affected_data) == 37 # Check that every grid point exceeding threshold lies inside # one of the polygons marked as affected P, V = grid.to_vector_points() flooded_points_geom = [] flooded_points_data = [] for i, point in enumerate(P): val = V[i] if val > threshold: # Point that is flooded must be in one of the tagged polygons found = False for polygon in affected_geom: if is_inside_polygon(point, polygon): found = True msg = ('No affected polygon was found for point [%f, %f] ' 'with value %f' % (point[0], point[1], val)) verify(found, msg) # Collected flooded points for visualisation flooded_points_geom.append(point) flooded_points_data.append({'depth': val}) # To generate files for visual inspection. # See # https://raw.github.com/AIFDR/inasafe/master/files/flood_tagging_test.png # https://github.com/AIFDR/inasafe/blob/master/files/flood_tagging_test.tgz tmp_filename = unique_filename(prefix='grid', suffix='.tif') grid.write_to_file(tmp_filename) #print 'Grid written to ', tmp_filename tmp_filename = unique_filename(prefix='regions', suffix='.shp') res.write_to_file(tmp_filename) #print 'Regions written to ', tmp_filename tmp_filename = unique_filename(prefix='flooded_points', suffix='.shp') v = Vector(geometry=flooded_points_geom, data=flooded_points_data) v.write_to_file(tmp_filename)
def test_tag_regions_by_flood(self): """Regions can be tagged correctly with data from flood forecasts. """ threshold = 0.3 label = 'affected' tif_filename = convert_netcdf2tif(self.nc_filename, 24, verbose=False) region_filename = os.path.join(TESTDATA, 'rw_jakarta_singlepart.shp') grid = read_layer(tif_filename) polygons = read_layer(region_filename) res = tag_polygons_by_grid(polygons, grid, threshold=threshold, tag=label) os.remove(tif_filename) geom = res.get_geometry() data = res.get_data() # Check correctness of affected regions affected_geom = [] affected_data = [] for i, d in enumerate(data): if d[label]: g = geom[i] affected_geom.append(g) affected_data.append(d) assert len(affected_geom) == 37 assert len(affected_data) == 37 # Check that every grid point exceeding threshold lies inside # one of the polygons marked as affected P, V = grid.to_vector_points() flooded_points_geom = [] flooded_points_data = [] for i, point in enumerate(P): val = V[i] if val > threshold: # Point that is flooded must be in one of the tagged polygons found = False for polygon in affected_geom: if is_inside_polygon(point, polygon): found = True msg = ('No affected polygon was found for point [%f, %f] ' 'with value %f' % (point[0], point[1], val)) verify(found, msg) # Collected flooded points for visualisation flooded_points_geom.append(point) flooded_points_data.append({'depth': val}) # To generate files for visual inspection. # See # https://raw.github.com/AIFDR/inasafe/master/files/flood_tagging_test.png # https://github.com/AIFDR/inasafe/blob/master/files/flood_tagging_test.tgz tmp_filename = unique_filename(prefix='grid', suffix='.tif') grid.write_to_file(tmp_filename) #print 'Grid written to ', tmp_filename tmp_filename = unique_filename(prefix='regions', suffix='.shp') res.write_to_file(tmp_filename) #print 'Regions written to ', tmp_filename tmp_filename = unique_filename(prefix='flooded_points', suffix='.shp') v = Vector(geometry=flooded_points_geom, data=flooded_points_data) v.write_to_file(tmp_filename)
def test_clip_raster_by_polygons(self): """Raster grids can be clipped by polygon layers # See qgis project in test data: raster_point_and_clipping_test.qgs """ # Name input files poly = join(TESTDATA, 'kabupaten_jakarta_singlepart.shp') grid = join(TESTDATA, 'population_5x5_jakarta.asc') # Get layers using API P = read_layer(poly) R = read_layer(grid) M = len(P) N = len(R) assert N == 56 # Clip C = clip_raster_by_polygons(R, P) assert len(C) == M # Check points inside polygon tot = 0 for c in C: tot += len(c) assert tot == 14 # Check that points are inside the right polygon for i, polygon in enumerate(P.get_geometry()): points = C[i][0] values = C[i][1] # Sanity first for point in points: assert is_inside_polygon(point, polygon) # Specific tests against raster pixel values inside polygons # The values are read from qgis if i == 0: assert len(points) == 6 assert numpy.allclose(values[0], 200951) assert numpy.allclose(values[1], 283237) assert numpy.allclose(values[2], 278385) assert numpy.allclose(values[3], 516061) assert numpy.allclose(values[4], 207414) assert numpy.allclose(values[5], 344466) elif i == 1: assert len(points) == 2 msg = ('Got wrong coordinates %s, expected %s' % (str(points[0, :]), str([106.8125, -6.1875]))) assert numpy.allclose(points[0, :], [106.8125, -6.1875]), msg assert numpy.allclose(points[1, :], [106.8541667, -6.1875]) assert numpy.allclose(values[0], 331942) assert numpy.allclose(values[1], 496446) elif i == 2: assert len(points) == 7 assert numpy.allclose(values[0], 268579) assert numpy.allclose(values[1], 155795) assert numpy.allclose(values[2], 403674) assert numpy.allclose(values[3], 259280) assert numpy.allclose(values[4], 284526) assert numpy.allclose(values[5], 334370) assert numpy.allclose(values[6], 143325) elif i == 3: assert len(points) == 0 # Degenerate elif i == 4: assert len(points) == 0 # Degenerate elif i == 5: assert len(points) == 8 assert numpy.allclose(values[0], 279103) assert numpy.allclose(values[1], 205762) assert numpy.allclose(values[2], 428705) assert numpy.allclose(values[3], 331093) assert numpy.allclose(values[4], 227514) assert numpy.allclose(values[5], 249308) assert numpy.allclose(values[6], 215739) assert numpy.allclose(values[7], 147447) elif i == 6: assert len(points) == 6 assert numpy.allclose(values[0], 61836.4) assert numpy.allclose(values[1], 165723) assert numpy.allclose(values[2], 151307) assert numpy.allclose(values[3], 343787) assert numpy.allclose(values[4], 303627) assert numpy.allclose(values[5], 225232) # Generate layer objects values = [{'value': x} for x in C[i][1]] point_layer = Vector(data=values, geometry=points, projection=P.get_projection()) if len(point_layer) > 0: # Geometry is only defined for layers that are not degenerate assert point_layer.is_point_data polygon_layer = Vector(geometry=[polygon], projection=P.get_projection()) assert polygon_layer.is_polygon_data # Generate spatial data for visualisation with e.g. QGIS if False: point_layer.write_to_file('points_%i.shp' % i) polygon_layer.write_to_file('polygon_%i.shp' % i)
def test_clip_points_by_polygons_with_holes_real(self): """Points can be clipped by polygons with holes (real data) """ # Read real polygon with holes filename = '%s/%s' % (TESTDATA, 'donut.shp') L = read_layer(filename) # -------------------------------------------- # Pick one polygon that has 2 inner rings P = L.get_geometry(as_geometry_objects=True)[1] outer_ring = P.outer_ring inner_ring0 = P.inner_rings[0] inner_ring1 = P.inner_rings[1] # Make some test points points_in_bbox = generate_random_points_in_bbox(outer_ring, 1000) points_in_inner_ring0 = populate_polygon(inner_ring0, 2, seed=13) points_in_inner_ring1 = populate_polygon(inner_ring1, 2, seed=17) points = numpy.concatenate( (points_in_bbox, points_in_inner_ring0, points_in_inner_ring1)) # Clip indices = inside_polygon(points, P.outer_ring, holes=P.inner_rings) # Sanity for point in points[indices, :]: # Must be inside outer ring assert is_inside_polygon(point, outer_ring) # But not in any of the inner rings assert not is_inside_polygon(point, inner_ring0) assert not is_inside_polygon(point, inner_ring1) # --------------------------------------------------------- # Pick a polygon that has 1 inner ring (nice visualisation) P = L.get_geometry(as_geometry_objects=True)[9] outer_ring = P.outer_ring inner_ring = P.inner_rings[0] # Make some test points points = generate_random_points_in_bbox(outer_ring, 500) # Clip indices = inside_polygon(points, P.outer_ring, holes=P.inner_rings) # Sanity for point in points[indices, :]: # Must be inside outer ring assert is_inside_polygon(point, outer_ring) # But not in the inner ring assert not is_inside_polygon(point, inner_ring) # Store for visual check (nice one!) # Uncomment os.remove if you want see the layers pol = Vector(geometry=[P]) tmp_filename = unique_filename(suffix='.shp') pol.write_to_file(tmp_filename) # print 'Polygon with holes written to %s' % tmp_filename os.remove(tmp_filename) pts = Vector(geometry=points[indices, :]) tmp_filename = unique_filename(suffix='.shp') pts.write_to_file(tmp_filename) # print 'Clipped points written to %s' % tmp_filename os.remove(tmp_filename)
def test_clip_points_by_polygons_with_holes0(self): """Points can be clipped by polygons with holes """ # Define an outer ring outer_ring = numpy.array([[106.79, -6.233], [106.80, -6.24], [106.78, -6.23], [106.77, -6.21], [106.79, -6.233]]) # Define inner rings inner_rings = [ numpy.array([[106.77827, -6.2252], [106.77775, -6.22378], [106.78, -6.22311], [106.78017, -6.22530], [106.77827, -6.2252]])[::-1], numpy.array([[106.78652, -6.23215], [106.78642, -6.23075], [106.78746, -6.23143], [106.78831, -6.23307], [106.78652, -6.23215]])[::-1] ] v = Vector( geometry=[Polygon(outer_ring=outer_ring, inner_rings=inner_rings)]) assert v.is_polygon_data # Write it to file tmp_filename = unique_filename(suffix='.shp') v.write_to_file(tmp_filename) # Read polygon it back L = read_layer(tmp_filename) P = L.get_geometry(as_geometry_objects=True)[0] outer_ring = P.outer_ring inner_ring0 = P.inner_rings[0] inner_ring1 = P.inner_rings[1] # Make some test points points = generate_random_points_in_bbox(outer_ring, 1000, seed=13) # Clip to outer ring, excluding holes indices = inside_polygon(points, P.outer_ring, holes=P.inner_rings) # Sanity for point in points[indices, :]: # Must be inside outer ring assert is_inside_polygon(point, outer_ring) # But not in any of the inner rings assert not is_inside_polygon(point, inner_ring0) assert not is_inside_polygon(point, inner_ring1) if False: # Store for visual check pol = Vector(geometry=[P]) tmp_filename = unique_filename(suffix='.shp') pol.write_to_file(tmp_filename) print 'Polygon with holes written to %s' % tmp_filename pts = Vector(geometry=points[indices, :]) tmp_filename = unique_filename(suffix='.shp') pts.write_to_file(tmp_filename) print 'Clipped points written to %s' % tmp_filename
def test_clip_points_by_polygons_with_holes_real(self): """Points can be clipped by polygons with holes (real data) """ # Read real polygon with holes filename = '%s/%s' % (TESTDATA, 'donut.shp') L = read_layer(filename) # -------------------------------------------- # Pick one polygon that has 2 inner rings P = L.get_geometry(as_geometry_objects=True)[1] outer_ring = P.outer_ring inner_ring0 = P.inner_rings[0] inner_ring1 = P.inner_rings[1] # Make some test points points_in_bbox = generate_random_points_in_bbox(outer_ring, 1000) points_in_inner_ring0 = populate_polygon(inner_ring0, 2, seed=13) points_in_inner_ring1 = populate_polygon(inner_ring1, 2, seed=17) points = numpy.concatenate((points_in_bbox, points_in_inner_ring0, points_in_inner_ring1)) # Clip indices = inside_polygon(points, P.outer_ring, holes=P.inner_rings) # Sanity for point in points[indices, :]: # Must be inside outer ring assert is_inside_polygon(point, outer_ring) # But not in any of the inner rings assert not is_inside_polygon(point, inner_ring0) assert not is_inside_polygon(point, inner_ring1) # --------------------------------------------------------- # Pick a polygon that has 1 inner ring (nice visualisation) P = L.get_geometry(as_geometry_objects=True)[9] outer_ring = P.outer_ring inner_ring = P.inner_rings[0] # Make some test points points = generate_random_points_in_bbox(outer_ring, 500) # Clip indices = inside_polygon(points, P.outer_ring, holes=P.inner_rings) # Sanity for point in points[indices, :]: # Must be inside outer ring assert is_inside_polygon(point, outer_ring) # But not in the inner ring assert not is_inside_polygon(point, inner_ring) # Store for visual check (nice one!) # Uncomment os.remove if you want see the layers pol = Vector(geometry=[P]) tmp_filename = unique_filename(suffix='.shp') pol.write_to_file(tmp_filename) #print 'Polygon with holes written to %s' % tmp_filename os.remove(tmp_filename) pts = Vector(geometry=points[indices, :]) tmp_filename = unique_filename(suffix='.shp') pts.write_to_file(tmp_filename) #print 'Clipped points written to %s' % tmp_filename os.remove(tmp_filename)
def test_clip_points_by_polygons_with_holes0(self): """Points can be clipped by polygons with holes """ # Define an outer ring outer_ring = numpy.array([[106.79, -6.233], [106.80, -6.24], [106.78, -6.23], [106.77, -6.21], [106.79, -6.233]]) # Define inner rings inner_rings = [numpy.array([[106.77827, -6.2252], [106.77775, -6.22378], [106.78, -6.22311], [106.78017, -6.22530], [106.77827, -6.2252]])[::-1], numpy.array([[106.78652, -6.23215], [106.78642, -6.23075], [106.78746, -6.23143], [106.78831, -6.23307], [106.78652, -6.23215]])[::-1]] v = Vector(geometry=[Polygon(outer_ring=outer_ring, inner_rings=inner_rings)]) assert v.is_polygon_data # Write it to file tmp_filename = unique_filename(suffix='.shp') v.write_to_file(tmp_filename) # Read polygon it back L = read_layer(tmp_filename) P = L.get_geometry(as_geometry_objects=True)[0] outer_ring = P.outer_ring inner_ring0 = P.inner_rings[0] inner_ring1 = P.inner_rings[1] # Make some test points points = generate_random_points_in_bbox(outer_ring, 1000, seed=13) # Clip to outer ring, excluding holes indices = inside_polygon(points, P.outer_ring, holes=P.inner_rings) # Sanity for point in points[indices, :]: # Must be inside outer ring assert is_inside_polygon(point, outer_ring) # But not in any of the inner rings assert not is_inside_polygon(point, inner_ring0) assert not is_inside_polygon(point, inner_ring1) if False: # Store for visual check pol = Vector(geometry=[P]) tmp_filename = unique_filename(suffix='.shp') pol.write_to_file(tmp_filename) print 'Polygon with holes written to %s' % tmp_filename pts = Vector(geometry=points[indices, :]) tmp_filename = unique_filename(suffix='.shp') pts.write_to_file(tmp_filename) print 'Clipped points written to %s' % tmp_filename