def create_polygon_rdd(self, location, splitter, num_partitions): rdd = PolygonRDD(self.sc, location, splitter, True, num_partitions) return PolygonRDD(rdd.rawJvmSpatialRDD, StorageLevel.MEMORY_ONLY)
def test_constructor(self): spatial_rdd_core = PolygonRDD(sparkContext=self.sc, InputLocation=input_location, splitter=splitter, carryInputData=True, partitions=num_partitions, newLevel=StorageLevel.MEMORY_ONLY) self.compare_spatial_rdd(spatial_rdd_core, input_boundary) spatial_rdd_core = PolygonRDD(self.sc, input_location, splitter, True, num_partitions, StorageLevel.MEMORY_ONLY) self.compare_spatial_rdd(spatial_rdd_core, input_boundary) spatial_rdd = PolygonRDD( rawSpatialRDD=spatial_rdd_core.rawJvmSpatialRDD) self.compare_spatial_rdd(spatial_rdd, input_boundary) spatial_rdd = PolygonRDD(spatial_rdd_core.rawJvmSpatialRDD, "epsg:4326", "epsg:5070") self.compare_spatial_rdd(spatial_rdd, query_envelope) assert spatial_rdd.getSourceEpsgCode() == "epsg:4326" assert spatial_rdd.getTargetEpsgCode() == "epsg:5070" spatial_rdd = PolygonRDD( rawSpatialRDD=spatial_rdd_core.rawJvmSpatialRDD, sourceEpsgCode="epsg:4326", targetEpsgCode="epsg:5070") assert spatial_rdd.getSourceEpsgCode() == "epsg:4326" assert spatial_rdd.getTargetEpsgCode() == "epsg:5070" self.compare_spatial_rdd(spatial_rdd, query_envelope) spatial_rdd = PolygonRDD(rawSpatialRDD=spatial_rdd.rawJvmSpatialRDD, newLevel=StorageLevel.MEMORY_ONLY) self.compare_spatial_rdd(spatial_rdd, query_envelope) spatial_rdd = PolygonRDD(spatial_rdd_core.rawJvmSpatialRDD, StorageLevel.MEMORY_ONLY) self.compare_spatial_rdd(spatial_rdd, input_boundary) spatial_rdd = PolygonRDD() query_window_rdd = PolygonRDD(self.sc, polygon_rdd_input_location, polygon_rdd_start_offset, polygon_rdd_end_offset, polygon_rdd_splitter, True, 2) assert query_window_rdd.analyze() assert query_window_rdd.approximateTotalCount == 3000 query_window_rdd = PolygonRDD(self.sc, polygon_rdd_input_location, polygon_rdd_start_offset, polygon_rdd_end_offset, polygon_rdd_splitter, True) assert query_window_rdd.analyze() assert query_window_rdd.approximateTotalCount == 3000 spatial_rdd_core = PolygonRDD(self.sc, input_location, splitter, True, num_partitions) self.compare_spatial_rdd(spatial_rdd_core, input_boundary) spatial_rdd_core = PolygonRDD(self.sc, input_location, splitter, True) self.compare_spatial_rdd(spatial_rdd_core, input_boundary) query_window_rdd = PolygonRDD(self.sc, polygon_rdd_input_location, polygon_rdd_start_offset, polygon_rdd_end_offset, polygon_rdd_splitter, True, 5, StorageLevel.MEMORY_ONLY) assert query_window_rdd.analyze() assert query_window_rdd.approximateTotalCount == 3000 query_window_rdd = PolygonRDD(self.sc, polygon_rdd_input_location, polygon_rdd_start_offset, polygon_rdd_end_offset, polygon_rdd_splitter, True, StorageLevel.MEMORY_ONLY) assert query_window_rdd.analyze() assert query_window_rdd.approximateTotalCount == 3000 spatial_rdd_core = PolygonRDD(self.sc, input_location, splitter, True, 5, StorageLevel.MEMORY_ONLY) self.compare_spatial_rdd(spatial_rdd_core, input_boundary) spatial_rdd_core = PolygonRDD(self.sc, input_location, splitter, True, StorageLevel.MEMORY_ONLY) self.compare_spatial_rdd(spatial_rdd_core, input_boundary) spatial_rdd = PolygonRDD(spatial_rdd_core.rawJvmSpatialRDD, StorageLevel.MEMORY_ONLY, "epsg:4326", "epsg:5070") self.compare_spatial_rdd(spatial_rdd, query_envelope) query_window_rdd = PolygonRDD(self.sc, polygon_rdd_input_location, polygon_rdd_start_offset, polygon_rdd_end_offset, polygon_rdd_splitter, True, 5, StorageLevel.MEMORY_ONLY, "epsg:4326", "epsg:5070") assert query_window_rdd.analyze() assert query_window_rdd.approximateTotalCount == 3000 query_window_rdd = PolygonRDD(self.sc, polygon_rdd_input_location, polygon_rdd_start_offset, polygon_rdd_end_offset, polygon_rdd_splitter, True, StorageLevel.MEMORY_ONLY, "epsg:4326", "epsg:5070") assert query_window_rdd.analyze() assert query_window_rdd.approximateTotalCount == 3000 spatial_rdd_core = PolygonRDD(self.sc, input_location, splitter, True, 5, StorageLevel.MEMORY_ONLY, "epsg:4326", "epsg:5070") self.compare_spatial_rdd(spatial_rdd_core, query_envelope) spatial_rdd_core = PolygonRDD(self.sc, input_location, splitter, True, StorageLevel.MEMORY_ONLY, "epsg:4326", "epsg:5070") spatial_rdd_core = PolygonRDD(sparkContext=self.sc, InputLocation=input_location, splitter=splitter, carryInputData=True, newLevel=StorageLevel.MEMORY_ONLY, sourceEpsgCRSCode="epsg:4326", targetEpsgCode="epsg:5070") self.compare_spatial_rdd(spatial_rdd_core, query_envelope)
def load(cls, sc: SparkContext, path: str) -> SpatialRDD: jvm = sc._jvm polygon_rdd = PolygonRDD() srdd = SpatialObjectLoaderAdapter(jvm).load_polygon_spatial_rdd(sc._jsc, path) polygon_rdd.set_srdd(srdd) return polygon_rdd
def test_empty_constructor(self): spatial_rdd = PolygonRDD(sparkContext=self.sc, InputLocation=input_location, splitter=splitter, carryInputData=True, partitions=num_partitions, newLevel=StorageLevel.MEMORY_ONLY) spatial_rdd.analyze() spatial_rdd.spatialPartitioning(grid_type) spatial_rdd.buildIndex(IndexType.RTREE, True) spatial_rdd_copy = PolygonRDD() spatial_rdd_copy.rawJvmSpatialRDD = spatial_rdd.rawJvmSpatialRDD spatial_rdd_copy.analyze()