def create_polygon_rdd(self, location, splitter, num_partitions):
rdd = PolygonRDD(self.sc, location, splitter, True, num_partitions)
return PolygonRDD(rdd.rawJvmSpatialRDD, StorageLevel.MEMORY_ONLY)
def test_constructor(self):
spatial_rdd_core = PolygonRDD(sparkContext=self.sc,
InputLocation=input_location,
splitter=splitter,
carryInputData=True,
partitions=num_partitions,
newLevel=StorageLevel.MEMORY_ONLY)
self.compare_spatial_rdd(spatial_rdd_core, input_boundary)
spatial_rdd_core = PolygonRDD(self.sc, input_location, splitter, True,
num_partitions, StorageLevel.MEMORY_ONLY)
self.compare_spatial_rdd(spatial_rdd_core, input_boundary)
spatial_rdd = PolygonRDD(
rawSpatialRDD=spatial_rdd_core.rawJvmSpatialRDD)
self.compare_spatial_rdd(spatial_rdd, input_boundary)
spatial_rdd = PolygonRDD(spatial_rdd_core.rawJvmSpatialRDD,
"epsg:4326", "epsg:5070")
self.compare_spatial_rdd(spatial_rdd, query_envelope)
assert spatial_rdd.getSourceEpsgCode() == "epsg:4326"
assert spatial_rdd.getTargetEpsgCode() == "epsg:5070"
spatial_rdd = PolygonRDD(
rawSpatialRDD=spatial_rdd_core.rawJvmSpatialRDD,
sourceEpsgCode="epsg:4326",
targetEpsgCode="epsg:5070")
assert spatial_rdd.getSourceEpsgCode() == "epsg:4326"
assert spatial_rdd.getTargetEpsgCode() == "epsg:5070"
self.compare_spatial_rdd(spatial_rdd, query_envelope)
spatial_rdd = PolygonRDD(rawSpatialRDD=spatial_rdd.rawJvmSpatialRDD,
newLevel=StorageLevel.MEMORY_ONLY)
self.compare_spatial_rdd(spatial_rdd, query_envelope)
spatial_rdd = PolygonRDD(spatial_rdd_core.rawJvmSpatialRDD,
StorageLevel.MEMORY_ONLY)
self.compare_spatial_rdd(spatial_rdd, input_boundary)
spatial_rdd = PolygonRDD()
query_window_rdd = PolygonRDD(self.sc, polygon_rdd_input_location,
polygon_rdd_start_offset,
polygon_rdd_end_offset,
polygon_rdd_splitter, True, 2)
assert query_window_rdd.analyze()
assert query_window_rdd.approximateTotalCount == 3000
query_window_rdd = PolygonRDD(self.sc, polygon_rdd_input_location,
polygon_rdd_start_offset,
polygon_rdd_end_offset,
polygon_rdd_splitter, True)
assert query_window_rdd.analyze()
assert query_window_rdd.approximateTotalCount == 3000
spatial_rdd_core = PolygonRDD(self.sc, input_location, splitter, True,
num_partitions)
self.compare_spatial_rdd(spatial_rdd_core, input_boundary)
spatial_rdd_core = PolygonRDD(self.sc, input_location, splitter, True)
self.compare_spatial_rdd(spatial_rdd_core, input_boundary)
query_window_rdd = PolygonRDD(self.sc, polygon_rdd_input_location,
polygon_rdd_start_offset,
polygon_rdd_end_offset,
polygon_rdd_splitter, True, 5,
StorageLevel.MEMORY_ONLY)
assert query_window_rdd.analyze()
assert query_window_rdd.approximateTotalCount == 3000
query_window_rdd = PolygonRDD(self.sc, polygon_rdd_input_location,
polygon_rdd_start_offset,
polygon_rdd_end_offset,
polygon_rdd_splitter, True,
StorageLevel.MEMORY_ONLY)
assert query_window_rdd.analyze()
assert query_window_rdd.approximateTotalCount == 3000
spatial_rdd_core = PolygonRDD(self.sc, input_location, splitter, True,
5, StorageLevel.MEMORY_ONLY)
self.compare_spatial_rdd(spatial_rdd_core, input_boundary)
spatial_rdd_core = PolygonRDD(self.sc, input_location, splitter, True,
StorageLevel.MEMORY_ONLY)
self.compare_spatial_rdd(spatial_rdd_core, input_boundary)
spatial_rdd = PolygonRDD(spatial_rdd_core.rawJvmSpatialRDD,
StorageLevel.MEMORY_ONLY, "epsg:4326",
"epsg:5070")
self.compare_spatial_rdd(spatial_rdd, query_envelope)
query_window_rdd = PolygonRDD(self.sc, polygon_rdd_input_location,
polygon_rdd_start_offset,
polygon_rdd_end_offset,
polygon_rdd_splitter, True, 5,
StorageLevel.MEMORY_ONLY, "epsg:4326",
"epsg:5070")
assert query_window_rdd.analyze()
assert query_window_rdd.approximateTotalCount == 3000
query_window_rdd = PolygonRDD(self.sc, polygon_rdd_input_location,
polygon_rdd_start_offset,
polygon_rdd_end_offset,
polygon_rdd_splitter, True,
StorageLevel.MEMORY_ONLY, "epsg:4326",
"epsg:5070")
assert query_window_rdd.analyze()
assert query_window_rdd.approximateTotalCount == 3000
spatial_rdd_core = PolygonRDD(self.sc, input_location, splitter, True,
5, StorageLevel.MEMORY_ONLY, "epsg:4326",
"epsg:5070")
self.compare_spatial_rdd(spatial_rdd_core, query_envelope)
spatial_rdd_core = PolygonRDD(self.sc, input_location, splitter, True,
StorageLevel.MEMORY_ONLY, "epsg:4326",
"epsg:5070")
spatial_rdd_core = PolygonRDD(sparkContext=self.sc,
InputLocation=input_location,
splitter=splitter,
carryInputData=True,
newLevel=StorageLevel.MEMORY_ONLY,
sourceEpsgCRSCode="epsg:4326",
targetEpsgCode="epsg:5070")
self.compare_spatial_rdd(spatial_rdd_core, query_envelope)
def load(cls, sc: SparkContext, path: str) -> SpatialRDD:
jvm = sc._jvm
polygon_rdd = PolygonRDD()
srdd = SpatialObjectLoaderAdapter(jvm).load_polygon_spatial_rdd(sc._jsc, path)
polygon_rdd.set_srdd(srdd)
return polygon_rdd
def test_empty_constructor(self):
spatial_rdd = PolygonRDD(sparkContext=self.sc,
InputLocation=input_location,
splitter=splitter,
carryInputData=True,
partitions=num_partitions,
newLevel=StorageLevel.MEMORY_ONLY)
spatial_rdd.analyze()
spatial_rdd.spatialPartitioning(grid_type)
spatial_rdd.buildIndex(IndexType.RTREE, True)
spatial_rdd_copy = PolygonRDD()
spatial_rdd_copy.rawJvmSpatialRDD = spatial_rdd.rawJvmSpatialRDD
spatial_rdd_copy.analyze()
