def test_spatial_range_query(self):
spatial_rdd = LineStringRDD(self.sc, input_location, splitter, True,
StorageLevel.MEMORY_ONLY)
for i in range(self.loop_times):
result_size = RangeQuery.SpatialRangeQuery(spatial_rdd,
self.query_envelope,
False, False).count()
assert result_size == 999
assert RangeQuery.SpatialRangeQuery(
spatial_rdd, self.query_envelope, False,
False).take(10)[1].getUserData() is not None
def test_spatial_range_query_using_index(self):
spatial_rdd = RectangleRDD(self.sc, inputLocation, offset, splitter,
True, StorageLevel.MEMORY_ONLY)
spatial_rdd.buildIndex(IndexType.RTREE, False)
for i in range(self.loop_times):
result_size = RangeQuery.SpatialRangeQuery(spatial_rdd,
self.query_envelope,
False, True).count()
assert result_size == 193
assert RangeQuery.SpatialRangeQuery(spatial_rdd, self.query_envelope, False, True).take(10)[1].getUserData()\
is not None
def test_spatial_range_query(self):
spatial_rdd = PointRDD(self.sc, input_location, offset, splitter, True,
StorageLevel.MEMORY_ONLY, "epsg:4326",
"epsg:3005")
for i in range(loop_times):
result_size = RangeQuery.SpatialRangeQuery(spatial_rdd,
query_envelope, False,
False).count()
assert result_size == 3127
assert RangeQuery.SpatialRangeQuery(
spatial_rdd, query_envelope, False,
False).take(10)[1].getUserData() is not None
def test_spatial_range_query(self):
object_rdd = PointRDD(self.sc, point_rdd_input_location,
point_rdd_offset, point_rdd_splitter, True,
StorageLevel.MEMORY_ONLY)
object_rdd.rawJvmSpatialRDD.persist(StorageLevel.MEMORY_ONLY)
for _ in range(each_query_loop_times):
result_size = RangeQuery.SpatialRangeQuery(object_rdd,
range_query_window,
False, False).count()
object_rdd = PointRDD(self.sc, point_rdd_input_location,
point_rdd_offset, point_rdd_splitter, True,
StorageLevel.MEMORY_ONLY)
object_rdd.rawJvmSpatialRDD.persist(StorageLevel.MEMORY_ONLY)
for _ in range(each_query_loop_times):
result_size = RangeQuery.SpatialRangeQuery(object_rdd,
range_query_window,
False, False).count()
def test_spatial_range_query(self):
spatial_rdd = PointRDD(self.sc, input_location, offset, splitter,
False)
for i in range(self.loop_times):
result_size = RangeQuery.\
SpatialRangeQuery(spatial_rdd, self.query_envelope, False, False)\
.count()
assert result_size == 2830
assert RangeQuery.SpatialRangeQuery(
spatial_rdd, self.query_envelope, False, False).take(10)[1].\
getUserData() is not None
def test_range_query_using_index(self):
object_rdd = PointRDD(sparkContext=self.sc,
InputLocation=point_rdd_input_location,
Offset=point_rdd_offset,
splitter=point_rdd_splitter,
carryInputData=False)
object_rdd.buildIndex(point_rdd_index_type, False)
for i in range(each_query_loop_times):
result_size = RangeQuery.SpatialRangeQuery(object_rdd,
range_query_window,
False, True).count
def test_spatial_range_query(self):
object_rdd = PointRDD(sparkContext=self.sc,
InputLocation=point_rdd_input_location,
Offset=point_rdd_offset,
splitter=point_rdd_splitter,
carryInputData=False)
for i in range(each_query_loop_times):
result_size = RangeQuery.SpatialRangeQuery(object_rdd,
range_query_window,
False, False).count()
logging.info(result_size)
def test_spatial_range_query_using_index(self):
object_rdd = PointRDD(self.sc, point_rdd_input_location,
point_rdd_offset, point_rdd_splitter, True,
StorageLevel.MEMORY_ONLY)
object_rdd.buildIndex(point_rdd_index_type, False)
object_rdd.indexedRawRDD.persist(StorageLevel.MEMORY_ONLY)
assert object_rdd.indexedRawRDD.is_cached
for _ in range(each_query_loop_times):
result_size = RangeQuery.SpatialRangeQuery(object_rdd,
range_query_window,
False, True).count
def test_crs_transformed_spatial_range_query(self):
object_rdd = PointRDD(sparkContext=self.sc,
InputLocation=point_rdd_input_location,
Offset=point_rdd_offset,
splitter=point_rdd_splitter,
carryInputData=False,
newLevel=StorageLevel.DISK_ONLY,
sourceEpsgCRSCode="epsg:4326",
targetEpsgCode="epsg:3005")
for i in range(each_query_loop_times):
result_size = RangeQuery.SpatialRangeQuery(object_rdd,
range_query_window,
False, False)
def test_read_to_point_rdd(self):
input_location = os.path.join(tests_path, "resources/shapefiles/point")
spatial_rdd = ShapefileReader.readToPointRDD(self.sc, input_location)
geometry_rdd = ShapefileReader.readToGeometryRDD(
self.sc, input_location)
window = Envelope(-180.0, 180.0, -90.0, 90.0)
count = RangeQuery.SpatialRangeQuery(spatial_rdd, window, False,
False).count()
assert spatial_rdd.rawSpatialRDD.count() == count
assert 'org.datasyslab.geospark.spatialRDD.SpatialRDD' in geometry_rdd._srdd.toString(
)
assert 'org.datasyslab.geospark.spatialRDD.PointRDD' in spatial_rdd._srdd.toString(
)
def test_crs_transformation_spatial_range_query(self):
object_rdd = PointRDD(self.sc, point_rdd_input_location,
point_rdd_offset, point_rdd_splitter, True,
StorageLevel.MEMORY_ONLY, "epsg:4326",
"epsg:3005")
object_rdd.rawSpatialRDD.persist(StorageLevel.MEMORY_ONLY)
assert object_rdd.rawSpatialRDD.is_cached
for _ in range(each_query_loop_times):
result_size = RangeQuery.SpatialRangeQuery(object_rdd,
range_query_window,
False, False).count()
assert result_size > -1