def toSpatialRdd(cls, dataFrame: DataFrame):
"""
:param dataFrame:
:return:
"""
sc = dataFrame._sc
jvm = sc._jvm
srdd = jvm.Adapter.toSpatialRdd(dataFrame._jdf)
spatial_rdd = SpatialRDD(sc)
spatial_rdd.set_srdd(srdd)
return spatial_rdd
def readToGeometryRDD(cls, sc: SparkContext, inputPath: str) -> SpatialRDD:
"""
:param sc: SparkContext
:param inputPath: str, file input location
:return: SpatialRDD
"""
GeoJsonReader.validate_imports()
jvm = sc._jvm
srdd = jvm.GeoJsonReader.readToGeometryRDD(
sc._jsc, inputPath
)
spatial_rdd = SpatialRDD(sc)
spatial_rdd.set_srdd(srdd)
return spatial_rdd
def toSpatialRdd(cls, dataFrame: DataFrame,
geometryFieldName: str) -> SpatialRDD:
"""
:param dataFrame:
:param geometryFieldName:
:return:
"""
sc = dataFrame._sc
jvm = sc._jvm
srdd = jvm.Adapter.toSpatialRdd(dataFrame._jdf, geometryFieldName)
spatial_rdd = SpatialRDD(sc)
spatial_rdd.set_srdd(srdd)
return spatial_rdd
def readToGeometryRDD(cls, rawTextRDD: RDD) -> SpatialRDD:
"""
:param rawTextRDD: RDD
:return: SpatialRDD
"""
GeoJsonReader.validate_imports()
sc = rawTextRDD.ctx
jvm = sc._jvm
srdd = jvm.GeoJsonReader.readToGeometryRDD(
rawTextRDD._jrdd
)
spatial_rdd = SpatialRDD(sc)
spatial_rdd.set_srdd(srdd)
return spatial_rdd
def readToGeometryRDD(cls, sc: SparkContext, inputPath: str) -> SpatialRDD:
"""
:param sc:
:param inputPath:
:return:
"""
ShapefileReader.validate_imports()
jvm = sc._jvm
jsc = sc._jsc
srdd = jvm.ShapefileReader.readToGeometryRDD(
jsc,
inputPath
)
spatial_rdd = SpatialRDD(sc=sc)
spatial_rdd.set_srdd(srdd)
return spatial_rdd
def readToGeometryRDD(cls, rawTextRDD: RDD, allowInvalidGeometries: bool, skipSyntacticallyInvalidGeometries: bool) -> SpatialRDD:
"""
:param rawTextRDD: RDD
:param allowInvalidGeometries: bool
:param skipSyntacticallyInvalidGeometries: bool
:return: SpatialRDD
"""
GeoJsonReader.validate_imports()
sc = rawTextRDD.ctx
jvm = sc._jvm
srdd = jvm.GeoJsonReader.readToGeometryRDD(
rawTextRDD._jrdd, allowInvalidGeometries, skipSyntacticallyInvalidGeometries
)
spatial_rdd = SpatialRDD(sc)
spatial_rdd.set_srdd(srdd)
return spatial_rdd
def readToGeometryRDD(cls, sc: SparkContext, inputPath: str, allowInvalidGeometries: bool,
skipSyntacticallyInvalidGeometries: bool) -> SpatialRDD:
"""
:param sc: SparkContext
:param inputPath: str, path to the file
:param allowInvalidGeometries: bool
:param skipSyntacticallyInvalidGeometries: bool
:return: SpatialRDD
"""
GeoJsonReader.validate_imports()
jvm = sc._jvm
srdd = jvm.GeoJsonReader.readToGeometryRDD(
sc._jsc, inputPath, allowInvalidGeometries, skipSyntacticallyInvalidGeometries
)
spatial_rdd = SpatialRDD(sc)
spatial_rdd.set_srdd(srdd)
return spatial_rdd
def toSpatialRdd(cls, dataFrame: DataFrame,
fieldNames: List) -> SpatialRDD:
"""
:param dataFrame:
:param geometryFieldName:
:param fieldNames:
:return:
"""
sc = dataFrame._sc
jvm = sc._jvm
srdd = jvm.PythonAdapterWrapper.toSpatialRdd(dataFrame._jdf,
fieldNames)
spatial_rdd = SpatialRDD(sc)
spatial_rdd.set_srdd(srdd)
return spatial_rdd