def _to_java_object_rdd(rdd: RDD) -> JavaObject:
"""Return a JavaRDD of Object by unpickling
It will convert each Python object into Java object by Pickle, whenever the
RDD is serialized in batch or not.
"""
rdd = rdd._reserialize(AutoBatchedSerializer(CPickleSerializer())) # type: ignore[attr-defined]
return rdd.ctx._jvm.org.apache.spark.mllib.api.python.SerDe.pythonToJava(rdd._jrdd, True) # type: ignore[attr-defined]
def _to_java_object_rdd(rdd: RDD) -> JavaObject:
"""Return an JavaRDD of Object by unpickling
It will convert each Python object into Java object by Pickle, whenever the
RDD is serialized in batch or not.
"""
rdd = rdd._reserialize(AutoBatchedSerializer(CPickleSerializer()))
assert rdd.ctx._jvm is not None
return rdd.ctx._jvm.org.apache.spark.ml.python.MLSerDe.pythonToJava(
rdd._jrdd, True)
