def from_spark_rdd(self, spark_rdd, sql_ctx):
"""
Translates a Spark DataFrame Rdd into a SparklingPandas dataframe.
:param dataframe_rdd: Input dataframe RDD to convert
:return: Matchign SparklingPandas dataframe
"""
return Dataframe.from_spark_rdd(spark_rdd, sql_ctx)
def _from_pandas_rdd_records(pandas_rdd_records, schema):
"""Create a L{Dataframe} from an RDD of records with schema"""
return Dataframe.from_spark_rdd(
self.sql_ctx.createDataFrame(pandas_rdd_records,
schema.values.tolist()),
self.sql_ctx)
def table(self, table):
"""Returns the provided table as a L{Dataframe}"""
return Dataframe.from_spark_rdd(self.sql_ctx.table(table),
self.sql_ctx)
def sql(self, query):
"""Perform a SQL query and create a L{Dataframe} of the result."""
return Dataframe.from_spark_rdd(self.sql_ctx.sql(query), self.sql_ctx)
