def spark_latlongs(pandas_latlongs):
return [
pd_to_spark(
series.apply(lambda tup: list(tup)
if isinstance(tup, tuple) else tup))
for series in pandas_latlongs
]
def spark_datetimes(pandas_datetimes):
return [pd_to_spark(series) for series in pandas_datetimes]
def spark_bools(pandas_bools):
return [pd_to_spark(series) for series in pandas_bools]
def spark_doubles(pandas_doubles):
return [pd_to_spark(series) for series in pandas_doubles]
def spark_integers(pandas_integers):
return [pd_to_spark(series) for series in pandas_integers]
def spark_strings(pandas_strings):
return [pd_to_spark(series) for series in pandas_strings]
def spark_natural_language(pandas_natural_language):
return [pd_to_spark(series) for series in pandas_natural_language]
def spark_categories(pandas_categories):
return [pd_to_spark(series) for series in pandas_categories]
def bad_spark_emails(bad_pandas_emails):
return [pd_to_spark(series) for series in bad_pandas_emails]
def spark_emails(pandas_emails):
return [pd_to_spark(series) for series in pandas_emails]