def test_cast_map_to_string(self):
self.assertEqual(
cast_to_string(
{
True:
collections.OrderedDict([("one", 1), ("nothing", None),
("three", 3)])
},
MapType(BooleanType(), MapType(StringType(), IntegerType())),
options=BASE_OPTIONS),
"[true -> [one -> 1, nothing ->, three -> 3]]")
def test_cast_map_to_map(self):
self.assertEqual(
cast_to_map({
1: "1",
2: "2"
},
MapType(ByteType(), StringType()),
MapType(StringType(), FloatType()),
options=BASE_OPTIONS), {
'1': 1.0,
'2': 2.0
})
def test_session_create_data_frame_from_list_with_schema(self):
schema = StructType(
[StructField("map", MapType(StringType(), IntegerType()), True)])
df = self.spark.createDataFrame([({'a': 1}, )], schema=schema)
self.assertEqual(df.count(), 1)
self.assertListEqual(df.collect(), [Row(map={'a': 1})])
self.assertEqual(df.schema, schema)
def test_cast_row_to_string(self):
self.assertEqual(
cast_to_string(Row(a=collections.OrderedDict([("value", None),
("b", {
"c": 7
})]),
b=None,
c=True,
d=5.2),
StructType([
StructField(
"a",
MapType(
StringType(),
MapType(StringType(), LongType(), True),
True), True),
StructField("b", LongType(), True),
StructField("c", BooleanType(), True),
StructField("d", DoubleType(), True)
]),
options=BASE_OPTIONS),
"[[value ->, b -> [c -> 7]],, true, 5.2]")