def test_assert_column_equality_not_equal_with_none(self):
data = [("jose", None, 0), ("li", 2, 2), ("luisa", 3, 3)]
source_df = self.spark.createDataFrame(data, ["name", "col1", "col2"])
with pytest.raises(quinn.ColumnMismatchError) as excinfo:
quinn.assert_column_equality(source_df, "col1", "col2")
assert excinfo.value.args[
0] == "The values of col1 column are different from col2"
def test_assert_column_equality_when_equal(self):
data = [("jose", 1, 1), ("li", 2, 2), ("luisa", 3, 3)]
source_df = self.spark.createDataFrame(data, ["name", "col1", "col2"])
quinn.assert_column_equality(source_df, "col1", "col2")
def test_assert_column_equality_equal_with_text(self):
data = [("jose", "", ""), ("li", "student", "student"),
("luisa", "teacher", "teacher")]
source_df = self.spark.createDataFrame(data, ["name", "col1", "col2"])
quinn.assert_column_equality(source_df, "col1", "col2")
def test_assert_column_equality_equal_with_none(self):
data = [("jose", None, None), ("li", 2, 2), ("luisa", 3, 3)]
source_df = spark.createDataFrame(data, ["name", "col1", "col2"])
quinn.assert_column_equality(source_df, "col1", "col2")