def _spark(cls, column_A, column_B, **kwargs):
allow_cross_type_comparisons: bool = (
kwargs.get("allow_cross_type_comparisons") or False
)
if allow_cross_type_comparisons:
raise NotImplementedError
parse_strings_as_datetimes: bool = (
kwargs.get("parse_strings_as_datetimes") or False
)
if parse_strings_as_datetimes:
# deprecated-v0.13.41
warnings.warn(
"""The parameter "parse_strings_as_datetimes" is deprecated as of v0.13.41 in \
v0.16. As part of the V3 API transition, we've moved away from input transformation. For more information, \
please see: https://greatexpectations.io/blog/why_we_dont_do_transformations_for_expectations/
""",
DeprecationWarning,
)
temp_column_A = F.to_date(column_A)
temp_column_B = F.to_date(column_B)
else:
temp_column_A = column_A
temp_column_B = column_B
or_equal: bool = kwargs.get("or_equal") or False
if or_equal:
return (temp_column_A >= temp_column_B) | (
temp_column_A.eqNullSafe(temp_column_B)
)
else:
return temp_column_A > temp_column_B
def _spark(cls, column_A, column_B, **kwargs):
allow_cross_type_comparisons: bool = (
kwargs.get("allow_cross_type_comparisons") or False
)
if allow_cross_type_comparisons:
raise NotImplementedError
parse_strings_as_datetimes: bool = (
kwargs.get("parse_strings_as_datetimes") or False
)
if parse_strings_as_datetimes:
warnings.warn(
"""The parameter "parse_strings_as_datetimes" is no longer supported and will be deprecated in a \
future release. Please update code accordingly.
""",
DeprecationWarning,
)
temp_column_A = F.to_date(column_A)
temp_column_B = F.to_date(column_B)
else:
temp_column_A = column_A
temp_column_B = column_B
or_equal: bool = kwargs.get("or_equal") or False
if or_equal:
return (temp_column_A >= temp_column_B) | (
temp_column_A.eqNullSafe(temp_column_B)
)
else:
return temp_column_A > temp_column_B