def load_java_udf_or_skip_test(spark, udfname, udfclass):
    drop_udf(spark, udfname)
    try:
        spark.udf.registerJavaFunction(udfname, udfclass)
    except AnalysisException:
        skip_unless_precommit_tests(
            "UDF {} failed to load, udf-examples jar is probably missing".
            format(udfname))
def load_hive_udf_or_skip_test(spark, udfname, udfclass):
    drop_udf(spark, udfname)
    try:
        spark.sql("CREATE TEMPORARY FUNCTION {} AS '{}'".format(
            udfname, udfclass))
    except AnalysisException:
        skip_unless_precommit_tests(
            "UDF {} failed to load, udf-examples jar is probably missing".
            format(udfname))
Beispiel #3
0
def skip_if_not_utc():
    if (not is_tz_utc()):
        skip_unless_precommit_tests(
            'The java system time zone is not set to UTC')
Beispiel #4
0
def skip_if_no_hive(spark):
    if spark.conf.get("spark.sql.catalogImplementation") != "hive":
        skip_unless_precommit_tests('The Spark session does not have Hive support')