def load_java_udf_or_skip_test(spark, udfname, udfclass): drop_udf(spark, udfname) try: spark.udf.registerJavaFunction(udfname, udfclass) except AnalysisException: skip_unless_precommit_tests( "UDF {} failed to load, udf-examples jar is probably missing". format(udfname))
def load_hive_udf_or_skip_test(spark, udfname, udfclass): drop_udf(spark, udfname) try: spark.sql("CREATE TEMPORARY FUNCTION {} AS '{}'".format( udfname, udfclass)) except AnalysisException: skip_unless_precommit_tests( "UDF {} failed to load, udf-examples jar is probably missing". format(udfname))
def skip_if_not_utc(): if (not is_tz_utc()): skip_unless_precommit_tests( 'The java system time zone is not set to UTC')
def skip_if_no_hive(spark): if spark.conf.get("spark.sql.catalogImplementation") != "hive": skip_unless_precommit_tests('The Spark session does not have Hive support')