def spark(spark_conf): conf = unit_test_utils.get_default_spark_conf(spark_conf) return SparkSession.builder.config(conf=conf).getOrCreate()
def spark(spark_conf): conf = unit_test_utils.get_default_spark_conf(spark_conf) return SparkSession.builder.config( conf=conf).setMaster("yarn-client").getOrCreate()