def test_pyspark_resource(): pyspark_resource.configured( {"spark_conf": { "spark": { "executor": { "memory": "1024MB" } } }}) assert_pipeline_runs_with_resource(pyspark_resource)
def test_pyspark_resource_escape_hatch(): pyspark_resource.configured( {"spark_conf": { "spark.executor.memory": "1024MB" }}) assert_pipeline_runs_with_resource(pyspark_resource)