Exemple #1
0
def test_pyspark_resource():
    pyspark_resource.configured(
        {"spark_conf": {
            "spark": {
                "executor": {
                    "memory": "1024MB"
                }
            }
        }})
    assert_pipeline_runs_with_resource(pyspark_resource)
Exemple #2
0
def test_pyspark_resource_escape_hatch():
    pyspark_resource.configured(
        {"spark_conf": {
            "spark.executor.memory": "1024MB"
        }})
    assert_pipeline_runs_with_resource(pyspark_resource)