Esempio n. 1
0
def test_get_docker_cmd_add_spark_conf_str():
    args = mock.Mock(cmd="pyspark -v", mrjob=False)
    instance_config = None
    spark_conf_str = "--conf spark.app.name=fake_app"

    docker_cmd = get_docker_cmd(args, instance_config, spark_conf_str)
    assert docker_cmd == "pyspark --conf spark.app.name=fake_app -v"
Esempio n. 2
0
def test_get_docker_cmd_mrjob():
    args = mock.Mock(cmd="python mrjob_wrapper.py", mrjob=True)
    instance_config = None
    spark_conf_str = "--jobconf spark.app.name=fake_app"

    expected_cmd = "python mrjob_wrapper.py --jobconf spark.app.name=fake_app"
    assert get_docker_cmd(args, instance_config, spark_conf_str) == expected_cmd
Esempio n. 3
0
def test_get_docker_cmd_add_spark_conf_str():
    args = mock.Mock(cmd='pyspark -v')
    instance_config = None
    spark_conf_str = '--conf spark.app.name=fake_app'

    docker_cmd = get_docker_cmd(args, instance_config, spark_conf_str)
    assert docker_cmd == 'pyspark --conf spark.app.name=fake_app -v'
Esempio n. 4
0
def test_get_docker_cmd_other_cmd():
    args = mock.Mock(cmd="bash", mrjob=False)
    instance_config = None
    spark_conf_str = "--conf spark.app.name=fake_app"

    assert get_docker_cmd(args, instance_config, spark_conf_str) == "bash"
Esempio n. 5
0
def test_get_docker_cmd(args, instance_config, spark_conf_str, expected):
    assert spark_run.get_docker_cmd(args, instance_config, spark_conf_str) == expected
Esempio n. 6
0
def test_get_docker_cmd_other_cmd():
    args = mock.Mock(cmd='bash')
    instance_config = None
    spark_conf_str = '--conf spark.app.name=fake_app'

    assert get_docker_cmd(args, instance_config, spark_conf_str) == 'bash'