Пример #1
0
def test_get_docker_cmd_add_spark_conf_str():
    args = mock.Mock(cmd="pyspark -v", mrjob=False)
    instance_config = None
    spark_conf_str = "--conf spark.app.name=fake_app"

    docker_cmd = get_docker_cmd(args, instance_config, spark_conf_str)
    assert docker_cmd == "pyspark --conf spark.app.name=fake_app -v"
Пример #2
0
def test_get_docker_cmd_mrjob():
    args = mock.Mock(cmd="python mrjob_wrapper.py", mrjob=True)
    instance_config = None
    spark_conf_str = "--jobconf spark.app.name=fake_app"

    expected_cmd = "python mrjob_wrapper.py --jobconf spark.app.name=fake_app"
    assert get_docker_cmd(args, instance_config, spark_conf_str) == expected_cmd
Пример #3
0
def test_get_docker_cmd_add_spark_conf_str():
    args = mock.Mock(cmd='pyspark -v')
    instance_config = None
    spark_conf_str = '--conf spark.app.name=fake_app'

    docker_cmd = get_docker_cmd(args, instance_config, spark_conf_str)
    assert docker_cmd == 'pyspark --conf spark.app.name=fake_app -v'
Пример #4
0
def test_get_docker_cmd_other_cmd():
    args = mock.Mock(cmd="bash", mrjob=False)
    instance_config = None
    spark_conf_str = "--conf spark.app.name=fake_app"

    assert get_docker_cmd(args, instance_config, spark_conf_str) == "bash"
Пример #5
0
def test_get_docker_cmd(args, instance_config, spark_conf_str, expected):
    assert spark_run.get_docker_cmd(args, instance_config, spark_conf_str) == expected
Пример #6
0
def test_get_docker_cmd_other_cmd():
    args = mock.Mock(cmd='bash')
    instance_config = None
    spark_conf_str = '--conf spark.app.name=fake_app'

    assert get_docker_cmd(args, instance_config, spark_conf_str) == 'bash'