def test_get_docker_cmd_add_spark_conf_str(): args = mock.Mock(cmd="pyspark -v", mrjob=False) instance_config = None spark_conf_str = "--conf spark.app.name=fake_app" docker_cmd = get_docker_cmd(args, instance_config, spark_conf_str) assert docker_cmd == "pyspark --conf spark.app.name=fake_app -v"
def test_get_docker_cmd_mrjob(): args = mock.Mock(cmd="python mrjob_wrapper.py", mrjob=True) instance_config = None spark_conf_str = "--jobconf spark.app.name=fake_app" expected_cmd = "python mrjob_wrapper.py --jobconf spark.app.name=fake_app" assert get_docker_cmd(args, instance_config, spark_conf_str) == expected_cmd
def test_get_docker_cmd_add_spark_conf_str(): args = mock.Mock(cmd='pyspark -v') instance_config = None spark_conf_str = '--conf spark.app.name=fake_app' docker_cmd = get_docker_cmd(args, instance_config, spark_conf_str) assert docker_cmd == 'pyspark --conf spark.app.name=fake_app -v'
def test_get_docker_cmd_other_cmd(): args = mock.Mock(cmd="bash", mrjob=False) instance_config = None spark_conf_str = "--conf spark.app.name=fake_app" assert get_docker_cmd(args, instance_config, spark_conf_str) == "bash"
def test_get_docker_cmd(args, instance_config, spark_conf_str, expected): assert spark_run.get_docker_cmd(args, instance_config, spark_conf_str) == expected
def test_get_docker_cmd_other_cmd(): args = mock.Mock(cmd='bash') instance_config = None spark_conf_str = '--conf spark.app.name=fake_app' assert get_docker_cmd(args, instance_config, spark_conf_str) == 'bash'