def get_spark_config(self, paasta_args=None): paasta_args = paasta_args or {} args = mock.MagicMock() for k, v in paasta_args.items(): setattr(args, k, v) if "cluster" not in paasta_args: args.cluster = "fake_cluster" return get_spark_config( args=args, spark_app_name="fake_name", spark_ui_port=123, docker_img="fake-registry/fake-service", system_paasta_config=SystemPaastaConfig( {"cluster_fqdn_format": "paasta-{cluster:s}.something"}, "fake_dir"), volumes=["v1:v1:rw", "v2:v2:rw"], access_key="test_access_key", secret_key="test_secret_key", )
def test_get_spark_config( mock_find_mesos_leader, ): mock_find_mesos_leader.return_value = 'fake_leader' args = mock.MagicMock() args.cluster = 'fake_cluster' spark_conf = get_spark_config( args=args, container_name='fake_name', spark_ui_port=123, docker_img='fake-registry/fake-service', system_paasta_config=SystemPaastaConfig( {"cluster_fqdn_format": "paasta-{cluster:s}.something"}, 'fake_dir', ), volumes=['v1:v1:rw', 'v2:v2:rw'], ) assert spark_conf['spark.master'] == 'mesos://fake_leader:5050' assert 'spark.master=mesos://fake_leader:5050' in create_spark_config_str(spark_conf)