from sparkmagic.livyclientlib.exceptions import BadUserConfigurationException
import sparkmagic.utils.constants as constants
d = {}
path = join_paths(HOME_PATH, CONFIG_FILE)
def override(config, value):
_override(d, path, config, value)
def override_all(obj):
_override_all(d, obj)
_with_override = with_override(d, path)
# Helpers
def get_session_kind(language):
if language == LANG_SCALA:
return SESSION_KIND_SPARK
elif language == LANG_PYTHON:
return SESSION_KIND_PYSPARK
elif language == LANG_PYTHON3:
return SESSION_KIND_PYSPARK3
elif language == LANG_R:
return SESSION_KIND_SPARKR
else:
raise BadUserConfigurationException(
from sparkmagic.livyclientlib.exceptions import BadUserConfigurationException
d = {}
path = join_paths(HOME_PATH, CONFIG_FILE)
def override(config, value):
_override(d, path, config, value)
def override_all(obj):
_override_all(d, obj)
_with_override = with_override(d, path)
# Configs
def get_session_properties(language):
properties = copy.deepcopy(session_configs())
properties[LIVY_KIND_PARAM] = get_livy_kind(language)
return properties
@_with_override
def session_configs():
return {}