def __init__(self,
http_client,
properties,
ipython_display,
session_id=-1,
sql_created=None,
spark_events=None,
should_heartbeat=False,
heartbeat_thread=None):
super(LivySession, self).__init__()
assert u"kind" in list(properties.keys())
kind = properties[u"kind"]
self.properties = properties
self.ipython_display = ipython_display
self._should_heartbeat = should_heartbeat
self._user_passed_heartbeat_thread = heartbeat_thread
if spark_events is None:
spark_events = SparkEvents()
self._spark_events = spark_events
status_sleep_seconds = conf.status_sleep_seconds()
statement_sleep_seconds = conf.statement_sleep_seconds()
wait_for_idle_timeout_seconds = conf.wait_for_idle_timeout_seconds()
assert status_sleep_seconds > 0
assert statement_sleep_seconds > 0
assert wait_for_idle_timeout_seconds > 0
if session_id == -1 and sql_created is True:
raise BadUserDataException(
u"Cannot indicate sql state without session id.")
self.logger = SparkLog(u"LivySession")
kind = kind.lower()
if kind not in constants.SESSION_KINDS_SUPPORTED:
raise BadUserDataException(
u"Session of kind '{}' not supported. Session must be of kinds {}."
.format(kind, ", ".join(constants.SESSION_KINDS_SUPPORTED)))
self._app_id = None
self._logs = u""
self._http_client = http_client
self._status_sleep_seconds = status_sleep_seconds
self._statement_sleep_seconds = statement_sleep_seconds
self._wait_for_idle_timeout_seconds = wait_for_idle_timeout_seconds
self.kind = kind
self.id = session_id
self.created_sql_context = sql_created
self._heartbeat_thread = None
if session_id == -1:
self.status = constants.NOT_STARTED_SESSION_STATUS
sql_created = False
else:
self.status = constants.BUSY_SESSION_STATUS
self._start_heartbeat_thread()
def test_configuration_override_work_with_empty_password():
kpc = { 'username': '******', 'base64_password': '', 'password': '', 'url': '' }
overrides = { conf.kernel_python_credentials.__name__: kpc }
conf.override_all(overrides)
conf.override(conf.status_sleep_seconds.__name__, 1)
assert_equals(conf.d, { conf.kernel_python_credentials.__name__: kpc,
conf.status_sleep_seconds.__name__: 1 })
assert_equals(conf.status_sleep_seconds(), 1)
assert_equals(conf.base64_kernel_python_credentials(), { 'username': '******', 'password': '', 'url': '' })
def __init__(self, http_client, properties, ipython_display,
session_id=-1, spark_events=None,
heartbeat_timeout=0, heartbeat_thread=None):
super(LivySession, self).__init__()
assert constants.LIVY_KIND_PARAM in list(properties.keys())
kind = properties[constants.LIVY_KIND_PARAM]
should_heartbeat = False
if heartbeat_timeout > 0:
should_heartbeat = True
properties[constants.LIVY_HEARTBEAT_TIMEOUT_PARAM] = heartbeat_timeout
elif constants.LIVY_HEARTBEAT_TIMEOUT_PARAM in list(properties.keys()):
properties.pop(constants.LIVY_HEARTBEAT_TIMEOUT_PARAM)
self.properties = properties
self.ipython_display = ipython_display
self._should_heartbeat = should_heartbeat
self._user_passed_heartbeat_thread = heartbeat_thread
if spark_events is None:
spark_events = SparkEvents()
self._spark_events = spark_events
status_sleep_seconds = conf.status_sleep_seconds()
statement_sleep_seconds = conf.statement_sleep_seconds()
wait_for_idle_timeout_seconds = conf.wait_for_idle_timeout_seconds()
assert status_sleep_seconds > 0
assert statement_sleep_seconds > 0
assert wait_for_idle_timeout_seconds > 0
self.logger = SparkLog(u"LivySession")
kind = kind.lower()
if kind not in constants.SESSION_KINDS_SUPPORTED:
raise BadUserDataException(u"Session of kind '{}' not supported. Session must be of kinds {}."
.format(kind, ", ".join(constants.SESSION_KINDS_SUPPORTED)))
self._app_id = None
self._logs = u""
self._http_client = http_client
self._status_sleep_seconds = status_sleep_seconds
self._statement_sleep_seconds = statement_sleep_seconds
self._wait_for_idle_timeout_seconds = wait_for_idle_timeout_seconds
self._printed_resource_warning = False
self.kind = kind
self.id = session_id
self.session_info = u""
self._heartbeat_thread = None
if session_id == -1:
self.status = constants.NOT_STARTED_SESSION_STATUS
else:
self.status = constants.BUSY_SESSION_STATUS
self._start_heartbeat_thread()
def test_configuration_override_fallback_to_password():
kpc = {'username': '******', 'password': '******', 'url': 'L'}
overrides = {conf.kernel_python_credentials.__name__: kpc}
conf.override_all(overrides)
conf.override(conf.status_sleep_seconds.__name__, 1)
assert_equals(
conf.d, {
conf.kernel_python_credentials.__name__: kpc,
conf.status_sleep_seconds.__name__: 1
})
assert_equals(conf.status_sleep_seconds(), 1)
assert_equals(conf.base64_kernel_python_credentials(), kpc)
def __init__(self, http_client, properties, ipython_display,
session_id=-1, sql_created=None, spark_events=None,
should_heartbeat=False, heartbeat_thread=None):
super(LivySession, self).__init__()
assert u"kind" in list(properties.keys())
kind = properties[u"kind"]
self.properties = properties
self.ipython_display = ipython_display
self._should_heartbeat = should_heartbeat
self._user_passed_heartbeat_thread = heartbeat_thread
if spark_events is None:
spark_events = SparkEvents()
self._spark_events = spark_events
status_sleep_seconds = conf.status_sleep_seconds()
statement_sleep_seconds = conf.statement_sleep_seconds()
wait_for_idle_timeout_seconds = conf.wait_for_idle_timeout_seconds()
assert status_sleep_seconds > 0
assert statement_sleep_seconds > 0
assert wait_for_idle_timeout_seconds > 0
if session_id == -1 and sql_created is True:
raise BadUserDataException(u"Cannot indicate sql state without session id.")
self.logger = SparkLog(u"LivySession")
kind = kind.lower()
if kind not in constants.SESSION_KINDS_SUPPORTED:
raise BadUserDataException(u"Session of kind '{}' not supported. Session must be of kinds {}."
.format(kind, ", ".join(constants.SESSION_KINDS_SUPPORTED)))
self._app_id = None
self._logs = u""
self._http_client = http_client
self._status_sleep_seconds = status_sleep_seconds
self._statement_sleep_seconds = statement_sleep_seconds
self._wait_for_idle_timeout_seconds = wait_for_idle_timeout_seconds
self.kind = kind
self.id = session_id
self.created_sql_context = sql_created
self._heartbeat_thread = None
if session_id == -1:
self.status = constants.NOT_STARTED_SESSION_STATUS
sql_created = False
else:
self.status = constants.BUSY_SESSION_STATUS
self._start_heartbeat_thread()
def test_configuration_override_work_with_empty_password():
kpc = {
'username': '******',
'base64_password': '',
'password': '',
'url': '',
'auth': AUTH_BASIC
}
overrides = {conf.kernel_python_credentials.__name__: kpc}
conf.override_all(overrides)
conf.override(conf.status_sleep_seconds.__name__, 1)
assert_equals(
conf.d, {
conf.kernel_python_credentials.__name__: kpc,
conf.status_sleep_seconds.__name__: 1
})
assert_equals(conf.status_sleep_seconds(), 1)
assert_equals(conf.base64_kernel_python_credentials(), {
'username': '******',
'password': '',
'url': '',
'auth': AUTH_BASIC
})
