def test_configure(): # Mock info method magic.info = MagicMock() # Session not started conf.override_all({}) magic.configure('', '{"extra": "yes"}') assert_equals(conf.session_configs(), {"extra": "yes"}) _assert_magic_successful_event_emitted_once('configure') magic.info.assert_called_once_with("") # Session started - no -f magic.session_started = True conf.override_all({}) magic.configure('', "{\"extra\": \"yes\"}") assert_equals(conf.session_configs(), {}) assert_equals(ipython_display.send_error.call_count, 1) # Session started - with -f magic.info.reset_mock() conf.override_all({}) magic.configure("-f", "{\"extra\": \"yes\"}") assert_equals(conf.session_configs(), {"extra": "yes"}) spark_controller.delete_session_by_name.assert_called_once_with(magic.session_name) spark_controller.add_session.assert_called_once_with(magic.session_name, magic.endpoint, False, {"kind": constants.SESSION_KIND_PYSPARK, "extra": "yes"}) magic.info.assert_called_once_with("")
def test_configure(): # Mock info method magic.info = MagicMock() # Session not started conf.override_all({}) magic.configure('', '{"extra": "yes"}') assert_equals(conf.session_configs(), {"extra": "yes"}) _assert_magic_successful_event_emitted_once('configure') magic.info.assert_called_once_with("") # Session started - no -f magic.session_started = True conf.override_all({}) magic.configure('', "{\"extra\": \"yes\"}") assert_equals(conf.session_configs(), {}) assert_equals(ipython_display.send_error.call_count, 1) # Session started - with -f magic.info.reset_mock() conf.override_all({}) magic.configure("-f", "{\"extra\": \"yes\"}") assert_equals(conf.session_configs(), {"extra": "yes"}) spark_controller.delete_session_by_name.assert_called_once_with(magic.session_name) spark_controller.add_session.assert_called_once_with(magic.session_name, magic.endpoint, False, {"kind": constants.SESSION_KIND_PYSPARK, "extra": "yes"}) magic.info.assert_called_once_with("")
def __init__(self, spark_controller, ipywidget_factory, ipython_display, endpoints_dropdown_widget, refresh_method): # This is nested super(CreateSessionWidget, self).__init__(spark_controller, ipywidget_factory, ipython_display, True) self.refresh_method = refresh_method self.endpoints_dropdown_widget = endpoints_dropdown_widget self.session_widget = self.ipywidget_factory.get_text( description='Name:', value='session-name') self.lang_widget = self.ipywidget_factory.get_toggle_buttons( description='Language:', options=[LANG_SCALA, LANG_PYTHON, LANG_PYTHON3], ) self.properties = self.ipywidget_factory.get_text( description='Properties:', value=json.dumps(conf.session_configs())) self.submit_widget = self.ipywidget_factory.get_submit_button( description='Create Session') self.children = [ self.ipywidget_factory.get_html(value="<br/>", width="600px"), self.endpoints_dropdown_widget, self.session_widget, self.lang_widget, self.properties, self.ipywidget_factory.get_html(value="<br/>", width="600px"), self.submit_widget ] for child in self.children: child.parent_widget = self
def __init__(self, spark_controller, ipywidget_factory, ipython_display, endpoints_dropdown_widget, refresh_method): # This is nested super(CreateSessionWidget, self).__init__(spark_controller, ipywidget_factory, ipython_display, True) self.refresh_method = refresh_method self.endpoints_dropdown_widget = endpoints_dropdown_widget self.session_widget = self.ipywidget_factory.get_text(description="Name:", value="session-name") self.lang_widget = self.ipywidget_factory.get_toggle_buttons( description="Language:", options=[LANG_SCALA, LANG_PYTHON] ) self.properties = self.ipywidget_factory.get_text( description="Properties:", value=json.dumps(conf.session_configs()) ) self.submit_widget = self.ipywidget_factory.get_submit_button(description="Create Session") self.children = [ self.ipywidget_factory.get_html(value="<br/>", width="600px"), self.endpoints_dropdown_widget, self.session_widget, self.lang_widget, self.properties, self.ipywidget_factory.get_html(value="<br/>", width="600px"), self.submit_widget, ] for child in self.children: child.parent_widget = self
def _print_local_info(self): sessions_info = [" {}".format(i) for i in self.spark_controller.get_manager_sessions_str()] print("""Info for running Spark: Sessions: {} Session configs: {} """.format("\n".join(sessions_info), conf.session_configs()))
def _print_local_info(self): sessions_info = [" {}".format(i) for i in self.spark_controller.get_manager_sessions_str()] print("""Info for running Spark: Sessions: {} Session configs: {} """.format("\n".join(sessions_info), conf.session_configs()))
def test_add_sessions_command_extra_properties(): conf.override_all({}) magic.spark("config", "{\"extra\": \"yes\"}") assert conf.session_configs() == {"extra": "yes"} add_sessions_mock = MagicMock() spark_controller.add_session = add_sessions_mock command = "add" name = "-s name" language = "-l scala" connection_string = "-u http://livyendpoint.com" line = " ".join([command, name, language, connection_string]) magic.spark(line) add_sessions_mock.assert_called_once_with("name", Endpoint("http://livyendpoint.com", NO_AUTH), False, {"kind": "spark", "extra": "yes"}) conf.override_all({})