def test_run_spark_command_exception_while_storing(): run_cell_method = MagicMock() exception = LivyUnexpectedStatusException('WOW') run_cell_method.side_effect = [(True, ""), exception] spark_controller.run_command = run_cell_method command = "-s" name = "sessions_name" context = "-c" context_name = "spark" meth = "-m" method_name = "sample" output = "-o" output_var = "var_name" line = " ".join([ command, name, context, context_name, meth, method_name, output, output_var ]) cell = "cell code" result = magic.spark(line, cell) run_cell_method.assert_any_call(Command(cell), name) run_cell_method.assert_any_call( SparkStoreCommand(output_var, samplemethod=method_name), name) ipython_display.write.assert_called_once_with("") ipython_display.send_error.assert_called_once_with( EXPECTED_ERROR_MSG.format(exception))
def wrapped(self, *args, **kwargs): try: out = f(self, *args, **kwargs) except exceptions_to_handle as err: # Do not log! as some messages may contain private client information self.ipython_display.send_error(EXPECTED_ERROR_MSG.format(err)) return None else: return out
def test_delete_sessions_command_exception(): mock_method = MagicMock( side_effect=LivyUnexpectedStatusException('FEEEEEELINGS')) spark_controller.delete_session_by_name = mock_method command = "delete -s name" magic.spark(command) mock_method.assert_called_once_with("name") ipython_display.send_error.assert_called_once_with( EXPECTED_ERROR_MSG.format(mock_method.side_effect))
def wrapped(self, *args, **kwargs): try: out = f(self, *args, **kwargs) except exceptions_to_handle as err: # Do not log! as some messages may contain private client information self.ipython_display.send_error(EXPECTED_ERROR_MSG.format(err)) return None else: return out
def test_cleanup_command_exception(): mock_method = MagicMock( side_effect=SessionManagementException('Livy did something VERY BAD')) spark_controller.cleanup = mock_method line = "cleanup" magic.spark(line) mock_method.assert_called_once_with() ipython_display.send_error.assert_called_once_with( EXPECTED_ERROR_MSG.format(mock_method.side_effect))
def test_info_command_exception(): print_info_mock = MagicMock( side_effect=LivyClientTimeoutException('OHHHHHOHOHOHO')) magic._print_local_info = print_info_mock command = "info" magic.spark(command) print_info_mock.assert_called_once_with() ipython_display.send_error.assert_called_once_with( EXPECTED_ERROR_MSG.format(print_info_mock.side_effect))
def test_run_cell_command_exception(): run_cell_method = MagicMock() run_cell_method.side_effect = HttpClientException('meh') spark_controller.run_command = run_cell_method command = "-s" name = "sessions_name" line = " ".join([command, name]) cell = "cell code" result = magic.spark(line, cell) run_cell_method.assert_called_once_with(Command(cell), name) assert result is None ipython_display.send_error.assert_called_once_with( EXPECTED_ERROR_MSG.format(run_cell_method.side_effect))
def test_run_cell_command_writes_to_err(): run_cell_method = MagicMock() result_value = "" run_cell_method.return_value = (False, result_value, MIMETYPE_TEXT_PLAIN) spark_controller.run_command = run_cell_method command = "-s" name = "sessions_name" line = " ".join([command, name]) cell = "cell code" result = magic.spark(line, cell) run_cell_method.assert_called_once_with(Command(cell), name) assert result is None ipython_display.send_error.assert_called_once_with( EXPECTED_ERROR_MSG.format(result_value))
def test_add_sessions_command_exception(): # Do not skip and python add_sessions_mock = MagicMock(side_effect=BadUserDataException('hehe')) spark_controller.add_session = add_sessions_mock command = "add" name = "-s name" language = "-l python" connection_string = "-u http://url.com -a sdf -p w" line = " ".join([command, name, language, connection_string]) magic.spark(line) add_sessions_mock.assert_called_once_with( "name", Endpoint("http://url.com", "sdf", "w"), False, {"kind": "pyspark"}) ipython_display.send_error.assert_called_once_with( EXPECTED_ERROR_MSG.format(add_sessions_mock.side_effect))
def test_logs_exception(): get_logs_method = MagicMock( side_effect=LivyUnexpectedStatusException('How did this happen?')) result_value = "" get_logs_method.return_value = result_value spark_controller.get_logs = get_logs_method command = "logs -s" name = "sessions_name" line = " ".join([command, name]) cell = "cell code" result = magic.spark(line, cell) get_logs_method.assert_called_once_with(name) assert result is None ipython_display.send_error.assert_called_once_with( EXPECTED_ERROR_MSG.format(get_logs_method.side_effect))
def test_add_sessions_command_exception(): # Do not skip and python add_sessions_mock = MagicMock(side_effect=BadUserDataException('hehe')) spark_controller.add_session = add_sessions_mock command = "add" name = "-s name" language = "-l python" connection_string = "-u http://url.com -t {} -a sdf -p w".format( AUTH_BASIC) line = " ".join([command, name, language, connection_string]) magic.spark(line) args = parse_argstring_or_throw(RemoteSparkMagics.spark, line) add_sessions_mock.assert_called_once_with( "name", Endpoint("http://url.com", initialize_auth(args)), False, {"kind": "pyspark"}) ipython_display.send_error.assert_called_once_with( EXPECTED_ERROR_MSG.format(add_sessions_mock.side_effect))
def test_run_sql_command_exception(): run_cell_method = MagicMock() run_cell_method.side_effect = LivyUnexpectedStatusException('WOW') spark_controller.run_sqlquery = run_cell_method command = "-s" name = "sessions_name" context = "-c" context_name = "sql" meth = "-m" method_name = "sample" line = " ".join([command, name, context, context_name, meth, method_name]) cell = "cell code" result = magic.spark(line, cell) run_cell_method.assert_called_once_with( SQLQuery(cell, samplemethod=method_name), name) ipython_display.send_error.assert_called_once_with( EXPECTED_ERROR_MSG.format(run_cell_method.side_effect))