def __init__(self, shell, data=None, widget=None):
# You must call the parent constructor
super(RemoteSparkMagics, self).__init__(shell, data)
self.endpoints = {}
if widget is None:
widget = MagicsControllerWidget(self.spark_controller, IpyWidgetFactory(), self.ipython_display)
self.manage_widget = widget
def __init__(self, shell, data=None, widget=None):
super(DataprocMagics, self).__init__(shell, data)
self.ip = self.shell
self.db = self.ip.db
self.endpoints = {}
_restore_endpoints_and_sessions(self.db, self.ipython_display,
self.spark_controller, self.endpoints)
session_id_to_name = dict([
(session.id, name) for name, session in self.spark_controller.get_managed_clients().items()
])
self.db['autorestore/' + 'session_id_to_name'] = session_id_to_name
if len(self.endpoints) == 0:
self.endpoints = None
dataproc_widget = ControllerWidget(self.spark_controller, IpyWidgetFactory(),
self.ipython_display, self.db, self.endpoints)
widget = MagicsControllerWidget(self.spark_controller, IpyWidgetFactory(),
self.ipython_display, self.endpoints)
if self.endpoints is None:
self.endpoints = {}
self.manage_dataproc_widget = dataproc_widget
self.__remotesparkmagics = RemoteSparkMagics(shell, widget)
self.__remotesparkmagics.spark_controller = self.spark_controller
self.__remotesparkmagics.ipython_display = self.ipython_display