def __init__(self, shell, data=None, widget=None): # You must call the parent constructor super(RemoteSparkMagics, self).__init__(shell, data) self.endpoints = {} if widget is None: widget = MagicsControllerWidget(self.spark_controller, IpyWidgetFactory(), self.ipython_display) self.manage_widget = widget
def __init__(self, shell, data=None, widget=None): super(DataprocMagics, self).__init__(shell, data) self.ip = self.shell self.db = self.ip.db self.endpoints = {} _restore_endpoints_and_sessions(self.db, self.ipython_display, self.spark_controller, self.endpoints) session_id_to_name = dict([ (session.id, name) for name, session in self.spark_controller.get_managed_clients().items() ]) self.db['autorestore/' + 'session_id_to_name'] = session_id_to_name if len(self.endpoints) == 0: self.endpoints = None dataproc_widget = ControllerWidget(self.spark_controller, IpyWidgetFactory(), self.ipython_display, self.db, self.endpoints) widget = MagicsControllerWidget(self.spark_controller, IpyWidgetFactory(), self.ipython_display, self.endpoints) if self.endpoints is None: self.endpoints = {} self.manage_dataproc_widget = dataproc_widget self.__remotesparkmagics = RemoteSparkMagics(shell, widget) self.__remotesparkmagics.spark_controller = self.spark_controller self.__remotesparkmagics.ipython_display = self.ipython_display