def finish(self): all_pages = self.pages() self.release_lock(self.ready_lock) self.release_lock(self.finish_lock) LimitionJobLoader.finish(self) JobLoader.finish(self) self.stop_logger_server() try: for handler in self.logger.handlers: handler.close() except: pass if self.client is not None: rpc_client = '%s:%s' % ( self.client.split(':')[0], main_conf.client.port ) client_call(rpc_client, 'stop', ignore=True) self.logger.info('All nodes finishes visiting pages size: %s' % all_pages) self.stopped = True
def finish(self): self.release_lock(self.ready_lock) self.release_lock(self.finish_lock) LimitionJobLoader.finish(self) JobLoader.finish(self) self.stop_logger_server() try: for handler in self.logger.handlers: handler.close() except: pass if self.client is not None: rpc_client = '%s:%s' % (self.client.split(':')[0], main_conf.client.port) client_call(rpc_client, 'stop', ignore=True) self.stopped = True