def _register(self, manager):
Module._register(self, manager)
#cluster management
self.workers = {}
# setup worker security - using this checker just because we need
# _something_ that returns an avatarID. Its extremely vulnerable
# but thats ok because the real authentication takes place after
# the worker has connected
self.worker_checker = checkers.InMemoryUsernamePasswordDatabaseDontUse()
def _register(self, manager):
Module._register(self, manager)
self.port = pydra_settings.PORT
self.node_key = None
#load crypto keys for authentication
self.pub_key, self.priv_key = load_crypto('%s/node.key' % \
pydra_settings.RUNTIME_FILES_DIR)
self.master_pub_key = load_crypto('%s/node.master.key' % \
pydra_settings.RUNTIME_FILES_DIR, create=False, both=False)
self.master = None
def _register(self, manager):
Module._register(self, manager)
self._queue = []
self._active_tasks = {} # caching uncompleted task instances
self._idle_workers = [] # all workers are seen equal
self._active_workers = {} # worker-job mappings
self._waiting_workers = {} # task-worker mappings
self._init_queue()
reactor.callLater(self.update_interval, self._update_queue)
def _register(self, manager):
Module._register(self, manager)
self.known_nodes = set()
def _register(self, manager):
Module._register(self, manager)
self.determine_info()
def _register(self, manager):
Module._register(self, manager)
#cluster management
self.nodes = self.load_nodes()
self.workers = {}
def _register(self, manager):
Module._register(self, manager)
self._lock_connection = Lock()
def _register(self, manager):
Module._register(self, manager)
self.workers = {}
def _register(self, manager):
Module._register(self, manager)
self.worker_connection_manager = self
self.workers = {}