def import_cluster_data(self, db, cluster_name): """Import from sources all data specific to a cluster.""" cluster = None # # Architecture Importer is both responsible for importing/updating data # about cluster and nodes in database and creating the Cluster object # for other importers. # logger.info("updating architecture for cluster %s", cluster_name) self.arch = \ ArchitectureImporterFactory.factory(self, db, self.conf, cluster_name) self.arch.load() self.arch.update() cluster = self.arch.cluster # check that cluster has been properly created and initialized if cluster is None or cluster.cluster_id is None: raise HPCStatsRuntimeError("problem in DB with cluster %s" % (str(cluster))) logger.info("updating users for cluster %s", cluster.name) self.users = \ UserImporterFactory.factory(self, db, self.conf, cluster) self.users.load() self.users.update() logger.info("updating filesystem usage for cluster %s", cluster.name) self.fsusage = \ FSUsageImporterFactory.factory(self, db, self.conf, cluster) self.fsusage.load() self.fsusage.update() logger.info("updating filesystem quota for cluster %s", cluster.name) self.fsquota = \ FSQuotaImporterFactory.factory(self, db, self.conf, cluster) self.fsquota.load() self.fsquota.update() logger.info("updating events for cluster %s", cluster.name) self.events = \ EventImporterFactory.factory(self, db, self.conf, cluster) self.events.load() self.events.update() logger.info("updating jobs for cluster %s", cluster.name) self.jobs = JobImporterFactory.factory(self, db, self.conf, cluster) self.jobs.load_update_window()
def import_cluster_data(self, db, cluster_name): """Import from sources all data specific to a cluster.""" cluster = None # # Architecture Importer is both responsible for importing/updating data # about cluster and nodes in database and creating the Cluster object # for other importers. # logger.info("updating architecture for cluster %s", cluster_name) self.arch = \ ArchitectureImporterFactory.factory(self, db, self.conf, cluster_name) self.arch.load() self.arch.update() cluster = self.arch.cluster # check that cluster has been properly created and initialized if cluster is None or cluster.cluster_id is None: raise HPCStatsRuntimeError("problem in DB with cluster %s" % (str(cluster))) logger.info("updating users for cluster %s", cluster.name) self.users = \ UserImporterFactory.factory(self, db, self.conf, cluster) self.users.load() self.users.update() logger.info("updating filesystem usage for cluster %s", cluster.name) self.fsusage = \ FSUsageImporterFactory.factory(self, db, self.conf, cluster) self.fsusage.load() self.fsusage.update() logger.info("updating events for cluster %s", cluster.name) self.events = \ EventImporterFactory.factory(self, db, self.conf, cluster) self.events.load() self.events.update() logger.info("updating jobs for cluster %s", cluster.name) self.jobs = JobImporterFactory.factory(self, db, self.conf, cluster) self.jobs.load_update_window()
def check_cluster_sources(self, db, cluster_name): """Check data sources for a cluster.""" cluster = None logger.info("checking architecture source for cluster %s", cluster_name) self.arch = \ ArchitectureImporterFactory.factory(self, db, self.conf, cluster_name) self.arch.check() cluster = Cluster(cluster_name) logger.info("checking users source for cluster %s", cluster.name) self.users = \ UserImporterFactory.factory(self, db, self.conf, cluster) self.users.check() logger.info("checking filesystem usage source for cluster %s", cluster.name) self.fsusage = \ FSUsageImporterFactory.factory(self, db, self.conf, cluster) self.fsusage.check() logger.info("checking filesystem quota source for cluster %s", cluster.name) self.fsquota = \ FSQuotaImporterFactory.factory(self, db, self.conf, cluster) self.fsquota.check() logger.info("checking events source for cluster %s", cluster.name) self.events = \ EventImporterFactory.factory(self, db, self.conf, cluster) self.events.check() logger.info("checking jobs source for cluster %s", cluster.name) self.jobs = \ JobImporterFactory.factory(self, db, self.conf, cluster) self.jobs.check() logger.info("every sources are properly available")
def check_cluster_sources(self, db, cluster_name): """Check data sources for a cluster.""" cluster = None logger.info("checking architecture source for cluster %s", cluster_name) self.arch = \ ArchitectureImporterFactory.factory(self, db, self.conf, cluster_name) self.arch.check() cluster = Cluster(cluster_name) logger.info("checking users source for cluster %s", cluster.name) self.users = \ UserImporterFactory.factory(self, db, self.conf, cluster) self.users.check() logger.info("checking filesystem usage source for cluster %s", cluster.name) self.fsusage = \ FSUsageImporterFactory.factory(self, db, self.conf, cluster) self.fsusage.check() logger.info("checking events source for cluster %s", cluster.name) self.events = \ EventImporterFactory.factory(self, db, self.conf, cluster) self.events.check() logger.info("checking jobs source for cluster %s", cluster.name) self.jobs = \ JobImporterFactory.factory(self, db, self.conf, cluster) self.jobs.check() logger.info("every sources are properly available")