def novel_node_collection(self): """ """ cluster_db = ClusterDBModule() novel_node_list = cluster_db.get_noveldata_all('novel_cluster_dir_info_offline', ['gid', 'rid', 'site_status']) #self.novel_node_check(novel_node_list) self.logger.info('novel node number: {0}'.format(len(novel_node_list))) disjoint_set = DisjointSet() for (gid, rid, site_status) in novel_node_list: disjoint_set.add_novel_node(gid, site_status)
def novel_node_collection(self): """ """ cluster_db = ClusterDBModule() novel_node_list = cluster_db.get_noveldata_all('novel_cluster_dir_info_offline', ['gid', 'rid', 'site_status']) self.logger.info('novel node number: {0}'.format(len(novel_node_list))) disjoint_set = DisjointSet() for (gid, rid, site_status) in novel_node_list: disjoint_set.add_novel_node(gid, rid, site_status) rid_list = [] for table_id in xrange(0, 256): result = cluster_db.get_novelaggregationdir_rid(table_id) rid_list.extend(result) self.logger.info('novel authority node number: {0}'.format(len(rid_list))) for rid in rid_list: disjoint_set.agg_novel_node_rank(rid)