예제 #1
0
    def novel_node_collection(self):
        """
        """
        cluster_db = ClusterDBModule()
        novel_node_list = cluster_db.get_noveldata_all('novel_cluster_dir_info_offline', ['gid', 'rid', 'site_status'])
        #self.novel_node_check(novel_node_list)
        self.logger.info('novel node number: {0}'.format(len(novel_node_list)))

        disjoint_set = DisjointSet()
        for (gid, rid, site_status) in novel_node_list:
            disjoint_set.add_novel_node(gid, site_status)
예제 #2
0
    def novel_node_collection(self):
        """
        """
        cluster_db = ClusterDBModule()
        novel_node_list = cluster_db.get_noveldata_all('novel_cluster_dir_info_offline', ['gid', 'rid', 'site_status'])
        self.logger.info('novel node number: {0}'.format(len(novel_node_list)))
        disjoint_set = DisjointSet()
        for (gid, rid, site_status) in novel_node_list:
            disjoint_set.add_novel_node(gid, rid, site_status)

        rid_list = []
        for table_id in xrange(0, 256):
            result = cluster_db.get_novelaggregationdir_rid(table_id)
            rid_list.extend(result)
        self.logger.info('novel authority node number: {0}'.format(len(rid_list)))
        for rid in rid_list:
            disjoint_set.agg_novel_node_rank(rid)