Example #1
0
        # if CONTRIBUTIONS:
        #     if not PAGELIST or not pagelist:
        #         team_tasks.update_mapping(task="Parsing page list")
        #         bar.update(team_i)
        #         pagelist = TeamPages(y, team, write=False)
        #     team_tasks.update_mapping(task="Users contributions")
        #     bar.update(team_i)
        #     for page in pagelist:
        #         # page = page[2:-1]
        #         tp = PageContrib(y, page, tp, team, team_i)
        #     # print "number of contribs: ", tp

        if NETWORKS:
            team_tasks.update_mapping(task="Parsing networks")
            bar.update(team_i)
            IntraNet, InterNet, InterNetRefs = Networks.build_network_multithreads(
                int(y), team)
            for el in IntraNet:
                intranetwork_db.write("\t".join([str(el_i)
                                                 for el_i in el]) + '\n')
            for el in InterNet:
                internetwork_db.write("\t".join([str(el_i)
                                                 for el_i in el]) + '\n')
            for el in InterNetRefs:
                internetwork_refs_db.write(
                    "\t".join([str(el_i) for el_i in el]) + '\n')

        if TEXT:
            if not PAGELIST or not pagelist:
                team_tasks.update_mapping(task="Parsing page list")
                bar.update(team_i)
                pagelist = TeamPages(y, team, write=False)