Example #1
0
    def on_pushButton_clicked(self):

        checked_links = []
        with open("link_config.txt", mode = "r") as conf:
            for x in conf:
                checked_links.append(x[:-1])


        user_input = User(self.rooms, self.pr_from, self.pr_to, self.loc)

        release_spider = Spider(user_input.make_taget_url(), checked_links)
        release_spider.add_pages()
        pages = len(release_spider.next_pages)
        i = 0
        while i < pages:
            scanning = Spider(release_spider.next_pages[i], checked_links)
            scanning.crowl()
            i += 1

        user_config = Config(user_input.make_config_list(), scanning.target_links, user_input, scanning)
        user_config.save_config_filtr()
        user_config.delete_shown()

        links_in_config = []
        f = open("link_config.txt", "r")
        for x in f:
            links_in_config.append(x[:-1])


        for i in scanning.target_links:
            if i not in links_in_config:
                user_config.save_shown_links(i)
                user_config.save_print_link(i)
                self.href.append(str(i))

        self.number_of_floats = len(self.href)