コード例 #1
0
    def test_page_files(self):

        crawler = Crawler(URL,domain)
        target_links = map(crawler.get_Filename, crawler.get_Torrents_List())
        dloaded_links = crawler.download_Page_Files()
        self.assertEqual(sorted(target_links), sorted(dloaded_links))
コード例 #2
0
n_pages = 2
#Set how many pages should be searched. Zero defaults to all.

target_path = "/media/141C-7592/Torrent Crawler/torrents"
#Set where to save the torrent files. Leave blank for local directory.

files = []

if n_pages!=0:

    count = 1
    while count < abs(n_pages)+1:
        crawler = Crawler(first_page[:-1]+str(count),domain)
        if not(crawler.valid): break
        print "Downloading page %d..." % (count)
        files+=crawler.download_Page_Files()
        count+=1

else:

    count = 1
    while True:
        crawler = Crawler(first_page[:-1]+str(count),domain)
        if not(crawler.valid): break
        if crawler.get_Torrents_List==[]: break
        files+=crawler.download_Page_Files()
        count+=1

if target_path != "":
	print "Moving files..."
	for torrent in files: