def test_file_exists(self): """ Test file_exists() """ Files.write("empty", "file1.txt", TEST_PATH) self.assertTrue(Files.file_exists(TEST_PATH + "file1.txt")) Files.delete_files(TEST_PATH + "file1.txt")
def test_can_exclude_file(self): """ Test can_include_file() """ Files.write("some content", "file1.txt", TEST_PATH) file_list = Files.get_file_list(TEST_PATH, ["file1.txt"]) self.assertTrue(len(file_list) == 0) Files.delete_files(TEST_PATH + "file1.txt")
def test_get_raw_contents(self): """ Test get_raw_contents() """ Files.write("some content", "file1.txt", TEST_PATH) content = Files.get_raw_contents(TEST_PATH + "file1.txt") self.assertTrue(content == "some content") Files.delete_files(TEST_PATH + "file1.txt")
def test_get_file_list(self): """ Test get_file_list() """ Files.write("empty", "file1.txt", TEST_PATH) Files.write("empty", "file2.txt", TEST_PATH) file_list = Files.get_file_list(TEST_PATH) self.assertTrue(len(file_list) == 2) self.assertTrue(file_list[1] == "file2.txt") Files.delete_files(TEST_PATH + "file1.txt") Files.delete_files(TEST_PATH + "file2.txt")
def download_image(self, url, filename): """ Download an image and save it to a location :param url: The url :param filename: The filename """ if self.debug: print " Downloading: %s\n => %s" % \ (url, self.image_folder + filename) if path.isfile(self.image_folder + filename): return data = Download.download_page(url) Files.write(data, filename, self.image_folder)
def download(self): """ Download HTML web pages """ if self.debug: print " Downloading: %s" % self.test_file + FILE_EXT_HTML url_list = [self.base_url + self.test_file + FILE_EXT_HTML] else: url_list = Files.get_raw_contents(self.name + ".urls", "./") for web_file in url_list: cached_file = web_file.replace(self.base_url, "") if not Files.file_exists(self.download_folder + cached_file): data = Download.download_page(web_file) Files.write(data, cached_file, self.download_folder) elif self.debug: print " File %s already exists" % (self.download_folder + cached_file)