def test_file_exists(self):
""" Test file_exists()
"""
Files.write("empty", "file1.txt", TEST_PATH)
self.assertTrue(Files.file_exists(TEST_PATH + "file1.txt"))
Files.delete_files(TEST_PATH + "file1.txt")
def test_can_exclude_file(self):
""" Test can_include_file()
"""
Files.write("some content", "file1.txt", TEST_PATH)
file_list = Files.get_file_list(TEST_PATH, ["file1.txt"])
self.assertTrue(len(file_list) == 0)
Files.delete_files(TEST_PATH + "file1.txt")
def test_get_raw_contents(self):
""" Test get_raw_contents()
"""
Files.write("some content", "file1.txt", TEST_PATH)
content = Files.get_raw_contents(TEST_PATH + "file1.txt")
self.assertTrue(content == "some content")
Files.delete_files(TEST_PATH + "file1.txt")
def test_get_file_list(self):
""" Test get_file_list()
"""
Files.write("empty", "file1.txt", TEST_PATH)
Files.write("empty", "file2.txt", TEST_PATH)
file_list = Files.get_file_list(TEST_PATH)
self.assertTrue(len(file_list) == 2)
self.assertTrue(file_list[1] == "file2.txt")
Files.delete_files(TEST_PATH + "file1.txt")
Files.delete_files(TEST_PATH + "file2.txt")
def download_image(self, url, filename):
""" Download an image and save it to a location
:param url: The url
:param filename: The filename
"""
if self.debug:
print " Downloading: %s\n => %s" % \
(url, self.image_folder + filename)
if path.isfile(self.image_folder + filename):
return
data = Download.download_page(url)
Files.write(data, filename, self.image_folder)
def download(self):
""" Download HTML web pages
"""
if self.debug:
print " Downloading: %s" % self.test_file + FILE_EXT_HTML
url_list = [self.base_url + self.test_file + FILE_EXT_HTML]
else:
url_list = Files.get_raw_contents(self.name + ".urls", "./")
for web_file in url_list:
cached_file = web_file.replace(self.base_url, "")
if not Files.file_exists(self.download_folder + cached_file):
data = Download.download_page(web_file)
Files.write(data, cached_file, self.download_folder)
elif self.debug:
print " File %s already exists" % (self.download_folder +
cached_file)
