def setUp(self):
self.download_trigger = Event()
self.original_DownloadWithExceptions = genbankfs.cache.DownloadWithExceptions
genbankfs.cache.DownloadWithExceptions = get_download_mock(self.download_trigger)
self.temp_dir = tempfile.mkdtemp(dir=os.getcwd(), prefix="cache_for_tests_", suffix="_tmp")
self.cache = GenbankCache(self.temp_dir, lambda p: "www.fake.com" + p, 10)
class TestParsePath(unittest.TestCase):
def setUp(self):
self.download_trigger = Event()
self.original_DownloadWithExceptions = genbankfs.cache.DownloadWithExceptions
genbankfs.cache.DownloadWithExceptions = get_download_mock(self.download_trigger)
self.temp_dir = tempfile.mkdtemp(dir=os.getcwd(), prefix="cache_for_tests_", suffix="_tmp")
self.cache = GenbankCache(self.temp_dir, lambda p: "www.fake.com" + p, 10)
def queue_contents(self, path, queue):
fh = self.cache.open(path, os.O_RDONLY)
os.lseek(fh, 0, 0)
contents = os.read(fh, 1000)
queue.put(contents)
def list_contents(self, queue):
contents = []
for i in xrange(queue.qsize()):
contents.append(queue.get_nowait())
return contents
def test_open(self):
self.download_trigger.set()
fh = self.cache.open("foo", os.O_RDONLY)
os.lseek(fh, 0, 0)
actual = os.read(fh, 1000)
expected = "This is a fake file"
self.assertEqual(actual, expected)
def test_open_10(self):
queue = Queue()
threads = [Thread(target=self.queue_contents, args=("foo_%s" % i, queue)) for i in xrange(10)]
for thread in threads:
thread.start()
contents = self.list_contents(queue)
self.assertEqual(contents, [])
time.sleep(0.1)
self.assertEqual(self.cache.download_queue.qsize(), 8)
self.download_trigger.set()
for thread in threads:
thread.join()
contents = self.list_contents(queue)
expected = ["This is a fake file"] * 10
self.assertEqual(contents, expected)
def test_open_12(self):
queue = Queue()
threads = [Thread(target=self.queue_contents, args=("foo_%s" % i, queue)) for i in xrange(12)]
for thread in threads:
thread.start()
contents = self.list_contents(queue)
self.assertEqual(contents, [])
time.sleep(0.1)
self.assertEqual(self.cache.download_queue.qsize(), 10)
self.download_trigger.set()
for thread in threads:
thread.join()
contents = self.list_contents(queue)
expected = ["This is a fake file"] * 12
self.assertEqual(contents, expected)
def test_open_13(self):
queue = Queue()
threads = [Thread(target=self.queue_contents, args=("foo_%s" % i, queue)) for i in xrange(13)]
for thread in threads:
thread.start()
time.sleep(0.1)
contents = self.list_contents(queue)
error_message = genbankfs.cache.download_queue_warning
error_message = error_message % {"max_downloads": 10}
self.assertEqual(contents, [error_message])
self.assertEqual(self.cache.download_queue.qsize(), 10)
self.download_trigger.set()
for thread in threads:
thread.join()
contents = self.list_contents(queue)
expected = ["This is a fake file"] * 12
self.assertEqual(contents, expected)
def test_open_100(self):
queue = Queue()
threads = [Thread(target=self.queue_contents, args=("foo_%s" % i, queue)) for i in xrange(100)]
for thread in threads:
thread.start()
time.sleep(0.1)
contents = self.list_contents(queue)
error_message = genbankfs.cache.download_queue_warning
error_message = error_message % {"max_downloads": 10}
self.assertEqual(contents, [error_message] * 88)
self.assertEqual(self.cache.download_queue.qsize(), 10)
self.download_trigger.set()
for thread in threads:
thread.join()
contents = self.list_contents(queue)
expected = ["This is a fake file"] * 12
self.assertEqual(contents, expected)
# expect 12 downloads (10 queued, 2 from threads)
# plus a directory for the tmp files
cache_contents = os.listdir(self.temp_dir)
self.assertEqual(len(cache_contents), 13)
def tearDown(self):
self.download_trigger.set()
shutil.rmtree(self.temp_dir)
genbankfs.cache.DownloadWithExceptions = self.original_DownloadWithExceptions