def test_enqueue_s3_keys_for_download(self): mock_folder1 = 'a/b/' mocked_key1 = mock.Mock() mocked_key1.name = mock_folder1 + 'c' mock_folder2 = 'b/c/' mocked_key2 = mock.Mock() mocked_key2.name = mock_folder2 + 'd' mock_folder3 = 'c/d/' mocked_key3 = mock.Mock() mocked_key3.name = mock_folder3 + 'e' mocked_bucket = mock.Mock() mocked_bucket.list = lambda prefix: [mocked_key1, mocked_key2, mocked_key3] queue = s3concurrent.ProcessKeyQueue() s3concurrent.enqueue_s3_keys_for_download(mocked_bucket, 'test/prefix', sandbox, queue) self.assertTrue(os.path.exists(sandbox + mock_folder1)) self.assertTrue(os.path.exists(sandbox + mock_folder2)) self.assertTrue(os.path.exists(sandbox + mock_folder3)) self.assertEquals(queue.enqueued_counter, 3) self.assertFalse(queue.is_empty()) self.assertFalse(queue.is_queuing())
def test_enqueue_s3_keys_for_download(self): mock_folder1 = 'a/b/' mocked_key1 = mock.Mock() mocked_key1.name = mock_folder1 + 'c' mock_folder2 = 'b/c/' mocked_key2 = mock.Mock() mocked_key2.name = mock_folder2 + 'd' mock_folder3 = 'c/d/' mocked_key3 = mock.Mock() mocked_key3.name = mock_folder3 + 'e' mocked_bucket = mock.Mock() mocked_bucket.list = lambda prefix: [ mocked_key1, mocked_key2, mocked_key3 ] queue = s3concurrent.ProcessKeyQueue() s3concurrent.enqueue_s3_keys_for_download(mocked_bucket, 'test/prefix', sandbox, queue) self.assertTrue(os.path.exists(sandbox + mock_folder1)) self.assertTrue(os.path.exists(sandbox + mock_folder2)) self.assertTrue(os.path.exists(sandbox + mock_folder3)) self.assertEquals(queue.enqueued_counter, 3) self.assertFalse(queue.is_empty()) self.assertFalse(queue.is_queuing())
def test_enqueue_s3_keys_for_download_error(self, mocked_dirname): mock_folder1 = 'a/b/' mocked_key1 = mock.Mock() mocked_key1.name = mock_folder1 + 'c' mocked_bucket = mock.Mock() mocked_bucket.list = lambda prefix: [mocked_key1] queue = s3concurrent.ProcessKeyQueue() s3concurrent.enqueue_s3_keys_for_download(mocked_bucket, 'test/prefix', sandbox, queue) self.assertEquals(queue.enqueued_counter, 0) self.assertTrue(queue.is_empty()) self.assertFalse(queue.is_queuing())
def test_enqueue_s3_keys_for_download_error(self, mocked_dirname): mock_folder1 = 'a/b/' mocked_key1 = mock.Mock() mocked_key1.name = mock_folder1 + 'c' mocked_bucket = mock.Mock() mocked_bucket.list = lambda prefix: [mocked_key1] queue = s3concurrent.ProcessKeyQueue() s3concurrent.enqueue_s3_keys_for_download(mocked_bucket, 'test/prefix', sandbox, queue) self.assertEquals(queue.enqueued_counter, 0) self.assertTrue(queue.is_empty()) self.assertFalse(queue.is_queuing())