def setUp(self):
super(TestDownloadSeekableOutputManager, self).setUp()
self.download_output_manager = DownloadSeekableOutputManager(
self.osutil, self.transfer_coordinator,
io_executor=self.io_executor)
# Create a fileobj to write to
self.fileobj = open(self.filename, 'wb')
self.call_args = CallArgs(fileobj=self.fileobj)
self.future = self.get_transfer_future(self.call_args)
class TestDownloadSeekableOutputManager(BaseDownloadOutputManagerTest):
def setUp(self):
super(TestDownloadSeekableOutputManager, self).setUp()
self.download_output_manager = DownloadSeekableOutputManager(
self.osutil,
self.transfer_coordinator,
io_executor=self.io_executor)
# Create a fileobj to write to
self.fileobj = open(self.filename, 'wb')
self.call_args = CallArgs(fileobj=self.fileobj)
self.future = self.get_transfer_future(self.call_args)
def tearDown(self):
self.fileobj.close()
super(TestDownloadSeekableOutputManager, self).tearDown()
def test_is_compatible(self):
self.assertTrue(
self.download_output_manager.is_compatible(self.fileobj))
def test_is_compatible_bytes_io(self):
self.assertTrue(
self.download_output_manager.is_compatible(six.BytesIO()))
def test_not_compatible_for_non_filelike_obj(self):
self.assertFalse(self.download_output_manager.is_compatible(object()))
def test_get_download_task_tag(self):
self.assertIsNone(self.download_output_manager.get_download_task_tag())
def test_get_fileobj_for_io_writes(self):
self.assertIs(
self.download_output_manager.get_fileobj_for_io_writes(
self.future), self.fileobj)
def test_get_final_io_task(self):
self.assertIsInstance(self.download_output_manager.get_final_io_task(),
CompleteDownloadNOOPTask)
def test_can_queue_file_io_task(self):
fileobj = WriteCollector()
self.download_output_manager.queue_file_io_task(fileobj=fileobj,
data='foo',
offset=0)
self.download_output_manager.queue_file_io_task(fileobj=fileobj,
data='bar',
offset=3)
self.io_executor.shutdown()
self.assertEqual(fileobj.writes, [(0, 'foo'), (3, 'bar')])
def setUp(self):
super(TestImmediatelyWriteIOGetObjectTask, self).setUp()
self.task_cls = ImmediatelyWriteIOGetObjectTask
# When data is written out, it should not use the io executor at all
# if it does use the io executor that is a deviation from expected
# behavior as the data should be written immediately to the file
# object once downloaded.
self.io_executor = None
self.download_output_manager = DownloadSeekableOutputManager(
self.osutil, self.transfer_coordinator, self.io_executor)
def setUp(self):
super(TestDownloadSeekableOutputManager, self).setUp()
self.download_output_manager = DownloadSeekableOutputManager(
self.osutil, self.transfer_coordinator,
io_executor=self.io_executor)
# Create a fileobj to write to
self.fileobj = open(self.filename, 'wb')
self.call_args = CallArgs(fileobj=self.fileobj)
self.future = self.get_transfer_future(self.call_args)
def setUp(self):
super(TestGetObjectTask, self).setUp()
self.bucket = 'mybucket'
self.key = 'mykey'
self.extra_args = {}
self.callbacks = []
self.max_attempts = 5
self.io_executor = BoundedExecutor(1000, 1)
self.content = b'my content'
self.stream = six.BytesIO(self.content)
self.fileobj = WriteCollector()
self.osutil = OSUtils()
self.io_chunksize = 64 * (1024**2)
self.download_output_manager = DownloadSeekableOutputManager(
self.osutil, self.transfer_coordinator, self.io_executor)
class TestDownloadSeekableOutputManager(BaseDownloadOutputManagerTest):
def setUp(self):
super(TestDownloadSeekableOutputManager, self).setUp()
self.download_output_manager = DownloadSeekableOutputManager(
self.osutil, self.transfer_coordinator,
io_executor=self.io_executor)
# Create a fileobj to write to
self.fileobj = open(self.filename, 'wb')
self.call_args = CallArgs(fileobj=self.fileobj)
self.future = self.get_transfer_future(self.call_args)
def tearDown(self):
self.fileobj.close()
super(TestDownloadSeekableOutputManager, self).tearDown()
def test_is_compatible(self):
self.assertTrue(
self.download_output_manager.is_compatible(
self.fileobj, self.osutil)
)
def test_is_compatible_bytes_io(self):
self.assertTrue(
self.download_output_manager.is_compatible(
six.BytesIO(), self.osutil)
)
def test_not_compatible_for_non_filelike_obj(self):
self.assertFalse(self.download_output_manager.is_compatible(
object(), self.osutil)
)
def test_get_download_task_tag(self):
self.assertIsNone(self.download_output_manager.get_download_task_tag())
def test_get_fileobj_for_io_writes(self):
self.assertIs(
self.download_output_manager.get_fileobj_for_io_writes(
self.future),
self.fileobj
)
def test_get_final_io_task(self):
self.assertIsInstance(
self.download_output_manager.get_final_io_task(),
CompleteDownloadNOOPTask
)
def test_can_queue_file_io_task(self):
fileobj = WriteCollector()
self.download_output_manager.queue_file_io_task(
fileobj=fileobj, data='foo', offset=0)
self.download_output_manager.queue_file_io_task(
fileobj=fileobj, data='bar', offset=3)
self.io_executor.shutdown()
self.assertEqual(fileobj.writes, [(0, 'foo'), (3, 'bar')])
def test_get_file_io_write_task(self):
fileobj = WriteCollector()
io_write_task = self.download_output_manager.get_io_write_task(
fileobj=fileobj, data='foo', offset=3)
self.assertIsInstance(io_write_task, IOWriteTask)
io_write_task()
self.assertEqual(fileobj.writes, [(3, 'foo')])
