def test_range_one_too_big(self):
# Off-by-one bug in Amazon's Glacier implementation
# See: https://forums.aws.amazon.com/thread.jspa?threadID=106866&tstart=0
# Workaround is to assume that if a (start, end] range appears to be
# returned then that is what it is.
self.assertEquals(
Vault._range_string_to_part_index('0-4', 4), 0)
def test_range_one_too_big(self):
# Off-by-one bug in Amazon's Glacier implementation
# See: https://forums.aws.amazon.com/thread.jspa?threadID=106866&tstart=0
# Workaround is to assume that if a (start, end] range appears to be
# returned then that is what it is.
self.assertEquals(
Vault._range_string_to_part_index('0-4', 4), 0)
class TestVault(GlacierLayer2Base):
def setUp(self):
GlacierLayer2Base.setUp(self)
self.vault = Vault(self.mock_layer1, FIXTURE_VAULT)
# TODO: Tests for the other methods of uploading
def test_create_archive_writer(self):
self.mock_layer1.initiate_multipart_upload.return_value = {
"UploadId": "UPLOADID"
}
writer = self.vault.create_archive_writer(description="stuff")
self.mock_layer1.initiate_multipart_upload.assert_called_with(
"examplevault", self.vault.DefaultPartSize, "stuff")
self.assertEqual(writer.vault, self.vault)
self.assertEqual(writer.upload_id, "UPLOADID")
def test_delete_vault(self):
self.vault.delete_archive("archive")
self.mock_layer1.delete_archive.assert_called_with(
"examplevault", "archive")
def test_get_job(self):
self.mock_layer1.describe_job.return_value = FIXTURE_ARCHIVE_JOB
job = self.vault.get_job(
"NkbByEejwEggmBz2fTHgJrg0XBoDfjP4q6iu87-TjhqG6eGoOY9Z8i1_AUyUsuhPA"
"dTqLHy8pTl5nfCFJmDl2yEZONi5L26Omw12vcs01MNGntHEQL8MBfGlqrEXAMPLEA"
"rchiveId")
self.assertEqual(job.action, "ArchiveRetrieval")
def test_list_jobs(self):
self.mock_layer1.list_jobs.return_value = {
"JobList": [FIXTURE_ARCHIVE_JOB]
}
jobs = self.vault.list_jobs(False, "InProgress")
self.mock_layer1.list_jobs.assert_called_with("examplevault", False,
"InProgress")
self.assertEqual(
jobs[0].archive_id,
"NkbByEejwEggmBz2fTHgJrg0XBoDfjP4q6iu87-TjhqG6eGoOY9Z"
"8i1_AUyUsuhPAdTqLHy8pTl5nfCFJmDl2yEZONi5L26Omw12vcs0"
"1MNGntHEQL8MBfGlqrEXAMPLEArchiveId")
def get_vault(self, name):
"""
Get an object representing a named vault from Glacier. This
operation does not check if the vault actually exists.
:type name: str
:param name: The name of the vault
:rtype: :class:`boto.glacier.vault.Vault`
:return: A Vault object representing the vault.
"""
response_data = self.layer1.describe_vault(name)
return Vault(self.layer1, response_data)
class TestVault(GlacierLayer2Base):
def setUp(self):
GlacierLayer2Base.setUp(self)
self.vault = Vault(self.mock_layer1, FIXTURE_VAULT)
# TODO: Tests for the other methods of uploading
def test_create_archive_writer(self):
self.mock_layer1.initiate_multipart_upload.return_value = {
"UploadId": "UPLOADID"}
writer = self.vault.create_archive_writer(description="stuff")
self.mock_layer1.initiate_multipart_upload.assert_called_with(
"examplevault", self.vault.DefaultPartSize, "stuff")
self.assertEqual(writer.vault, self.vault)
self.assertEqual(writer.upload_id, "UPLOADID")
def test_delete_vault(self):
self.vault.delete_archive("archive")
self.mock_layer1.delete_archive.assert_called_with("examplevault",
"archive")
def test_get_job(self):
self.mock_layer1.describe_job.return_value = FIXTURE_ARCHIVE_JOB
job = self.vault.get_job(
"NkbByEejwEggmBz2fTHgJrg0XBoDfjP4q6iu87-TjhqG6eGoOY9Z8i1_AUyUsuhPA"
"dTqLHy8pTl5nfCFJmDl2yEZONi5L26Omw12vcs01MNGntHEQL8MBfGlqrEXAMPLEA"
"rchiveId")
self.assertEqual(job.action, "ArchiveRetrieval")
def test_list_jobs(self):
self.mock_layer1.list_jobs.return_value = {
"JobList": [FIXTURE_ARCHIVE_JOB]}
jobs = self.vault.list_jobs(False, "InProgress")
self.mock_layer1.list_jobs.assert_called_with("examplevault",
False, "InProgress")
self.assertEqual(jobs[0].archive_id,
"NkbByEejwEggmBz2fTHgJrg0XBoDfjP4q6iu87-TjhqG6eGoOY9Z"
"8i1_AUyUsuhPAdTqLHy8pTl5nfCFJmDl2yEZONi5L26Omw12vcs0"
"1MNGntHEQL8MBfGlqrEXAMPLEArchiveId")
def list_vaults(self):
"""
Return a list of all vaults associated with the account ID.
:rtype: List of :class:`boto.glacier.vault.Vault`
:return: A list of Vault objects.
"""
vaults = []
marker = None
while True:
response_data = self.layer1.list_vaults(marker=marker, limit=1000)
vaults.extend(
[Vault(self.layer1, rd) for rd in response_data['VaultList']])
marker = response_data.get('Marker')
if not marker:
break
return vaults
def test_range_end_mismatch(self):
# End mismatch is OK, since the last part might be short
self.assertEquals(
Vault._range_string_to_part_index('0-2', 4), 0)
def test_simple_range(self):
self.assertEquals(
Vault._range_string_to_part_index('0-3', 4), 0)
def setUp(self):
GlacierLayer2Base.setUp(self)
self.vault = Vault(self.mock_layer1, FIXTURE_VAULT)
class TestVault(GlacierLayer2Base):
def setUp(self):
GlacierLayer2Base.setUp(self)
self.vault = Vault(self.mock_layer1, FIXTURE_VAULT)
# TODO: Tests for the other methods of uploading
def test_create_archive_writer(self):
self.mock_layer1.initiate_multipart_upload.return_value = {
"UploadId": "UPLOADID"}
writer = self.vault.create_archive_writer(description="stuff")
self.mock_layer1.initiate_multipart_upload.assert_called_with(
"examplevault", self.vault.DefaultPartSize, "stuff")
self.assertEqual(writer.vault, self.vault)
self.assertEqual(writer.upload_id, "UPLOADID")
def test_delete_vault(self):
self.vault.delete_archive("archive")
self.mock_layer1.delete_archive.assert_called_with("examplevault",
"archive")
def test_initiate_job(self):
self.mock_layer1.initiate_job.return_value = {'JobId': 'job-id'}
self.vault.retrieve_inventory(start_date=datetime(2014, 01, 01),
end_date=datetime(2014, 01, 02),
limit=100)
self.mock_layer1.initiate_job.assert_called_with(
'examplevault', {
'Type': 'inventory-retrieval',
'InventoryRetrievalParameters': {
'StartDate': '2014-01-01T00:00:00',
'EndDate': '2014-01-02T00:00:00',
'Limit': 100
}
})
def test_get_job(self):
self.mock_layer1.describe_job.return_value = FIXTURE_ARCHIVE_JOB
job = self.vault.get_job(
"NkbByEejwEggmBz2fTHgJrg0XBoDfjP4q6iu87-TjhqG6eGoOY9Z8i1_AUyUsuhPA"
"dTqLHy8pTl5nfCFJmDl2yEZONi5L26Omw12vcs01MNGntHEQL8MBfGlqrEXAMPLEA"
"rchiveId")
self.assertEqual(job.action, "ArchiveRetrieval")
def test_list_jobs(self):
self.mock_layer1.list_jobs.return_value = {
"JobList": [FIXTURE_ARCHIVE_JOB]}
jobs = self.vault.list_jobs(False, "InProgress")
self.mock_layer1.list_jobs.assert_called_with("examplevault",
False, "InProgress")
self.assertEqual(jobs[0].archive_id,
"NkbByEejwEggmBz2fTHgJrg0XBoDfjP4q6iu87-TjhqG6eGoOY9Z"
"8i1_AUyUsuhPAdTqLHy8pTl5nfCFJmDl2yEZONi5L26Omw12vcs0"
"1MNGntHEQL8MBfGlqrEXAMPLEArchiveId")
def test_list_all_parts_one_page(self):
self.mock_layer1.list_parts.return_value = (
dict(EXAMPLE_PART_LIST_COMPLETE)) # take a copy
parts_result = self.vault.list_all_parts(sentinel.upload_id)
expected = [call('examplevault', sentinel.upload_id)]
self.assertEquals(expected, self.mock_layer1.list_parts.call_args_list)
self.assertEquals(EXAMPLE_PART_LIST_COMPLETE, parts_result)
def test_list_all_parts_two_pages(self):
self.mock_layer1.list_parts.side_effect = [
# take copies
dict(EXAMPLE_PART_LIST_RESULT_PAGE_1),
dict(EXAMPLE_PART_LIST_RESULT_PAGE_2)
]
parts_result = self.vault.list_all_parts(sentinel.upload_id)
expected = [call('examplevault', sentinel.upload_id),
call('examplevault', sentinel.upload_id,
marker=EXAMPLE_PART_LIST_RESULT_PAGE_1['Marker'])]
self.assertEquals(expected, self.mock_layer1.list_parts.call_args_list)
self.assertEquals(EXAMPLE_PART_LIST_COMPLETE, parts_result)
@patch('boto.glacier.vault.resume_file_upload')
def test_resume_archive_from_file(self, mock_resume_file_upload):
part_size = 4
mock_list_parts = Mock()
mock_list_parts.return_value = {
'PartSizeInBytes': part_size,
'Parts': [{
'RangeInBytes': '0-3',
'SHA256TreeHash': '12',
}, {
'RangeInBytes': '4-6',
'SHA256TreeHash': '34',
},
]}
self.vault.list_all_parts = mock_list_parts
self.vault.resume_archive_from_file(
sentinel.upload_id, file_obj=sentinel.file_obj)
mock_resume_file_upload.assert_called_once_with(
self.vault, sentinel.upload_id, part_size, sentinel.file_obj,
{0: '12'.decode('hex'), 1: '34'.decode('hex')})
class TestVault(GlacierLayer2Base):
def setUp(self):
GlacierLayer2Base.setUp(self)
self.vault = Vault(self.mock_layer1, FIXTURE_VAULT)
# TODO: Tests for the other methods of uploading
def test_create_archive_writer(self):
self.mock_layer1.initiate_multipart_upload.return_value = {"UploadId": "UPLOADID"}
writer = self.vault.create_archive_writer(description="stuff")
self.mock_layer1.initiate_multipart_upload.assert_called_with(
"examplevault", self.vault.DefaultPartSize, "stuff"
)
self.assertEqual(writer.vault, self.vault)
self.assertEqual(writer.upload_id, "UPLOADID")
def test_delete_vault(self):
self.vault.delete_archive("archive")
self.mock_layer1.delete_archive.assert_called_with("examplevault", "archive")
def test_initiate_job(self):
class UTC(tzinfo):
"""UTC"""
def utcoffset(self, dt):
return timedelta(0)
def tzname(self, dt):
return "Z"
def dst(self, dt):
return timedelta(0)
self.mock_layer1.initiate_job.return_value = {"JobId": "job-id"}
self.vault.retrieve_inventory(
start_date=datetime(2014, 0o1, 0o1, tzinfo=UTC()),
end_date=datetime(2014, 0o1, 0o2, tzinfo=UTC()),
limit=100,
)
self.mock_layer1.initiate_job.assert_called_with(
"examplevault",
{
"Type": "inventory-retrieval",
"InventoryRetrievalParameters": {
"StartDate": "2014-01-01T00:00:00Z",
"EndDate": "2014-01-02T00:00:00Z",
"Limit": 100,
},
},
)
def test_get_job(self):
self.mock_layer1.describe_job.return_value = FIXTURE_ARCHIVE_JOB
job = self.vault.get_job(
"NkbByEejwEggmBz2fTHgJrg0XBoDfjP4q6iu87-TjhqG6eGoOY9Z8i1_AUyUsuhPA"
"dTqLHy8pTl5nfCFJmDl2yEZONi5L26Omw12vcs01MNGntHEQL8MBfGlqrEXAMPLEA"
"rchiveId"
)
self.assertEqual(job.action, "ArchiveRetrieval")
def test_list_jobs(self):
self.mock_layer1.list_jobs.return_value = {"JobList": [FIXTURE_ARCHIVE_JOB]}
jobs = self.vault.list_jobs(False, "InProgress")
self.mock_layer1.list_jobs.assert_called_with("examplevault", False, "InProgress")
self.assertEqual(
jobs[0].archive_id,
"NkbByEejwEggmBz2fTHgJrg0XBoDfjP4q6iu87-TjhqG6eGoOY9Z"
"8i1_AUyUsuhPAdTqLHy8pTl5nfCFJmDl2yEZONi5L26Omw12vcs0"
"1MNGntHEQL8MBfGlqrEXAMPLEArchiveId",
)
def test_list_all_parts_one_page(self):
self.mock_layer1.list_parts.return_value = dict(EXAMPLE_PART_LIST_COMPLETE) # take a copy
parts_result = self.vault.list_all_parts(sentinel.upload_id)
expected = [call("examplevault", sentinel.upload_id)]
self.assertEquals(expected, self.mock_layer1.list_parts.call_args_list)
self.assertEquals(EXAMPLE_PART_LIST_COMPLETE, parts_result)
def test_list_all_parts_two_pages(self):
self.mock_layer1.list_parts.side_effect = [
# take copies
dict(EXAMPLE_PART_LIST_RESULT_PAGE_1),
dict(EXAMPLE_PART_LIST_RESULT_PAGE_2),
]
parts_result = self.vault.list_all_parts(sentinel.upload_id)
expected = [
call("examplevault", sentinel.upload_id),
call("examplevault", sentinel.upload_id, marker=EXAMPLE_PART_LIST_RESULT_PAGE_1["Marker"]),
]
self.assertEquals(expected, self.mock_layer1.list_parts.call_args_list)
self.assertEquals(EXAMPLE_PART_LIST_COMPLETE, parts_result)
@patch("boto.glacier.vault.resume_file_upload")
def test_resume_archive_from_file(self, mock_resume_file_upload):
part_size = 4
mock_list_parts = Mock()
mock_list_parts.return_value = {
"PartSizeInBytes": part_size,
"Parts": [{"RangeInBytes": "0-3", "SHA256TreeHash": "12"}, {"RangeInBytes": "4-6", "SHA256TreeHash": "34"}],
}
self.vault.list_all_parts = mock_list_parts
self.vault.resume_archive_from_file(sentinel.upload_id, file_obj=sentinel.file_obj)
mock_resume_file_upload.assert_called_once_with(
self.vault,
sentinel.upload_id,
part_size,
sentinel.file_obj,
{0: codecs.decode("12", "hex_codec"), 1: codecs.decode("34", "hex_codec")},
)
def test_range_end_mismatch(self):
# End mismatch is OK, since the last part might be short
self.assertEquals(Vault._range_string_to_part_index('0-2', 4), 0)
def test_simple_range(self):
self.assertEquals(Vault._range_string_to_part_index('0-3', 4), 0)
def setUp(self):
GlacierLayer2Base.setUp(self)
self.vault = Vault(self.mock_layer1, FIXTURE_VAULT)
self.job = Job(self.vault, FIXTURE_ARCHIVE_JOB)
def setUp(self):
GlacierLayer2Base.setUp(self)
self.vault = Vault(self.mock_layer1, FIXTURE_VAULT)
class TestVault(GlacierLayer2Base):
def setUp(self):
GlacierLayer2Base.setUp(self)
self.vault = Vault(self.mock_layer1, FIXTURE_VAULT)
# TODO: Tests for the other methods of uploading
def test_create_archive_writer(self):
self.mock_layer1.initiate_multipart_upload.return_value = {
"UploadId": "UPLOADID"
}
writer = self.vault.create_archive_writer(description="stuff")
self.mock_layer1.initiate_multipart_upload.assert_called_with(
"examplevault", self.vault.DefaultPartSize, "stuff")
self.assertEqual(writer.vault, self.vault)
self.assertEqual(writer.upload_id, "UPLOADID")
def test_delete_vault(self):
self.vault.delete_archive("archive")
self.mock_layer1.delete_archive.assert_called_with(
"examplevault", "archive")
def test_initiate_job(self):
self.mock_layer1.initiate_job.return_value = {'JobId': 'job-id'}
self.vault.retrieve_inventory(start_date=datetime(2014, 01, 01),
end_date=datetime(2014, 01, 02),
limit=100)
self.mock_layer1.initiate_job.assert_called_with(
'examplevault', {
'Type': 'inventory-retrieval',
'InventoryRetrievalParameters': {
'StartDate': '2014-01-01T00:00:00',
'EndDate': '2014-01-02T00:00:00',
'Limit': 100
}
})
def test_get_job(self):
self.mock_layer1.describe_job.return_value = FIXTURE_ARCHIVE_JOB
job = self.vault.get_job(
"NkbByEejwEggmBz2fTHgJrg0XBoDfjP4q6iu87-TjhqG6eGoOY9Z8i1_AUyUsuhPA"
"dTqLHy8pTl5nfCFJmDl2yEZONi5L26Omw12vcs01MNGntHEQL8MBfGlqrEXAMPLEA"
"rchiveId")
self.assertEqual(job.action, "ArchiveRetrieval")
def test_list_jobs(self):
self.mock_layer1.list_jobs.return_value = {
"JobList": [FIXTURE_ARCHIVE_JOB]
}
jobs = self.vault.list_jobs(False, "InProgress")
self.mock_layer1.list_jobs.assert_called_with("examplevault", False,
"InProgress")
self.assertEqual(
jobs[0].archive_id,
"NkbByEejwEggmBz2fTHgJrg0XBoDfjP4q6iu87-TjhqG6eGoOY9Z"
"8i1_AUyUsuhPAdTqLHy8pTl5nfCFJmDl2yEZONi5L26Omw12vcs0"
"1MNGntHEQL8MBfGlqrEXAMPLEArchiveId")
def test_list_all_parts_one_page(self):
self.mock_layer1.list_parts.return_value = (
dict(EXAMPLE_PART_LIST_COMPLETE)) # take a copy
parts_result = self.vault.list_all_parts(sentinel.upload_id)
expected = [call('examplevault', sentinel.upload_id)]
self.assertEquals(expected, self.mock_layer1.list_parts.call_args_list)
self.assertEquals(EXAMPLE_PART_LIST_COMPLETE, parts_result)
def test_list_all_parts_two_pages(self):
self.mock_layer1.list_parts.side_effect = [
# take copies
dict(EXAMPLE_PART_LIST_RESULT_PAGE_1),
dict(EXAMPLE_PART_LIST_RESULT_PAGE_2)
]
parts_result = self.vault.list_all_parts(sentinel.upload_id)
expected = [
call('examplevault', sentinel.upload_id),
call('examplevault',
sentinel.upload_id,
marker=EXAMPLE_PART_LIST_RESULT_PAGE_1['Marker'])
]
self.assertEquals(expected, self.mock_layer1.list_parts.call_args_list)
self.assertEquals(EXAMPLE_PART_LIST_COMPLETE, parts_result)
@patch('boto.glacier.vault.resume_file_upload')
def test_resume_archive_from_file(self, mock_resume_file_upload):
part_size = 4
mock_list_parts = Mock()
mock_list_parts.return_value = {
'PartSizeInBytes':
part_size,
'Parts': [
{
'RangeInBytes': '0-3',
'SHA256TreeHash': '12',
},
{
'RangeInBytes': '4-6',
'SHA256TreeHash': '34',
},
]
}
self.vault.list_all_parts = mock_list_parts
self.vault.resume_archive_from_file(sentinel.upload_id,
file_obj=sentinel.file_obj)
mock_resume_file_upload.assert_called_once_with(
self.vault, sentinel.upload_id, part_size, sentinel.file_obj, {
0: '12'.decode('hex'),
1: '34'.decode('hex')
})
