def test_list_filter_flag(self):
manager = BlobManager('', self.uri, self.secret, self.secret, 'user')
fd = BytesIO("flag me")
yield manager._encrypt_and_upload('blob_id', fd)
yield manager.set_flags('blob_id', [Flags.PROCESSING])
blobs_list = yield manager.remote_list(filter_flag=Flags.PENDING)
self.assertEquals([], blobs_list)
blobs_list = yield manager.remote_list(filter_flag=Flags.PROCESSING)
self.assertEquals(['blob_id'], blobs_list)
def test_list_filter_flag(self):
manager = BlobManager('', self.uri, self.secret,
self.secret, uuid4().hex)
fd = BytesIO("flag me")
yield manager._encrypt_and_upload('blob_id', fd)
yield manager.set_flags('blob_id', [Flags.PROCESSING])
blobs_list = yield manager.remote_list(filter_flag=Flags.PENDING)
self.assertEquals([], blobs_list)
blobs_list = yield manager.remote_list(filter_flag=Flags.PROCESSING)
self.assertEquals(['blob_id'], blobs_list)
def test_upload_then_delete_updates_list(self):
manager = BlobManager('', self.uri, self.secret,
self.secret, uuid4().hex)
yield manager._encrypt_and_upload('blob_id1', BytesIO("1"))
yield manager._encrypt_and_upload('blob_id2', BytesIO("2"))
yield manager._delete_from_remote('blob_id1')
blobs_list = yield manager.remote_list()
deleted_blobs_list = yield manager.remote_list(deleted=True)
self.assertEquals(set(['blob_id2']), set(blobs_list))
self.assertEquals(set(['blob_id1']), set(deleted_blobs_list))
def test_list_orders_by_date(self):
manager = BlobManager('', self.uri, self.secret, self.secret, 'user')
yield manager._encrypt_and_upload('blob_id1', BytesIO("1"))
yield manager._encrypt_and_upload('blob_id2', BytesIO("2"))
blobs_list = yield manager.remote_list(order_by='date')
self.assertEquals(['blob_id1', 'blob_id2'], blobs_list)
parts = ['user', 'default', 'b', 'blo', 'blob_i', 'blob_id1']
self.__touch(self.tempdir, *parts)
blobs_list = yield manager.remote_list(order_by='+date')
self.assertEquals(['blob_id2', 'blob_id1'], blobs_list)
blobs_list = yield manager.remote_list(order_by='-date')
self.assertEquals(['blob_id1', 'blob_id2'], blobs_list)
def test_upload_then_delete_updates_list_using_namespace(self):
manager = BlobManager('', self.uri, self.secret,
self.secret, uuid4().hex)
namespace = 'special_archives'
yield manager._encrypt_and_upload('blob_id1', BytesIO("1"),
namespace=namespace)
yield manager._encrypt_and_upload('blob_id2', BytesIO("2"),
namespace=namespace)
yield manager._delete_from_remote('blob_id1', namespace=namespace)
blobs_list = yield manager.remote_list(namespace=namespace)
deleted_blobs_list = yield manager.remote_list(namespace, deleted=True)
self.assertEquals(set(['blob_id2']), set(blobs_list))
self.assertEquals(set(['blob_id1']), set(deleted_blobs_list))
def test_list_orders_by_date(self):
user_uid = uuid4().hex
manager = BlobManager('', self.uri, self.secret,
self.secret, user_uid)
yield manager._encrypt_and_upload('blob_id1', BytesIO("1"))
yield manager._encrypt_and_upload('blob_id2', BytesIO("2"))
blobs_list = yield manager.remote_list(order_by='date')
self.assertEquals(['blob_id1', 'blob_id2'], blobs_list)
parts = [user_uid, 'default', 'b', 'blo', 'blob_i', 'blob_id1']
self.__touch(self.tempdir, *parts)
blobs_list = yield manager.remote_list(order_by='+date')
self.assertEquals(['blob_id2', 'blob_id1'], blobs_list)
blobs_list = yield manager.remote_list(order_by='-date')
self.assertEquals(['blob_id1', 'blob_id2'], blobs_list)
def test_list_filter_flag_order_by_date(self):
manager = BlobManager('', self.uri, self.secret, self.secret, 'user')
yield manager._encrypt_and_upload('blob_id1', BytesIO("x"))
yield manager._encrypt_and_upload('blob_id2', BytesIO("x"))
yield manager._encrypt_and_upload('blob_id3', BytesIO("x"))
yield manager.set_flags('blob_id1', [Flags.PROCESSING])
yield manager.set_flags('blob_id2', [Flags.PROCESSING])
yield manager.set_flags('blob_id3', [Flags.PROCESSING])
blobs_list = yield manager.remote_list(filter_flag=Flags.PROCESSING,
order_by='+date')
expected_list = ['blob_id1', 'blob_id2', 'blob_id3']
self.assertEquals(expected_list, blobs_list)
blobs_list = yield manager.remote_list(filter_flag=Flags.PROCESSING,
order_by='-date')
self.assertEquals(list(reversed(expected_list)), blobs_list)
def test_upload_changes_remote_list(self):
manager = BlobManager('', self.uri, self.secret,
self.secret, uuid4().hex)
yield manager._encrypt_and_upload('blob_id1', BytesIO("1"))
yield manager._encrypt_and_upload('blob_id2', BytesIO("2"))
blobs_list = yield manager.remote_list()
self.assertEquals(set(['blob_id1', 'blob_id2']), set(blobs_list))
def test_list_filter_flag_order_by_date(self):
manager = BlobManager('', self.uri, self.secret,
self.secret, uuid4().hex)
yield manager._encrypt_and_upload('blob_id1', BytesIO("x"))
yield manager._encrypt_and_upload('blob_id2', BytesIO("x"))
yield manager._encrypt_and_upload('blob_id3', BytesIO("x"))
yield manager.set_flags('blob_id1', [Flags.PROCESSING])
yield manager.set_flags('blob_id2', [Flags.PROCESSING])
yield manager.set_flags('blob_id3', [Flags.PROCESSING])
blobs_list = yield manager.remote_list(filter_flag=Flags.PROCESSING,
order_by='+date')
expected_list = ['blob_id1', 'blob_id2', 'blob_id3']
self.assertEquals(expected_list, blobs_list)
blobs_list = yield manager.remote_list(filter_flag=Flags.PROCESSING,
order_by='-date')
self.assertEquals(list(reversed(expected_list)), blobs_list)
def test_flags_ignored_by_listing(self):
manager = BlobManager('', self.uri, self.secret,
self.secret, uuid4().hex)
fd = BytesIO("flag me")
yield manager._encrypt_and_upload('blob_id', fd)
yield manager.set_flags('blob_id', [Flags.PROCESSING])
blobs_list = yield manager.remote_list()
self.assertEquals(['blob_id'], blobs_list)
def test_list_default_doesnt_list_other_namespaces(self):
manager = BlobManager('', self.uri, self.secret, self.secret, 'user')
namespace = 'incoming'
yield manager._encrypt_and_upload('blob_id1',
BytesIO("1"),
namespace=namespace)
yield manager._encrypt_and_upload('blob_id2', BytesIO("2"))
blobs_list = yield manager.remote_list()
self.assertEquals(['blob_id2'], blobs_list)
def test_list_restricted_by_namespace(self):
manager = BlobManager('', self.uri, self.secret, self.secret, 'user')
namespace = 'incoming'
yield manager._encrypt_and_upload('blob_id1',
BytesIO("1"),
namespace=namespace)
yield manager._encrypt_and_upload('blob_id2', BytesIO("2"))
blobs_list = yield manager.remote_list(namespace=namespace)
self.assertEquals(['blob_id1'], blobs_list)
def test_list_default_doesnt_list_other_namespaces(self):
manager = BlobManager('', self.uri, self.secret,
self.secret, uuid4().hex)
namespace = 'incoming'
yield manager._encrypt_and_upload('blob_id1', BytesIO("1"),
namespace=namespace)
yield manager._encrypt_and_upload('blob_id2', BytesIO("2"))
blobs_list = yield manager.remote_list()
self.assertEquals(['blob_id2'], blobs_list)
