def test_apply_txn_changes(self): app = 'guestbook' txn = 1 entity = self.get_new_entity_proto(app, *self.BASIC_ENTITY[1:]) db_batch = flexmock() db_batch.should_receive('get_transaction_metadata').and_return({ 'puts': {entity.key().Encode(): entity.Encode()}, 'deletes': [], 'tasks': [], 'reads': set(), 'start': datetime.datetime.utcnow(), 'is_xg': False, }) db_batch.should_receive('valid_data_version').and_return(True) db_batch.should_receive('group_updates').and_return([]) db_batch.should_receive('get_indices').and_return([]) transaction_manager = flexmock() dd = DatastoreDistributed(db_batch, transaction_manager, self.get_zookeeper()) prefix = dd.get_table_prefix(entity) entity_key = get_entity_key(prefix, entity.key().path()) db_batch.should_receive('batch_get_entity').and_return({entity_key: {}}) db_batch.should_receive('batch_mutate') entity_lock = flexmock(EntityLock) entity_lock.should_receive('acquire') entity_lock.should_receive('release') dd.apply_txn_changes(app, txn)
def test_apply_txn_changes(self): app = 'guestbook' txn = 1 entity = self.get_new_entity_proto(app, *self.BASIC_ENTITY[1:]) db_batch = flexmock() db_batch.should_receive('get_transaction_metadata').and_return({ 'puts': {entity.key().Encode(): entity.Encode()}, 'deletes': [], 'tasks': [], 'reads': set(), 'start': datetime.datetime.utcnow(), 'is_xg': False, }) db_batch.should_receive('valid_data_version').and_return(True) db_batch.should_receive('group_updates').and_return([]) db_batch.should_receive('get_indices').and_return([]) dd = DatastoreDistributed(db_batch, self.get_zookeeper()) prefix = dd.get_table_prefix(entity) entity_key = get_entity_key(prefix, entity.key().path()) db_batch.should_receive('batch_get_entity').and_return({entity_key: {}}) db_batch.should_receive('batch_mutate') entity_lock = flexmock(EntityLock) entity_lock.should_receive('acquire') entity_lock.should_receive('release') dd.apply_txn_changes(app, txn)
def test_get_entity_key(self): db_batch = flexmock() db_batch.should_receive('valid_data_version').and_return(True) dd = DatastoreDistributed(db_batch, None) item = Item(key_name="Bob", name="Bob", _app="hello") key = db.model_to_protobuf(item) self.assertEquals(str(get_entity_key("howdy", key.key().path())), "howdy\x00Item:Bob\x01")
def test_delete_entities_txn(self): app = 'guestbook' txn_hash = {'root_key': 1} txn_str = '1'.zfill(ID_KEY_LENGTH) entity = self.get_new_entity_proto(app, *self.BASIC_ENTITY[1:]) db_batch = flexmock() db_batch.should_receive('valid_data_version').and_return(True) dd = DatastoreDistributed(db_batch, None) keys = [entity.key()] prefix = dd.get_table_prefix(entity.key()) entity_key = get_entity_key(prefix, entity.key().path()) encoded_path = str(encode_index_pb(entity.key().path())) txn_keys = [dd._SEPARATOR.join([app, txn_str, '', encoded_path])] txn_values = { txn_keys[0]: { dbconstants.TRANSACTIONS_SCHEMA[0]: dbconstants.TxnActions.DELETE, dbconstants.TRANSACTIONS_SCHEMA[1]: entity_key, dbconstants.TRANSACTIONS_SCHEMA[2]: '' } } flexmock(dd).should_receive('get_root_key').and_return('root_key') db_batch.should_receive('batch_put_entity').with_args( dbconstants.TRANSACTIONS_TABLE, txn_keys, dbconstants.TRANSACTIONS_SCHEMA, txn_values, ttl=TX_TIMEOUT * 2 ) dd.delete_entities_txn(app, keys, txn_hash)
def test_get_entity_key(self): zk_client = flexmock() zk_client.should_receive('add_listener') zookeeper = flexmock(handle=zk_client) db_batch = flexmock() db_batch.should_receive('valid_data_version').and_return(True) item = Item(key_name="Bob", name="Bob", _app="hello") key = db.model_to_protobuf(item) self.assertEquals(str(get_entity_key("howdy", key.key().path())), "howdy\x00Item:Bob\x01")
def test_apply_txn_changes(self): app = 'guestbook' txn = 1 entity = self.get_new_entity_proto(app, *self.BASIC_ENTITY[1:]) async_metadata = gen.Future() async_metadata.set_result({ 'puts': {entity.key().Encode(): entity.Encode()}, 'deletes': [], 'tasks': [], 'reads': set(), 'start': datetime.datetime.utcnow(), 'is_xg': False, }) db_batch = flexmock() db_batch.should_receive('get_transaction_metadata').\ and_return(async_metadata) db_batch.should_receive('valid_data_version_sync').and_return(True) db_batch.should_receive('group_updates').and_return([]) transaction_manager = flexmock( delete_transaction_id=lambda project_id, txid: None, set_groups=lambda project_id, txid, groups: None) dd = DatastoreDistributed(db_batch, transaction_manager, self.get_zookeeper()) dd.index_manager = flexmock( projects={'guestbook': flexmock(indexes_pb=[])}) prefix = dd.get_table_prefix(entity) entity_key = get_entity_key(prefix, entity.key().path()) async_result = gen.Future() async_result.set_result({entity_key: {}}) db_batch.should_receive('batch_get_entity').and_return(async_result) db_batch.should_receive('normal_batch').and_return(ASYNC_NONE) async_true = gen.Future() async_true.set_result(True) entity_lock = flexmock(EntityLock) entity_lock.should_receive('acquire').and_return(async_true) entity_lock.should_receive('release') yield dd.apply_txn_changes(app, txn)
def test_apply_txn_changes(self): app = 'guestbook' txn = 1 entity = self.get_new_entity_proto(app, *self.BASIC_ENTITY[1:]) db_batch = flexmock() db_batch.should_receive('valid_data_version').and_return(True) db_batch.should_receive('range_query').and_return([{ 'txn_entity_1': {'operation': dbconstants.TxnActions.PUT, 'operand': entity.Encode()} }]) db_batch.should_receive('get_indices').and_return([]) dd = DatastoreDistributed(db_batch, None) prefix = dd.get_table_prefix(entity) entity_key = get_entity_key(prefix, entity.key().path()) db_batch.should_receive('batch_get_entity').and_return({entity_key: {}}) db_batch.should_receive('batch_mutate') dd.apply_txn_changes(app, txn)
def test_get_entity_key(self): item = Item(key_name="Bob", name="Bob", _app="hello") key = db.model_to_protobuf(item) self.assertEquals(str(get_entity_key("howdy", key.key().path())), "howdy\x00Item:Bob\x01")