def test_apply_txn_changes(self):
app = 'guestbook'
txn = 1
entity = self.get_new_entity_proto(app, *self.BASIC_ENTITY[1:])
db_batch = flexmock()
db_batch.should_receive('get_transaction_metadata').and_return({
'puts': {entity.key().Encode(): entity.Encode()},
'deletes': [],
'tasks': [],
'reads': set(),
'start': datetime.datetime.utcnow(),
'is_xg': False,
})
db_batch.should_receive('valid_data_version').and_return(True)
db_batch.should_receive('group_updates').and_return([])
db_batch.should_receive('get_indices').and_return([])
transaction_manager = flexmock()
dd = DatastoreDistributed(db_batch, transaction_manager,
self.get_zookeeper())
prefix = dd.get_table_prefix(entity)
entity_key = get_entity_key(prefix, entity.key().path())
db_batch.should_receive('batch_get_entity').and_return({entity_key: {}})
db_batch.should_receive('batch_mutate')
entity_lock = flexmock(EntityLock)
entity_lock.should_receive('acquire')
entity_lock.should_receive('release')
dd.apply_txn_changes(app, txn)
def test_apply_txn_changes(self):
app = 'guestbook'
txn = 1
entity = self.get_new_entity_proto(app, *self.BASIC_ENTITY[1:])
db_batch = flexmock()
db_batch.should_receive('get_transaction_metadata').and_return({
'puts': {entity.key().Encode(): entity.Encode()},
'deletes': [],
'tasks': [],
'reads': set(),
'start': datetime.datetime.utcnow(),
'is_xg': False,
})
db_batch.should_receive('valid_data_version').and_return(True)
db_batch.should_receive('group_updates').and_return([])
db_batch.should_receive('get_indices').and_return([])
dd = DatastoreDistributed(db_batch, self.get_zookeeper())
prefix = dd.get_table_prefix(entity)
entity_key = get_entity_key(prefix, entity.key().path())
db_batch.should_receive('batch_get_entity').and_return({entity_key: {}})
db_batch.should_receive('batch_mutate')
entity_lock = flexmock(EntityLock)
entity_lock.should_receive('acquire')
entity_lock.should_receive('release')
dd.apply_txn_changes(app, txn)
def test_get_entity_key(self):
db_batch = flexmock()
db_batch.should_receive('valid_data_version').and_return(True)
dd = DatastoreDistributed(db_batch, None)
item = Item(key_name="Bob", name="Bob", _app="hello")
key = db.model_to_protobuf(item)
self.assertEquals(str(get_entity_key("howdy", key.key().path())), "howdy\x00Item:Bob\x01")
def test_delete_entities_txn(self):
app = 'guestbook'
txn_hash = {'root_key': 1}
txn_str = '1'.zfill(ID_KEY_LENGTH)
entity = self.get_new_entity_proto(app, *self.BASIC_ENTITY[1:])
db_batch = flexmock()
db_batch.should_receive('valid_data_version').and_return(True)
dd = DatastoreDistributed(db_batch, None)
keys = [entity.key()]
prefix = dd.get_table_prefix(entity.key())
entity_key = get_entity_key(prefix, entity.key().path())
encoded_path = str(encode_index_pb(entity.key().path()))
txn_keys = [dd._SEPARATOR.join([app, txn_str, '', encoded_path])]
txn_values = {
txn_keys[0]: {
dbconstants.TRANSACTIONS_SCHEMA[0]: dbconstants.TxnActions.DELETE,
dbconstants.TRANSACTIONS_SCHEMA[1]: entity_key,
dbconstants.TRANSACTIONS_SCHEMA[2]: ''
}
}
flexmock(dd).should_receive('get_root_key').and_return('root_key')
db_batch.should_receive('batch_put_entity').with_args(
dbconstants.TRANSACTIONS_TABLE,
txn_keys,
dbconstants.TRANSACTIONS_SCHEMA,
txn_values,
ttl=TX_TIMEOUT * 2
)
dd.delete_entities_txn(app, keys, txn_hash)
def test_get_entity_key(self):
db_batch = flexmock()
db_batch.should_receive('valid_data_version').and_return(True)
dd = DatastoreDistributed(db_batch, None)
item = Item(key_name="Bob", name="Bob", _app="hello")
key = db.model_to_protobuf(item)
self.assertEquals(str(get_entity_key("howdy", key.key().path())), "howdy\x00Item:Bob\x01")
def test_get_entity_key(self):
zk_client = flexmock()
zk_client.should_receive('add_listener')
zookeeper = flexmock(handle=zk_client)
db_batch = flexmock()
db_batch.should_receive('valid_data_version').and_return(True)
item = Item(key_name="Bob", name="Bob", _app="hello")
key = db.model_to_protobuf(item)
self.assertEquals(str(get_entity_key("howdy", key.key().path())), "howdy\x00Item:Bob\x01")
def test_apply_txn_changes(self):
app = 'guestbook'
txn = 1
entity = self.get_new_entity_proto(app, *self.BASIC_ENTITY[1:])
async_metadata = gen.Future()
async_metadata.set_result({
'puts': {entity.key().Encode(): entity.Encode()},
'deletes': [],
'tasks': [],
'reads': set(),
'start': datetime.datetime.utcnow(),
'is_xg': False,
})
db_batch = flexmock()
db_batch.should_receive('get_transaction_metadata').\
and_return(async_metadata)
db_batch.should_receive('valid_data_version_sync').and_return(True)
db_batch.should_receive('group_updates').and_return([])
transaction_manager = flexmock(
delete_transaction_id=lambda project_id, txid: None,
set_groups=lambda project_id, txid, groups: None)
dd = DatastoreDistributed(db_batch, transaction_manager,
self.get_zookeeper())
dd.index_manager = flexmock(
projects={'guestbook': flexmock(indexes_pb=[])})
prefix = dd.get_table_prefix(entity)
entity_key = get_entity_key(prefix, entity.key().path())
async_result = gen.Future()
async_result.set_result({entity_key: {}})
db_batch.should_receive('batch_get_entity').and_return(async_result)
db_batch.should_receive('normal_batch').and_return(ASYNC_NONE)
async_true = gen.Future()
async_true.set_result(True)
entity_lock = flexmock(EntityLock)
entity_lock.should_receive('acquire').and_return(async_true)
entity_lock.should_receive('release')
yield dd.apply_txn_changes(app, txn)
def test_apply_txn_changes(self):
app = 'guestbook'
txn = 1
entity = self.get_new_entity_proto(app, *self.BASIC_ENTITY[1:])
db_batch = flexmock()
db_batch.should_receive('valid_data_version').and_return(True)
db_batch.should_receive('range_query').and_return([{
'txn_entity_1': {'operation': dbconstants.TxnActions.PUT,
'operand': entity.Encode()}
}])
db_batch.should_receive('get_indices').and_return([])
dd = DatastoreDistributed(db_batch, None)
prefix = dd.get_table_prefix(entity)
entity_key = get_entity_key(prefix, entity.key().path())
db_batch.should_receive('batch_get_entity').and_return({entity_key: {}})
db_batch.should_receive('batch_mutate')
dd.apply_txn_changes(app, txn)
def test_get_entity_key(self):
item = Item(key_name="Bob", name="Bob", _app="hello")
key = db.model_to_protobuf(item)
self.assertEquals(str(get_entity_key("howdy", key.key().path())), "howdy\x00Item:Bob\x01")
