def add_new_user(user_data_dict):
nosql_request = PutRequest().set_table_name('fotogal_ntable_users')
nosql_request.set_value(user_data_dict)
nosql_put_result = nosql_handler.put(nosql_request)
user_saved_id = nosql_put_result.get_generated_value()
return user_saved_id
def load_img_objectstorage(img_filepath,
user_id,
username,
is_profile=False,
comment=''):
""" Load an image to OCI Object Storage
"""
img_content = open(img_filepath, 'rb').read()
original_filename = img_filepath[img_filepath.index('/') + 1:]
new_filename = return_new_filename(original_filename)
oci_namespace = object_storage.get_namespace().data
objs_response = object_storage.put_object(oci_namespace,
'fotogal_bucket_images',
new_filename, img_content)
# Calcula uma data de criacao.
datetime_now_obj = datetime.datetime.now()
timedelta_obj = datetime.timedelta(hours=(random.randint(1, 6)))
datetime_calc = datetime_now_obj - timedelta_obj
img_created_ts = datetime_calc.strftime('%s')
nosql_img_data = {
'image_url': '',
'image_filename': new_filename,
'image_original_filename': original_filename,
'image_host_fqdn': '',
'image_uri': '',
'image_type': 'jpeg',
'created_ts': img_created_ts,
'user_id': user_id,
'liked_list': [],
'disliked_list': [],
'main_comment': comment,
'is_profile': is_profile
}
if objs_response.status == 200:
nosql_img_data['image_url'] = objs_response.request.url
nosql_img_data[
'image_host_fqdn'] = return_objectstorage_image_hostname(
nosql_img_data['image_url'])
nosql_img_data['image_uri'] = return_objectstorage_image_uri(
nosql_img_data['image_url'])
nosql_request = PutRequest().set_table_name('fotogal_ntable_images')
nosql_request.set_value(nosql_img_data)
nosql_put_result = nosql_handler.put(nosql_request)
return new_filename
else:
print('Error! Cannot save the image into Object Storage!')
sys.exit(1)
def handler(ctx, data: io.BytesIO=None):
logger = logging.getLogger()
logger.setLevel(logging.INFO)
try:
store_handle = get_handle()
logs = json.loads(data.getvalue())
logger.info('Received {} entries.'.format(len(logs)))
for item in logs:
if 'value' in item:
item['value'] = base64_decode(item['value'])
if 'key' in item:
item['key'] = base64_decode(item['key'])
#
# For demo purpose, we are inserting the data as received, no processing
# Put rows in NoSQL
#
request = PutRequest().set_table_name('demoKeyVal')
for item in logs:
if 'value' in item:
value = { 'value': json.loads(item['value'])}
request.set_value(value)
store_handle.put(request)
request = PutRequest().set_table_name('demo')
for item in logs:
if 'value' in item:
request.set_value_from_json(item['value'])
store_handle.put(request)
#
# return data in CSV mode
#
df = pd.json_normalize(logs)
csv_result = df.to_csv(index=False)
return response.Response(ctx, status_code=200, response_data=csv_result, headers={"Content-Type": "text/csv"})
except (Exception, ValueError) as e:
# For demo purpose, I am ignoring all errors
# During tests, I sent some no JSON messages to my Stream that were broken all
# If there is an error, in the next iteration I will receive all pending message from the Stream
# so continue to have the same error
logger.info('Logging and ignore the error')
logger.error(str(e))
def add(self, table=None, data_dict=None):
"""Insert new single row.
"""
put_request = PutRequest()
put_request.set_table_name(table)
put_request.set_option(PutOption.IF_ABSENT)
put_request.set_value(data_dict)
nosql_result = self._nosql_handle.put(put_request)
# a successful put returns a non-empty version
if nosql_result.get_version() is not None:
generated_value = nosql_result.get_generated_value()
if generated_value:
return generated_value
else:
return True
else:
return False
def update(self, table=None, data_dict=None):
"""Update existing single row.
"""
put_request = PutRequest()
put_request.set_table_name(table)
put_request.set_option(PutOption.IF_PRESENT)
put_request.set_value(data_dict)
nosql_result = self._nosql_handle.put(put_request)
# a successful put returns a non-empty version
if nosql_result.get_version() is not None:
existing_value = nosql_result.get_existing_value()
if existing_value:
return existing_value
else:
return True
else:
return False
class TestDelete(unittest.TestCase, TestBase):
@classmethod
def setUpClass(cls):
TestBase.set_up_class()
create_statement = (
'CREATE TABLE ' + table_name + '(fld_id INTEGER, fld_long LONG, \
fld_float FLOAT, fld_double DOUBLE, fld_bool BOOLEAN, fld_str STRING, \
fld_bin BINARY, fld_time TIMESTAMP(6), fld_num NUMBER, fld_json JSON, \
fld_arr ARRAY(STRING), fld_map MAP(STRING), \
fld_rec RECORD(fld_id LONG, fld_bool BOOLEAN, fld_str STRING), \
PRIMARY KEY(fld_id)) USING TTL 2 DAYS')
create_request = TableRequest().set_statement(
create_statement).set_table_limits(TableLimits(5000, 5000, 50))
cls._result = TestBase.table_request(create_request, State.ACTIVE)
global hour_in_milliseconds
hour_in_milliseconds = 60 * 60 * 1000
@classmethod
def tearDownClass(cls):
TestBase.tear_down_class()
def setUp(self):
TestBase.set_up(self)
self.row = {'fld_id': 1, 'fld_long': 2147483648,
'fld_float': 3.1414999961853027, 'fld_double': 3.1415,
'fld_bool': True, 'fld_str': '{"name": u1, "phone": null}',
'fld_bin': bytearray(pack('>i', 4)),
'fld_time': datetime.now(), 'fld_num': Decimal(5),
'fld_json': {'a': '1', 'b': None, 'c': '3'},
'fld_arr': ['a', 'b', 'c'],
'fld_map': {'a': '1', 'b': '2', 'c': '3'},
'fld_rec': {'fld_id': 1, 'fld_bool': False,
'fld_str': None}}
self.key = {'fld_id': 1}
self.put_request = PutRequest().set_value(self.row).set_table_name(
table_name)
self.version = self.handle.put(self.put_request).get_version()
self.get_request = GetRequest().set_key(self.key).set_table_name(
table_name)
self.delete_request = DeleteRequest().set_key(self.key).set_table_name(
table_name).set_timeout(timeout)
def tearDown(self):
TestBase.tear_down(self)
def testDeleteSetIllegalKey(self):
self.assertRaises(IllegalArgumentException, self.delete_request.set_key,
'IllegalKey')
def testDeleteSetIllegalKeyFromJson(self):
self.assertRaises(ValueError, self.delete_request.set_key_from_json,
'IllegalJson')
self.delete_request.set_key_from_json('{"invalid_field": "key"}')
self.assertRaises(IllegalArgumentException, self.handle.delete,
self.delete_request)
def testDeleteSetIllegalMatchVersion(self):
self.assertRaises(IllegalArgumentException,
self.delete_request.set_match_version,
'IllegalMatchVersion')
def testDeleteSetIllegalTimeout(self):
self.assertRaises(IllegalArgumentException,
self.delete_request.set_timeout, 'IllegalTimeout')
self.assertRaises(IllegalArgumentException,
self.delete_request.set_timeout, 0)
self.assertRaises(IllegalArgumentException,
self.delete_request.set_timeout, -1)
def testDeleteSetIllegalTableName(self):
self.assertRaises(IllegalArgumentException,
self.delete_request.set_table_name,
{'name': table_name})
self.delete_request.set_table_name('IllegalTable')
self.assertRaises(TableNotFoundException, self.handle.delete,
self.delete_request)
def testDeleteSetIllegalReturnRow(self):
self.assertRaises(IllegalArgumentException,
self.delete_request.set_return_row,
'IllegalReturnRow')
def testDeleteWithoutKey(self):
self.delete_request.set_key(None)
self.assertRaises(IllegalArgumentException, self.handle.delete,
self.delete_request)
def testDeleteGets(self):
self.delete_request.set_match_version(
self.version).set_return_row(True)
self.assertEqual(self.delete_request.get_key(), self.key)
self.assertEqual(self.delete_request.get_match_version(), self.version)
self.assertEqual(self.delete_request.get_timeout(), timeout)
self.assertEqual(self.delete_request.get_table_name(), table_name)
self.assertTrue(self.delete_request.get_return_row())
def testDeleteIllegalRequest(self):
self.assertRaises(IllegalArgumentException, self.handle.delete,
'IllegalRequest')
def testDeleteNormal(self):
self.delete_request.set_return_row(True)
result = self.handle.delete(self.delete_request)
self.assertTrue(result.get_success())
self.assertIsNone(result.get_existing_value())
self.assertIsNone(result.get_existing_version())
self.assertEqual(result.get_read_kb(), 1)
self.assertEqual(result.get_read_units(), 2)
self.assertEqual(result.get_write_kb(), 1)
self.assertEqual(result.get_write_units(), 1)
result = self.handle.get(self.get_request)
self.assertIsNone(result.get_value())
self.assertIsNone(result.get_version())
self.assertEqual(result.get_expiration_time(), 0)
self.assertEqual(result.get_read_kb(), 1)
self.assertEqual(result.get_read_units(), 2)
self.assertEqual(result.get_write_kb(), 0)
self.assertEqual(result.get_write_units(), 0)
def testDeleteNonExisting(self):
self.delete_request.set_key({'fld_id': 2})
result = self.handle.delete(self.delete_request)
self.assertFalse(result.get_success())
self.assertIsNone(result.get_existing_value())
self.assertIsNone(result.get_existing_version())
self.assertEqual(result.get_read_kb(), 1)
self.assertEqual(result.get_read_units(), 2)
self.assertEqual(result.get_write_kb(), 0)
self.assertEqual(result.get_write_units(), 0)
def testDeleteIfVersion(self):
self.row.update({'fld_long': 2147483649})
self.put_request.set_value(self.row)
version = self.handle.put(self.put_request).get_version()
# delete failed because version not match
self.delete_request.set_match_version(self.version)
result = self.handle.delete(self.delete_request)
self.assertFalse(result.get_success())
self.assertIsNone(result.get_existing_value())
self.assertIsNone(result.get_existing_version())
self.assertEqual(result.get_read_kb(), 1)
self.assertEqual(result.get_read_units(), 2)
self.assertEqual(result.get_write_kb(), 0)
self.assertEqual(result.get_write_units(), 0)
result = self.handle.get(self.get_request)
self.assertEqual(result.get_value(), self.row)
self.assertEqual(result.get_version().get_bytes(), version.get_bytes())
self.assertNotEqual(result.get_expiration_time(), 0)
self.assertEqual(result.get_read_kb(), 1)
self.assertEqual(result.get_read_units(), 2)
self.assertEqual(result.get_write_kb(), 0)
self.assertEqual(result.get_write_units(), 0)
# delete succeed when version match
self.delete_request.set_match_version(version)
result = self.handle.delete(self.delete_request)
self.assertTrue(result.get_success())
self.assertIsNone(result.get_existing_value())
self.assertIsNone(result.get_existing_version())
self.assertEqual(result.get_read_kb(), 1)
self.assertEqual(result.get_read_units(), 2)
self.assertEqual(result.get_write_kb(), 1)
self.assertEqual(result.get_write_units(), 1)
result = self.handle.get(self.get_request)
self.assertIsNone(result.get_value())
self.assertIsNone(result.get_version())
self.assertEqual(result.get_expiration_time(), 0)
self.assertEqual(result.get_read_kb(), 1)
self.assertEqual(result.get_read_units(), 2)
self.assertEqual(result.get_write_kb(), 0)
self.assertEqual(result.get_write_units(), 0)
def testDeleteIfVersionWithReturnRow(self):
self.row.update({'fld_long': 2147483649})
self.put_request.set_value(self.row)
version = self.handle.put(self.put_request).get_version()
# delete failed because version not match
self.delete_request.set_match_version(
self.version).set_return_row(True)
result = self.handle.delete(self.delete_request)
self.assertFalse(result.get_success())
self.assertEqual(result.get_existing_value(), self.row)
self.assertEqual(result.get_existing_version().get_bytes(),
version.get_bytes())
self.assertEqual(result.get_read_kb(), 1)
self.assertEqual(result.get_read_units(), 2)
self.assertEqual(result.get_write_kb(), 0)
self.assertEqual(result.get_write_units(), 0)
result = self.handle.get(self.get_request)
self.assertEqual(result.get_value(), self.row)
self.assertEqual(result.get_version().get_bytes(), version.get_bytes())
self.assertNotEqual(result.get_expiration_time(), 0)
self.assertEqual(result.get_read_kb(), 1)
self.assertEqual(result.get_read_units(), 2)
self.assertEqual(result.get_write_kb(), 0)
self.assertEqual(result.get_write_units(), 0)
# delete succeed when version match
self.delete_request.set_match_version(version)
result = self.handle.delete(self.delete_request)
self.assertTrue(result.get_success())
self.assertIsNone(result.get_existing_value())
self.assertIsNone(result.get_existing_version())
self.assertEqual(result.get_read_kb(), 1)
self.assertEqual(result.get_read_units(), 2)
self.assertEqual(result.get_write_kb(), 1)
self.assertEqual(result.get_write_units(), 1)
result = self.handle.get(self.get_request)
self.assertIsNone(result.get_value())
self.assertIsNone(result.get_version())
self.assertEqual(result.get_expiration_time(), 0)
self.assertEqual(result.get_read_kb(), 1)
self.assertEqual(result.get_read_units(), 2)
self.assertEqual(result.get_write_kb(), 0)
self.assertEqual(result.get_write_units(), 0)
class TestDelete(unittest.TestCase, TestBase):
@classmethod
def setUpClass(cls):
cls.set_up_class()
global table_ttl
table_ttl = TimeToLive.of_days(2)
create_statement = ('CREATE TABLE ' + table_name +
'(fld_id INTEGER, fld_long LONG, \
fld_float FLOAT, fld_double DOUBLE, fld_bool BOOLEAN, fld_str STRING, \
fld_bin BINARY, fld_time TIMESTAMP(6), fld_num NUMBER, fld_json JSON, \
fld_arr ARRAY(STRING), fld_map MAP(STRING), \
fld_rec RECORD(fld_id LONG, fld_bool BOOLEAN, fld_str STRING), \
PRIMARY KEY(fld_id)) USING TTL ' + str(table_ttl))
create_request = TableRequest().set_statement(
create_statement).set_table_limits(TableLimits(100, 100, 1))
cls.table_request(create_request)
@classmethod
def tearDownClass(cls):
cls.tear_down_class()
def setUp(self):
self.set_up()
self.row = get_row(with_sid=False)
self.key = {'fld_id': 1}
self.put_request = PutRequest().set_value(
self.row).set_table_name(table_name)
self.version = self.handle.put(self.put_request).get_version()
self.get_request = GetRequest().set_key(
self.key).set_table_name(table_name)
self.delete_request = DeleteRequest().set_key(
self.key).set_table_name(table_name).set_timeout(timeout)
def tearDown(self):
self.tear_down()
def testDeleteSetIllegalKey(self):
self.assertRaises(IllegalArgumentException,
self.delete_request.set_key, 'IllegalKey')
def testDeleteSetIllegalKeyFromJson(self):
self.assertRaises(ValueError, self.delete_request.set_key_from_json,
'IllegalJson')
self.delete_request.set_key_from_json('{"invalid_field": "key"}')
self.assertRaises(IllegalArgumentException, self.handle.delete,
self.delete_request)
def testDeleteSetIllegalMatchVersion(self):
self.assertRaises(IllegalArgumentException,
self.delete_request.set_match_version,
'IllegalMatchVersion')
def testDeleteSetIllegalTimeout(self):
self.assertRaises(IllegalArgumentException,
self.delete_request.set_timeout, 'IllegalTimeout')
self.assertRaises(IllegalArgumentException,
self.delete_request.set_timeout, 0)
self.assertRaises(IllegalArgumentException,
self.delete_request.set_timeout, -1)
def testDeleteSetIllegalTableName(self):
self.assertRaises(IllegalArgumentException,
self.delete_request.set_table_name,
{'name': table_name})
self.delete_request.set_table_name('IllegalTable')
self.assertRaises(TableNotFoundException, self.handle.delete,
self.delete_request)
def testDeleteSetIllegalCompartment(self):
self.assertRaises(IllegalArgumentException,
self.delete_request.set_compartment, {})
self.assertRaises(IllegalArgumentException,
self.delete_request.set_compartment, '')
def testDeleteSetIllegalReturnRow(self):
self.assertRaises(IllegalArgumentException,
self.delete_request.set_return_row,
'IllegalReturnRow')
def testDeleteWithoutKey(self):
self.delete_request.set_key(None)
self.assertRaises(IllegalArgumentException, self.handle.delete,
self.delete_request)
def testDeleteGets(self):
self.delete_request.set_match_version(
self.version).set_return_row(True)
self.assertEqual(self.delete_request.get_key(), self.key)
self.assertIsNone(self.delete_request.get_compartment())
self.assertEqual(self.delete_request.get_match_version(), self.version)
self.assertEqual(self.delete_request.get_timeout(), timeout)
self.assertEqual(self.delete_request.get_table_name(), table_name)
self.assertTrue(self.delete_request.get_return_row())
def testDeleteIllegalRequest(self):
self.assertRaises(IllegalArgumentException, self.handle.delete,
'IllegalRequest')
def testDeleteNormal(self):
self.delete_request.set_return_row(True)
result = self.handle.delete(self.delete_request)
self._check_delete_result(result)
self.check_cost(result, 1, 2, 1, 1)
result = self.handle.get(self.get_request)
self.check_get_result(result)
self.check_cost(result, 1, 2, 0, 0)
def testDeleteNonExisting(self):
self.delete_request.set_key({'fld_id': 2})
result = self.handle.delete(self.delete_request)
self._check_delete_result(result, False)
self.check_cost(result, 1, 2, 0, 0)
def testDeleteIfVersion(self):
self.row['fld_long'] = 2147483649
self.put_request.set_value(self.row)
version = self.handle.put(self.put_request).get_version()
tb_expect_expiration = table_ttl.to_expiration_time(
int(round(time() * 1000)))
# delete failed because version not match
self.delete_request.set_match_version(self.version)
result = self.handle.delete(self.delete_request)
self._check_delete_result(result, False)
self.check_cost(result, 1, 2, 0, 0)
result = self.handle.get(self.get_request)
self.check_get_result(result, self.row, version, tb_expect_expiration,
TimeUnit.DAYS)
self.check_cost(result, 1, 2, 0, 0)
# delete succeed when version match
self.delete_request.set_match_version(version)
result = self.handle.delete(self.delete_request)
self._check_delete_result(result)
self.check_cost(result, 1, 2, 1, 1)
result = self.handle.get(self.get_request)
self.check_get_result(result)
self.check_cost(result, 1, 2, 0, 0)
def testDeleteIfVersionWithReturnRow(self):
self.row['fld_long'] = 2147483649
self.put_request.set_value(self.row)
version = self.handle.put(self.put_request).get_version()
tb_expect_expiration = table_ttl.to_expiration_time(
int(round(time() * 1000)))
# delete failed because version not match
self.delete_request.set_match_version(
self.version).set_return_row(True)
result = self.handle.delete(self.delete_request)
self._check_delete_result(result, False, self.row, version.get_bytes())
self.check_cost(result, 1, 2, 0, 0)
result = self.handle.get(self.get_request)
self.check_get_result(result, self.row, version, tb_expect_expiration,
TimeUnit.DAYS)
self.check_cost(result, 1, 2, 0, 0)
# delete succeed when version match
self.delete_request.set_match_version(version)
result = self.handle.delete(self.delete_request)
self._check_delete_result(result)
self.check_cost(result, 1, 2, 1, 1)
result = self.handle.get(self.get_request)
self.check_get_result(result)
self.check_cost(result, 1, 2, 0, 0)
def _check_delete_result(self,
result,
success=True,
value=None,
version=None):
# check whether success
self.assertEqual(result.get_success(), success)
# check existing value
self.assertEqual(result.get_existing_value(), value)
# check existing version
ver = result.get_existing_version()
(self.assertIsNone(ver) if version is None else self.assertEqual(
ver.get_bytes(), version))
class TestPut(unittest.TestCase, TestBase):
@classmethod
def setUpClass(cls):
cls.set_up_class()
global table_ttl
table_ttl = TimeToLive.of_days(30)
create_statement = ('CREATE TABLE ' + table_name +
'(fld_id INTEGER, fld_long LONG, \
fld_float FLOAT, fld_double DOUBLE, fld_bool BOOLEAN, fld_str STRING, \
fld_bin BINARY, fld_time TIMESTAMP(9), fld_num NUMBER, fld_json JSON, \
fld_arr ARRAY(STRING), fld_map MAP(STRING), \
fld_rec RECORD(fld_id LONG, fld_bool BOOLEAN, fld_str STRING), \
PRIMARY KEY(fld_id)) USING TTL ' + str(table_ttl))
create_request = TableRequest().set_statement(
create_statement).set_table_limits(TableLimits(50, 50, 1))
cls.table_request(create_request)
@classmethod
def tearDownClass(cls):
cls.tear_down_class()
def setUp(self):
self.set_up()
self.row = get_row(with_sid=False)
self.key = {'fld_id': 1}
self.put_request = PutRequest().set_value(
self.row).set_table_name(table_name).set_timeout(timeout)
self.get_request = GetRequest().set_key(
self.key).set_table_name(table_name)
self.ttl = TimeToLive.of_hours(24)
self.hour_in_milliseconds = 60 * 60 * 1000
self.day_in_milliseconds = 24 * 60 * 60 * 1000
def tearDown(self):
request = DeleteRequest().set_key(self.key).set_table_name(table_name)
self.handle.delete(request)
self.tear_down()
def testPutSetIllegalValue(self):
self.assertRaises(IllegalArgumentException, self.put_request.set_value,
'IllegalValue')
def testPutSetIllegalValueFromJson(self):
self.assertRaises(ValueError, self.put_request.set_value_from_json,
'IllegalJson')
self.put_request.set_value_from_json('{"invalid_field": "value"}')
self.assertRaises(IllegalArgumentException, self.handle.put,
self.put_request)
def testPutSetIllegalCompartment(self):
self.assertRaises(IllegalArgumentException,
self.put_request.set_compartment, {})
self.assertRaises(IllegalArgumentException,
self.put_request.set_compartment, '')
def testPutSetIllegalOption(self):
self.put_request.set_option('IllegalOption')
self.assertRaises(IllegalStateException, self.handle.put,
self.put_request)
def testPutSetIllegalMatchVersion(self):
self.assertRaises(IllegalArgumentException,
self.put_request.set_match_version,
'IllegalMatchVersion')
def testPutSetIllegalTtl(self):
self.assertRaises(IllegalArgumentException, self.put_request.set_ttl,
'IllegalTtl')
def testPutSetIllegalUseTableDefaultTtl(self):
self.assertRaises(IllegalArgumentException,
self.put_request.set_use_table_default_ttl,
'IllegalUseTableDefaultTtl')
def testPutSetIllegalExactMatch(self):
self.assertRaises(IllegalArgumentException,
self.put_request.set_exact_match,
'IllegalExactMatch')
def testPutSetIllegalIdentityCacheSize(self):
self.assertRaises(IllegalArgumentException,
self.put_request.set_identity_cache_size,
'IllegalIdentityCacheSize')
def testPutSetIllegalTimeout(self):
self.assertRaises(IllegalArgumentException,
self.put_request.set_timeout, 'IllegalTimeout')
self.assertRaises(IllegalArgumentException,
self.put_request.set_timeout, 0)
self.assertRaises(IllegalArgumentException,
self.put_request.set_timeout, -1)
def testPutSetIllegalTableName(self):
self.assertRaises(IllegalArgumentException,
self.put_request.set_table_name,
{'name': table_name})
self.put_request.set_table_name('IllegalTable')
self.assertRaises(TableNotFoundException, self.handle.put,
self.put_request)
def testPutSetIllegalReturnRow(self):
self.assertRaises(IllegalArgumentException,
self.put_request.set_return_row, 'IllegalReturnRow')
def testPutSetLargeSizeValue(self):
self.row['fld_str'] = self.get_random_str(2)
self.put_request.set_value(self.row)
if is_onprem():
version = self.handle.put(self.put_request).get_version()
self.assertIsNotNone(version)
else:
self.assertRaises(RequestSizeLimitException, self.handle.put,
self.put_request)
def testPutIfVersionWithoutMatchVersion(self):
self.put_request.set_option(PutOption.IF_VERSION)
self.assertRaises(IllegalArgumentException, self.handle.put,
self.put_request)
def testPutNoVersionWithMatchVersion(self):
version = self.handle.put(self.put_request).get_version()
self.put_request.set_option(
PutOption.IF_ABSENT).set_match_version(version)
self.assertRaises(IllegalArgumentException, self.handle.put,
self.put_request)
self.put_request.set_option(
PutOption.IF_PRESENT).set_match_version(version)
self.assertRaises(IllegalArgumentException, self.handle.put,
self.put_request)
def testPutSetTtlAndUseTableDefaultTtl(self):
self.put_request.set_ttl(self.ttl).set_use_table_default_ttl(True)
self.assertRaises(IllegalArgumentException, self.handle.put,
self.put_request)
def testPutGets(self):
identity_cache_size = 5
version = self.handle.put(self.put_request).get_version()
self.put_request.set_option(
PutOption.IF_ABSENT).set_match_version(version).set_ttl(
self.ttl).set_use_table_default_ttl(True).set_exact_match(
True).set_identity_cache_size(
identity_cache_size).set_return_row(True)
self.assertEqual(self.put_request.get_value(), self.row)
self.assertEqual(self.put_request.get_compartment(), tenant_id)
self.assertEqual(self.put_request.get_option(), PutOption.IF_ABSENT)
self.assertEqual(self.put_request.get_match_version(), version)
self.assertEqual(self.put_request.get_ttl(), self.ttl)
self.assertTrue(self.put_request.get_use_table_default_ttl())
self.assertTrue(self.put_request.get_update_ttl())
self.assertEqual(self.put_request.get_timeout(), timeout)
self.assertEqual(self.put_request.get_table_name(), table_name)
self.assertTrue(self.put_request.get_exact_match())
self.assertEqual(self.put_request.get_identity_cache_size(),
identity_cache_size)
self.assertTrue(self.put_request.get_return_row())
def testPutIllegalRequest(self):
self.assertRaises(IllegalArgumentException, self.handle.put,
'IllegalRequest')
def testPutNormal(self):
# test put with normal values
result = self.handle.put(self.put_request)
tb_expect_expiration = table_ttl.to_expiration_time(
int(round(time() * 1000)))
version = result.get_version()
self._check_put_result(result)
self.check_cost(result, 0, 0, 1, 1)
result = self.handle.get(self.get_request)
self.check_get_result(result, self.row, version, tb_expect_expiration,
TimeUnit.DAYS)
self.check_cost(result, 1, 2, 0, 0)
# put a row with the same primary key to update the row
self.row['fld_long'] = 2147483649
self.put_request.set_value(self.row).set_ttl(self.ttl)
result = self.handle.put(self.put_request)
expect_expiration = self.ttl.to_expiration_time(
int(round(time() * 1000)))
version = result.get_version()
self._check_put_result(result)
self.check_cost(result, 0, 0, 2, 2)
result = self.handle.get(self.get_request)
self.check_get_result(result, self.row, version, expect_expiration,
TimeUnit.HOURS)
self.check_cost(result, 1, 2, 0, 0)
# update the ttl of the row to never expire
self.put_request.set_ttl(TimeToLive.of_days(0))
result = self.handle.put(self.put_request)
version = result.get_version()
self._check_put_result(result)
self.check_cost(result, 0, 0, 2, 2)
result = self.handle.get(self.get_request)
self.check_get_result(result, self.row, version)
self.check_cost(result, 1, 2, 0, 0)
def testPutIfAbsent(self):
# test PutIfAbsent with normal values
self.put_request.set_option(PutOption.IF_ABSENT).set_ttl(
self.ttl).set_return_row(True)
result = self.handle.put(self.put_request)
expect_expiration = self.ttl.to_expiration_time(
int(round(time() * 1000)))
version = result.get_version()
self._check_put_result(result)
self.check_cost(result, 1, 2, 1, 1)
result = self.handle.get(self.get_request)
self.check_get_result(result, self.row, version, expect_expiration,
TimeUnit.HOURS)
self.check_cost(result, 1, 2, 0, 0)
# put a row with the same primary key to update the row, operation
# should fail, and return the existing row
result = self.handle.put(self.put_request)
self._check_put_result(result,
False,
existing_version=version,
existing_value=self.row)
self.check_cost(result, 1, 2, 0, 0)
def testPutIfPresent(self):
# test PutIfPresent with normal values, operation should fail because
# there is no existing row in store
self.put_request.set_option(PutOption.IF_PRESENT)
result = self.handle.put(self.put_request)
self._check_put_result(result, False)
self.check_cost(result, 1, 2, 0, 0)
# insert a row
self.put_request.set_option(PutOption.IF_ABSENT).set_ttl(self.ttl)
self.handle.put(self.put_request)
expect_expiration = self.ttl.to_expiration_time(
int(round(time() * 1000)))
# test PutIfPresent with normal values, operation should succeed
self.row['fld_long'] = 2147483649
self.put_request.set_value(self.row).set_option(
PutOption.IF_PRESENT).set_return_row(True)
result = self.handle.put(self.put_request)
version = result.get_version()
self._check_put_result(result)
self.check_cost(result, 1, 2, 2, 2)
result = self.handle.get(self.get_request)
self.check_get_result(result, self.row, version, expect_expiration,
TimeUnit.HOURS)
self.check_cost(result, 1, 2, 0, 0)
# test PutIfPresent with normal values, update the ttl with table
# default ttl
self.put_request.set_ttl(None).set_use_table_default_ttl(True)
result = self.handle.put(self.put_request)
tb_expect_expiration = table_ttl.to_expiration_time(
int(round(time() * 1000)))
version = result.get_version()
self._check_put_result(result)
self.check_cost(result, 1, 2, 2, 2)
result = self.handle.get(self.get_request)
self.check_get_result(result, self.row, version, tb_expect_expiration,
TimeUnit.DAYS)
self.check_cost(result, 1, 2, 0, 0)
def testPutIfVersion(self):
# insert a row
result = self.handle.put(self.put_request)
version_old = result.get_version()
# test PutIfVersion with normal values, operation should succeed
self.row['fld_bool'] = False
self.put_request.set_value(self.row).set_ttl(
self.ttl).set_match_version(version_old).set_return_row(True)
result = self.handle.put(self.put_request)
expect_expiration = self.ttl.to_expiration_time(
int(round(time() * 1000)))
version = result.get_version()
self._check_put_result(result)
self.check_cost(result, 1, 2, 2, 2)
result = self.handle.get(self.get_request)
self.check_get_result(result, self.row, version, expect_expiration,
TimeUnit.HOURS)
self.check_cost(result, 1, 2, 0, 0)
# test PutIfVersion with normal values, operation should fail because
# version not match, and return the existing row
self.put_request.set_ttl(None).set_use_table_default_ttl(True)
result = self.handle.put(self.put_request)
self._check_put_result(result,
False,
existing_version=version,
existing_value=self.row)
self.check_cost(result, 1, 2, 0, 0)
def testPutWithExactMatch(self):
# test put a row with an extra field not in the table, by default this
# will succeed
row = deepcopy(self.row)
row.update({'fld_id': 2, 'extra': 5})
key = {'fld_id': 2}
self.row['fld_id'] = 2
self.put_request.set_value(row)
result = self.handle.put(self.put_request)
tb_expect_expiration = table_ttl.to_expiration_time(
int(round(time() * 1000)))
version = result.get_version()
self._check_put_result(result)
self.check_cost(result, 0, 0, 1, 1)
self.get_request.set_key(key)
result = self.handle.get(self.get_request)
self.check_get_result(result, self.row, version, tb_expect_expiration,
TimeUnit.DAYS)
self.check_cost(result, 1, 2, 0, 0)
# test put a row with an extra field not in the table, this will fail
# because it's not an exact match when we set exact_match=True
self.put_request.set_exact_match(True)
self.assertRaises(IllegalArgumentException, self.handle.put,
self.put_request)
def testPutWithIdentityColumn(self):
id_table = table_prefix + 'Identity'
create_request = TableRequest().set_statement(
'CREATE TABLE ' + id_table + '(sid INTEGER, id LONG GENERATED \
ALWAYS AS IDENTITY, name STRING, PRIMARY KEY(SHARD(sid), id))')
create_request.set_table_limits(TableLimits(50, 50, 1))
self.table_request(create_request)
# test put a row with an extra field not in the table, by default this
# will succeed
row = {'name': 'myname', 'extra': 'extra', 'sid': 1}
key = {'sid': 1, 'id': 1}
expected = OrderedDict()
expected['sid'] = 1
expected['id'] = 1
expected['name'] = 'myname'
self.put_request.set_table_name(id_table).set_value(row)
result = self.handle.put(self.put_request)
version = result.get_version()
self._check_put_result(result, has_generated_value=True)
self.check_cost(result, 0, 0, 1, 1)
self.get_request.set_table_name(id_table).set_key(key)
result = self.handle.get(self.get_request)
self.check_get_result(result, expected, version)
self.check_cost(result, 1, 2, 0, 0)
# test put a row with identity field, this will fail because id is
# 'generated always' and in that path it is not legal to provide a value
# for id
row['id'] = 1
self.assertRaises(IllegalArgumentException, self.handle.put,
self.put_request)
def _check_put_result(self,
result,
has_version=True,
has_generated_value=False,
existing_version=None,
existing_value=None):
# check version
version = result.get_version()
(self.assertIsNotNone(version)
if has_version else self.assertIsNone(version))
# check generated_value
generated_value = result.get_generated_value()
(self.assertIsNotNone(generated_value)
if has_generated_value else self.assertIsNone(generated_value))
# check existing version
ver = result.get_existing_version()
(self.assertIsNone(ver) if existing_version is None else
self.assertEqual(ver.get_bytes(), existing_version.get_bytes()))
# check existing value
self.assertEqual(result.get_existing_value(), existing_value)
# default compartment.
handle_config = NoSQLHandleConfig(Regions.SA_SAOPAULO_1)
handle_config.set_authorization_provider(at_provider)
handle_config.set_default_compartment('<your-compartment-id>')
# create the handle.
nosql_handle = NoSQLHandle(handle_config)
put_request = PutRequest()
put_request.set_table_name('produtos')
put_request.set_option(PutOption.IF_ABSENT)
put_request.set_value({
"id": 1,
"propriedades": {
"nome": "Óleo Motul 5100 4T (Semi-sintético)",
"Tipo": "15W50"
},
"valor": 67.90,
"frete_gratis": False,
"imagens": ["Motul-1.jpg"]
})
# write data
result = nosql_handle.put(put_request)
if result.get_version() is not None:
product_id = result.get_generated_value()
print('Success! ID "%s" of the new product.' % (product_id, ))
else:
print('Error!')
# free up the resources from handle.
from borneo.iam import SignatureProvider
from borneo import NoSQLHandleConfig, NoSQLHandle, Regions
from borneo import PutRequest
# create and close AuthorizationProvider
at_provider = SignatureProvider(config_file='~/.oci/config')
at_provider.close()
# create handle config using a desired region as endpoint and set a
# default compartment.
handle_config = NoSQLHandleConfig(Regions.SA_SAOPAULO_1)
handle_config.set_authorization_provider(at_provider)
handle_config.set_default_compartment('<your-compartment-id>')
# create the handle.
nosql_handle = NoSQLHandle(handle_config)
put_request = PutRequest()
put_request.set_table_name('produtos')
f = open('data/ecommerce.json')
for json_line in f.readlines():
json_line = json.loads(json_line)
put_request.set_value(json_line)
nosql_handle.put(put_request)
f.close()
# free up the resources from handle.
nosql_handle.close()
class TestPut(unittest.TestCase, TestBase):
@classmethod
def setUpClass(cls):
TestBase.set_up_class()
global table_ttl
table_ttl = TimeToLive.of_days(30)
create_statement = ('CREATE TABLE ' + table_name +
'(fld_id INTEGER, fld_long LONG, \
fld_float FLOAT, fld_double DOUBLE, fld_bool BOOLEAN, fld_str STRING, \
fld_bin BINARY, fld_time TIMESTAMP(9), fld_num NUMBER, fld_json JSON, \
fld_arr ARRAY(STRING), fld_map MAP(STRING), \
fld_rec RECORD(fld_id LONG, fld_bool BOOLEAN, fld_str STRING), \
PRIMARY KEY(fld_id)) USING TTL ' + str(table_ttl))
create_request = TableRequest().set_statement(
create_statement).set_table_limits(TableLimits(5000, 5000, 50))
cls._result = TestBase.table_request(create_request, State.ACTIVE)
@classmethod
def tearDownClass(cls):
TestBase.tear_down_class()
def setUp(self):
TestBase.set_up(self)
self.row = {
'fld_id': 1,
'fld_long': 2147483648,
'fld_float': 3.1414999961853027,
'fld_double': 3.1415,
'fld_bool': True,
'fld_str': '{"name": u1, "phone": null}',
'fld_bin': bytearray(pack('>i', 4)),
'fld_time': datetime.now(),
'fld_num': Decimal(5),
'fld_json': {
'a': '1',
'b': None,
'c': '3'
},
'fld_arr': ['a', 'b', 'c'],
'fld_map': {
'a': '1',
'b': '2',
'c': '3'
},
'fld_rec': {
'fld_id': 1,
'fld_bool': False,
'fld_str': None
}
}
self.key = {'fld_id': 1}
self.put_request = PutRequest().set_value(
self.row).set_table_name(table_name).set_timeout(timeout)
self.get_request = GetRequest().set_key(
self.key).set_table_name(table_name)
self.ttl = TimeToLive.of_hours(24)
self.hour_in_milliseconds = 60 * 60 * 1000
self.day_in_milliseconds = 24 * 60 * 60 * 1000
def tearDown(self):
request = DeleteRequest().set_key(self.key).set_table_name(table_name)
self.handle.delete(request)
TestBase.tear_down(self)
def testPutSetIllegalValue(self):
self.assertRaises(IllegalArgumentException, self.put_request.set_value,
'IllegalValue')
def testPutSetIllegalValueFromJson(self):
self.assertRaises(ValueError, self.put_request.set_value_from_json,
'IllegalJson')
self.put_request.set_value_from_json('{"invalid_field": "value"}')
self.assertRaises(IllegalArgumentException, self.handle.put,
self.put_request)
def testPutSetIllegalOption(self):
self.put_request.set_option('IllegalOption')
self.assertRaises(IllegalStateException, self.handle.put,
self.put_request)
def testPutSetIllegalMatchVersion(self):
self.assertRaises(IllegalArgumentException,
self.put_request.set_match_version,
'IllegalMatchVersion')
def testPutSetIllegalTtl(self):
self.assertRaises(IllegalArgumentException, self.put_request.set_ttl,
'IllegalTtl')
def testPutSetIllegalUseTableDefaultTtl(self):
self.assertRaises(IllegalArgumentException,
self.put_request.set_use_table_default_ttl,
'IllegalUseTableDefaultTtl')
def testPutSetIllegalTimeout(self):
self.assertRaises(IllegalArgumentException,
self.put_request.set_timeout, 'IllegalTimeout')
self.assertRaises(IllegalArgumentException,
self.put_request.set_timeout, 0)
self.assertRaises(IllegalArgumentException,
self.put_request.set_timeout, -1)
def testPutSetIllegalTableName(self):
self.assertRaises(IllegalArgumentException,
self.put_request.set_table_name,
{'name': table_name})
self.put_request.set_table_name('IllegalTable')
self.assertRaises(TableNotFoundException, self.handle.put,
self.put_request)
def testPutSetIllegalReturnRow(self):
self.assertRaises(IllegalArgumentException,
self.put_request.set_return_row, 'IllegalReturnRow')
def testPutIfVersionWithoutMatchVersion(self):
self.put_request.set_option(PutOption.IF_VERSION)
self.assertRaises(IllegalArgumentException, self.handle.put,
self.put_request)
def testPutNoVersionWithMatchVersion(self):
version = self.handle.put(self.put_request).get_version()
self.put_request.set_option(
PutOption.IF_ABSENT).set_match_version(version)
self.assertRaises(IllegalArgumentException, self.handle.put,
self.put_request)
self.put_request.set_option(
PutOption.IF_PRESENT).set_match_version(version)
self.assertRaises(IllegalArgumentException, self.handle.put,
self.put_request)
def testPutSetTtlAndUseTableDefaultTtl(self):
self.put_request.set_ttl(self.ttl).set_use_table_default_ttl(True)
self.assertRaises(IllegalArgumentException, self.handle.put,
self.put_request)
def testPutGets(self):
version = self.handle.put(self.put_request).get_version()
self.put_request.set_option(
PutOption.IF_ABSENT).set_match_version(version).set_ttl(
self.ttl).set_use_table_default_ttl(True).set_return_row(True)
self.assertEqual(self.put_request.get_value(), self.row)
self.assertEqual(self.put_request.get_option(), PutOption.IF_ABSENT)
self.assertEqual(self.put_request.get_match_version(), version)
self.assertEqual(self.put_request.get_ttl(), self.ttl)
self.assertTrue(self.put_request.get_use_table_default_ttl())
self.assertTrue(self.put_request.get_update_ttl())
self.assertEqual(self.put_request.get_timeout(), timeout)
self.assertEqual(self.put_request.get_table_name(), table_name)
self.assertTrue(self.put_request.get_return_row())
def testPutIllegalRequest(self):
self.assertRaises(IllegalArgumentException, self.handle.put,
'IllegalRequest')
def testPutNormal(self):
# test put with normal values
result = self.handle.put(self.put_request)
tb_expect_expiration = table_ttl.to_expiration_time(
int(round(time() * 1000)))
version = result.get_version()
self.assertIsNotNone(version)
self.assertIsNone(result.get_existing_version())
self.assertIsNone(result.get_existing_value())
self.assertEqual(result.get_read_kb(), 0)
self.assertEqual(result.get_read_units(), 0)
self.assertEqual(result.get_write_kb(), 1)
self.assertEqual(result.get_write_units(), 1)
result = self.handle.get(self.get_request)
self.assertEqual(result.get_value(), self.row)
self.assertEqual(result.get_version().get_bytes(), version.get_bytes())
actual_expiration = result.get_expiration_time()
actual_expect_diff = actual_expiration - tb_expect_expiration
self.assertGreater(actual_expiration, 0)
self.assertLess(actual_expect_diff, self.day_in_milliseconds)
self.assertEqual(result.get_read_kb(), 1)
self.assertEqual(result.get_read_units(), 2)
self.assertEqual(result.get_write_kb(), 0)
self.assertEqual(result.get_write_units(), 0)
# put a row with the same primary key to update the row
self.row.update({'fld_long': 2147483649})
self.put_request.set_value(self.row).set_ttl(self.ttl)
result = self.handle.put(self.put_request)
expect_expiration = self.ttl.to_expiration_time(
int(round(time() * 1000)))
version = result.get_version()
self.assertIsNotNone(version)
self.assertIsNone(result.get_existing_version())
self.assertIsNone(result.get_existing_value())
self.assertEqual(result.get_read_kb(), 0)
self.assertEqual(result.get_read_units(), 0)
self.assertEqual(result.get_write_kb(), 2)
self.assertEqual(result.get_write_units(), 2)
result = self.handle.get(self.get_request)
self.assertEqual(result.get_value(), self.row)
self.assertEqual(result.get_version().get_bytes(), version.get_bytes())
actual_expiration = result.get_expiration_time()
actual_expect_diff = actual_expiration - expect_expiration
self.assertGreater(actual_expiration, 0)
self.assertLess(actual_expect_diff, self.hour_in_milliseconds)
self.assertEqual(result.get_read_kb(), 1)
self.assertEqual(result.get_read_units(), 2)
self.assertEqual(result.get_write_kb(), 0)
self.assertEqual(result.get_write_units(), 0)
# update the ttl of the row to never expire
self.put_request.set_ttl(TimeToLive.of_days(0))
result = self.handle.put(self.put_request)
version = result.get_version()
self.assertIsNotNone(version)
self.assertIsNone(result.get_existing_version())
self.assertIsNone(result.get_existing_value())
self.assertEqual(result.get_read_kb(), 0)
self.assertEqual(result.get_read_units(), 0)
self.assertEqual(result.get_write_kb(), 2)
self.assertEqual(result.get_write_units(), 2)
result = self.handle.get(self.get_request)
self.assertEqual(result.get_value(), self.row)
self.assertEqual(result.get_version().get_bytes(), version.get_bytes())
actual_expiration = result.get_expiration_time()
self.assertEqual(actual_expiration, 0)
self.assertEqual(result.get_read_kb(), 1)
self.assertEqual(result.get_read_units(), 2)
self.assertEqual(result.get_write_kb(), 0)
self.assertEqual(result.get_write_units(), 0)
def testPutIfAbsent(self):
# test PutIfAbsent with normal values
self.put_request.set_option(PutOption.IF_ABSENT).set_ttl(
self.ttl).set_return_row(True)
result = self.handle.put(self.put_request)
expect_expiration = self.ttl.to_expiration_time(
int(round(time() * 1000)))
version = result.get_version()
self.assertIsNotNone(version)
self.assertIsNone(result.get_existing_version())
self.assertIsNone(result.get_existing_value())
self.assertEqual(result.get_read_kb(), 1)
self.assertEqual(result.get_read_units(), 2)
self.assertEqual(result.get_write_kb(), 1)
self.assertEqual(result.get_write_units(), 1)
result = self.handle.get(self.get_request)
self.assertEqual(result.get_value(), self.row)
self.assertEqual(result.get_version().get_bytes(), version.get_bytes())
actual_expiration = result.get_expiration_time()
actual_expect_diff = actual_expiration - expect_expiration
self.assertGreater(actual_expiration, 0)
self.assertLess(actual_expect_diff, self.hour_in_milliseconds)
self.assertEqual(result.get_read_kb(), 1)
self.assertEqual(result.get_read_units(), 2)
self.assertEqual(result.get_write_kb(), 0)
self.assertEqual(result.get_write_units(), 0)
# put a row with the same primary key to update the row, operation
# should fail, and return the existing row
result = self.handle.put(self.put_request)
self.assertIsNone(result.get_version())
self.assertEqual(result.get_existing_version().get_bytes(),
version.get_bytes())
self.assertEqual(result.get_existing_value(), self.row)
self.assertEqual(result.get_read_kb(), 1)
self.assertEqual(result.get_read_units(), 2)
self.assertEqual(result.get_write_kb(), 0)
self.assertEqual(result.get_write_units(), 0)
def testPutIfPresent(self):
# test PutIfPresent with normal values, operation should fail because
# there is no existing row in store
self.put_request.set_option(PutOption.IF_PRESENT)
result = self.handle.put(self.put_request)
self.assertIsNone(result.get_version())
self.assertIsNone(result.get_existing_version())
self.assertIsNone(result.get_existing_value())
self.assertEqual(result.get_read_kb(), 1)
self.assertEqual(result.get_read_units(), 2)
self.assertEqual(result.get_write_kb(), 0)
self.assertEqual(result.get_write_units(), 0)
# insert a row
self.put_request.set_option(PutOption.IF_ABSENT).set_ttl(self.ttl)
self.handle.put(self.put_request)
expect_expiration = self.ttl.to_expiration_time(
int(round(time() * 1000)))
# test PutIfPresent with normal values, operation should succeed
self.row.update({'fld_long': 2147483649})
self.put_request.set_value(self.row).set_option(
PutOption.IF_PRESENT).set_return_row(True)
result = self.handle.put(self.put_request)
version = result.get_version()
self.assertIsNotNone(version)
self.assertIsNone(result.get_existing_version())
self.assertIsNone(result.get_existing_value())
self.assertEqual(result.get_read_kb(), 1)
self.assertEqual(result.get_read_units(), 2)
self.assertEqual(result.get_write_kb(), 2)
self.assertEqual(result.get_write_units(), 2)
result = self.handle.get(self.get_request)
self.assertEqual(result.get_value(), self.row)
self.assertEqual(result.get_version().get_bytes(), version.get_bytes())
actual_expiration = result.get_expiration_time()
actual_expect_diff = actual_expiration - expect_expiration
self.assertGreater(actual_expiration, 0)
self.assertLess(actual_expect_diff, self.hour_in_milliseconds)
self.assertEqual(result.get_read_kb(), 1)
self.assertEqual(result.get_read_units(), 2)
self.assertEqual(result.get_write_kb(), 0)
self.assertEqual(result.get_write_units(), 0)
# test PutIfPresent with normal values, update the ttl with table
# default ttl
self.put_request.set_ttl(None).set_use_table_default_ttl(True)
result = self.handle.put(self.put_request)
tb_expect_expiration = table_ttl.to_expiration_time(
int(round(time() * 1000)))
version = result.get_version()
self.assertIsNotNone(version)
self.assertIsNone(result.get_existing_version())
self.assertIsNone(result.get_existing_value())
self.assertEqual(result.get_read_kb(), 1)
self.assertEqual(result.get_read_units(), 2)
self.assertEqual(result.get_write_kb(), 2)
self.assertEqual(result.get_write_units(), 2)
result = self.handle.get(self.get_request)
self.assertEqual(result.get_value(), self.row)
self.assertEqual(result.get_version().get_bytes(), version.get_bytes())
actual_expiration = result.get_expiration_time()
actual_expect_diff = actual_expiration - tb_expect_expiration
self.assertGreater(actual_expiration, 0)
self.assertLess(actual_expect_diff, self.day_in_milliseconds)
self.assertEqual(result.get_read_kb(), 1)
self.assertEqual(result.get_read_units(), 2)
self.assertEqual(result.get_write_kb(), 0)
self.assertEqual(result.get_write_units(), 0)
def testPutIfVersion(self):
# insert a row
result = self.handle.put(self.put_request)
version_old = result.get_version()
# test PutIfVersion with normal values, operation should succeed
self.row.update({'fld_bool': False})
self.put_request.set_value(self.row).set_ttl(
self.ttl).set_match_version(version_old).set_return_row(True)
result = self.handle.put(self.put_request)
expect_expiration = self.ttl.to_expiration_time(
int(round(time() * 1000)))
version = result.get_version()
self.assertIsNotNone(version)
self.assertIsNone(result.get_existing_version())
self.assertIsNone(result.get_existing_value())
self.assertEqual(result.get_read_kb(), 1)
self.assertEqual(result.get_read_units(), 2)
self.assertEqual(result.get_write_kb(), 2)
self.assertEqual(result.get_write_units(), 2)
result = self.handle.get(self.get_request)
self.assertEqual(result.get_value(), self.row)
self.assertEqual(result.get_version().get_bytes(), version.get_bytes())
actual_expiration = result.get_expiration_time()
actual_expect_diff = actual_expiration - expect_expiration
self.assertGreater(actual_expiration, 0)
self.assertLess(actual_expect_diff, self.hour_in_milliseconds)
self.assertEqual(result.get_read_kb(), 1)
self.assertEqual(result.get_read_units(), 2)
self.assertEqual(result.get_write_kb(), 0)
self.assertEqual(result.get_write_units(), 0)
# test PutIfVersion with normal values, operation should fail because
# version not match, and return the existing row
self.put_request.set_ttl(None).set_use_table_default_ttl(True)
result = self.handle.put(self.put_request)
self.assertIsNone(result.get_version())
self.assertEqual(result.get_existing_version().get_bytes(),
version.get_bytes())
self.assertEqual(result.get_existing_value(), self.row)
self.assertEqual(result.get_read_kb(), 1)
self.assertEqual(result.get_read_units(), 2)
self.assertEqual(result.get_write_kb(), 0)
self.assertEqual(result.get_write_units(), 0)
def _do_rate_limited_ops(self, num_seconds, read_limit, write_limit,
max_rows, check_units, use_percent,
use_external_limiters):
"""
Runs puts and gets continuously for N seconds.
Verify that the resultant RUs/WUs used match the given rate limits.
"""
if read_limit == 0 and write_limit == 0:
return
put_request = PutRequest().set_table_name(table_name)
get_request = GetRequest().set_table_name(table_name)
key = dict()
# TODO: random sizes 0-nKB.
value = dict()
value['name'] = 'jane'
start_time = int(round(time() * 1000))
end_time = start_time + num_seconds * 1000
read_units_used = 0
write_units_used = 0
total_delayed_ms = 0
throttle_exceptions = 0
rlim = None
wlim = None
max_val = float(read_limit + write_limit)
if not use_external_limiters:
# Reset internal limiters so they don't have unused units.
self.handle.get_client().reset_rate_limiters(table_name)
else:
rlim = SimpleRateLimiter(read_limit * use_percent / 100.0, 1)
wlim = SimpleRateLimiter(write_limit * use_percent / 100.0, 1)
while True:
fld_id = int(random() * max_rows)
if read_limit == 0:
do_put = True
elif write_limit == 0:
do_put = False
else:
v = int(random() * max_val)
do_put = v >= read_limit
try:
if do_put:
value['id'] = fld_id
put_request.set_value(value).set_read_rate_limiter(
None).set_write_rate_limiter(wlim)
pres = self.handle.put(put_request)
write_units_used += pres.get_write_units()
total_delayed_ms += pres.get_rate_limit_delayed_ms()
rs = pres.get_retry_stats()
if rs is not None:
throttle_exceptions += rs.get_num_exceptions(
WriteThrottlingException.__class__.__name__)
else:
key['id'] = fld_id
get_request.set_key(key).set_read_rate_limiter(
rlim).set_write_rate_limiter(None)
gres = self.handle.get(get_request)
read_units_used += gres.get_read_units()
total_delayed_ms += gres.get_rate_limit_delayed_ms()
rs = gres.get_retry_stats()
if rs is not None:
throttle_exceptions += rs.get_num_exceptions(
ReadThrottlingException.__class__.__name__)
except ReadThrottlingException:
self.fail(
'Expected no read throttling exceptions, got one.')
except WriteThrottlingException:
self.fail(
'Expected no write throttling exceptions, got one.')
if int(round(time() * 1000)) >= end_time:
break
num_seconds = (int(round(time() * 1000)) - start_time) / 1000
rus = read_units_used / num_seconds
wus = write_units_used / num_seconds
if not check_units:
return
use_percent /= 100.0
if (rus < read_limit * use_percent * 0.8
or rus > read_limit * use_percent * 1.2):
self.fail('Gets: Expected around ' +
str(read_limit * use_percent) + ' RUs, got ' +
str(rus))
if (wus < write_limit * use_percent * 0.8
or wus > write_limit * use_percent * 1.2):
self.fail('Puts: Expected around ' +
str(write_limit * use_percent) + ' WUs, got ' +
str(wus))
from borneo import NoSQLHandleConfig, NoSQLHandle, Regions
from borneo import PutRequest
# create and close AuthorizationProvider
at_provider = SignatureProvider(config_file='~/.oci/config')
at_provider.close()
# create handle config using a desired region as endpoint and set a
# default compartment.
handle_config = NoSQLHandleConfig(Regions.SA_SAOPAULO_1)
handle_config.set_authorization_provider(at_provider)
handle_config.set_default_compartment('<your-compartment-id>')
# create the handle.
nosql_handle = NoSQLHandle(handle_config)
put_request = PutRequest()
put_request.set_table_name('produtos')
put_request.set_value({"propriedades": {"nome": "Energético Red Bull", "Fabricante": "Red Bull"}, "valor": 27.96, "frete_gratis": True, "imagens": ["Red Bull-1.jpg"]})
# write data
result = nosql_handle.put(put_request)
if result.get_version() is not None:
product_id = result.get_generated_value()
print('Success! ID "%s" of the new product.' % (product_id,))
else:
print('Error!')
# free up the resources from handle.
nosql_handle.close()
