def client_cycle_batch_items_check_scan_paginator(
materials_provider, initial_actions, initial_item, table_name, region_name=None
):
"""Helper function for testing the "scan" paginator.
Populate the specified table with encrypted items,
scan the table with raw client paginator to get encrypted items,
scan the table with encrypted client paginator to get decrypted items,
then verify that all items appear to have been encrypted correctly.
""" # noqa=D401
# pylint: disable=too-many-locals
kwargs = {}
if region_name is not None:
kwargs["region_name"] = region_name
client = boto3.client("dynamodb", **kwargs)
e_client = EncryptedClient(client=client, materials_provider=materials_provider, attribute_actions=initial_actions)
items_in_table = cycle_batch_item_check(
raw=client,
encrypted=e_client,
initial_actions=initial_actions,
initial_item=initial_item,
write_transformer=dict_to_ddb,
read_transformer=ddb_to_dict,
table_name=table_name,
delete_items=False,
)
try:
encrypted_items = []
raw_paginator = client.get_paginator("scan")
for page in raw_paginator.paginate(TableName=table_name, ConsistentRead=True):
encrypted_items.extend(page["Items"])
decrypted_items = []
encrypted_paginator = e_client.get_paginator("scan")
for page in encrypted_paginator.paginate(TableName=table_name, ConsistentRead=True):
decrypted_items.extend(page["Items"])
assert encrypted_items and decrypted_items
assert len(encrypted_items) == len(decrypted_items) == items_in_table
check_attribute_actions = initial_actions.copy()
check_attribute_actions.set_index_keys(*list(TEST_KEY.keys()))
check_many_encrypted_items(
actual=encrypted_items,
expected=decrypted_items,
attribute_actions=check_attribute_actions,
transformer=ddb_to_dict,
)
finally:
_cleanup_items(encrypted=e_client, write_transformer=dict_to_ddb, table_name=table_name)
raw_scan_result = client.scan(TableName=table_name, ConsistentRead=True)
e_scan_result = e_client.scan(TableName=table_name, ConsistentRead=True)
assert not raw_scan_result["Items"]
assert not e_scan_result["Items"]
def client_cycle_batch_items_check_paginators(materials_provider,
initial_actions,
initial_item,
table_name,
region_name=None):
kwargs = {}
if region_name is not None:
kwargs["region_name"] = region_name
client = boto3.client("dynamodb", **kwargs)
e_client = EncryptedClient(client=client,
materials_provider=materials_provider,
attribute_actions=initial_actions)
cycle_batch_item_check(
raw=client,
encrypted=e_client,
initial_actions=initial_actions,
initial_item=initial_item,
write_transformer=dict_to_ddb,
read_transformer=ddb_to_dict,
table_name=table_name,
delete_items=False,
)
encrypted_items = []
raw_paginator = client.get_paginator("scan")
for page in raw_paginator.paginate(TableName=table_name,
ConsistentRead=True):
encrypted_items.extend(page["Items"])
decrypted_items = []
encrypted_paginator = e_client.get_paginator("scan")
for page in encrypted_paginator.paginate(TableName=table_name,
ConsistentRead=True):
decrypted_items.extend(page["Items"])
print(encrypted_items)
print(decrypted_items)
check_attribute_actions = initial_actions.copy()
check_attribute_actions.set_index_keys(*list(TEST_KEY.keys()))
check_many_encrypted_items(
actual=encrypted_items,
expected=decrypted_items,
attribute_actions=check_attribute_actions,
transformer=ddb_to_dict,
)
_cleanup_items(encrypted=e_client,
write_transformer=dict_to_ddb,
table_name=table_name)
raw_scan_result = client.scan(TableName=table_name, ConsistentRead=True)
e_scan_result = e_client.scan(TableName=table_name, ConsistentRead=True)
assert not raw_scan_result["Items"]
assert not e_scan_result["Items"]