def test_build_updated_request_no_start_key(self):
from google.cloud.bigtable.row_filters import RowSampleFilter
from google.cloud.bigtable_v2.types import RowRange
row_filter = RowSampleFilter(0.33)
last_scanned_key = b"row_key25"
request = _ReadRowsRequestPB(filter=row_filter.to_pb(),
rows_limit=8,
table_name=self.table_name)
row_range1 = RowRange(end_key_open=b"row_key29")
request.rows.row_ranges.append(row_range1)
request_manager = self._make_one(request, last_scanned_key, 2)
result = request_manager.build_updated_request()
expected_result = _ReadRowsRequestPB(table_name=self.table_name,
filter=row_filter.to_pb(),
rows_limit=6)
row_range2 = RowRange(start_key_open=last_scanned_key,
end_key_open=b"row_key29")
expected_result.rows.row_ranges.append(row_range2)
self.assertEqual(expected_result, result)
def test_RRRM_build_updated_request_no_end_key():
from google.cloud.bigtable.row_filters import RowSampleFilter
from google.cloud.bigtable_v2 import types
row_filter = RowSampleFilter(0.33)
last_scanned_key = b"row_key25"
request = _ReadRowsRequestPB(filter=row_filter.to_pb(),
rows_limit=8,
table_name=TABLE_NAME)
row_range1 = types.RowRange(start_key_closed=b"row_key20")
request.rows.row_ranges.append(row_range1)
request_manager = _make_read_rows_request_manager(request,
last_scanned_key, 2)
result = request_manager.build_updated_request()
expected_result = _ReadRowsRequestPB(table_name=TABLE_NAME,
filter=row_filter.to_pb(),
rows_limit=6)
row_range2 = types.RowRange(start_key_open=last_scanned_key)
expected_result.rows.row_ranges.append(row_range2)
assert expected_result == result
def test_build_updated_request_rows(self):
from google.cloud.bigtable.row_filters import RowSampleFilter
row_filter = RowSampleFilter(0.33)
last_scanned_key = b"row_key4"
request = _ReadRowsRequestPB(
filter=row_filter.to_pb(), rows_limit=5, table_name=self.table_name
)
request.rows.row_keys.extend(
[
b"row_key1",
b"row_key2",
b"row_key4",
b"row_key5",
b"row_key7",
b"row_key9",
]
)
request_manager = self._make_one(request, last_scanned_key, 3)
result = request_manager.build_updated_request()
expected_result = _ReadRowsRequestPB(
table_name=self.table_name, filter=row_filter.to_pb(), rows_limit=2
)
expected_result.rows.row_keys.extend([b"row_key5", b"row_key7", b"row_key9"])
self.assertEqual(expected_result, result)
def test_to_pb(self):
from google.cloud.bigtable.row_filters import CellsRowOffsetFilter
from google.cloud.bigtable.row_filters import RowSampleFilter
from google.cloud.bigtable.row_filters import (
StripValueTransformerFilter)
row_filter1 = StripValueTransformerFilter(True)
row_filter1_pb = row_filter1.to_pb()
row_filter2 = RowSampleFilter(0.25)
row_filter2_pb = row_filter2.to_pb()
row_filter3 = CellsRowOffsetFilter(11)
row_filter3_pb = row_filter3.to_pb()
row_filter4 = self._makeOne(row_filter1,
true_filter=row_filter2,
false_filter=row_filter3)
filter_pb = row_filter4.to_pb()
expected_pb = _RowFilterPB(condition=_RowFilterConditionPB(
predicate_filter=row_filter1_pb,
true_filter=row_filter2_pb,
false_filter=row_filter3_pb,
), )
self.assertEqual(filter_pb, expected_pb)
def test_to_pb(self):
from google.cloud.bigtable.row_filters import CellsRowOffsetFilter
from google.cloud.bigtable.row_filters import RowSampleFilter
from google.cloud.bigtable.row_filters import (
StripValueTransformerFilter)
row_filter1 = StripValueTransformerFilter(True)
row_filter1_pb = row_filter1.to_pb()
row_filter2 = RowSampleFilter(0.25)
row_filter2_pb = row_filter2.to_pb()
row_filter3 = CellsRowOffsetFilter(11)
row_filter3_pb = row_filter3.to_pb()
row_filter4 = self._makeOne(row_filter1, true_filter=row_filter2,
false_filter=row_filter3)
filter_pb = row_filter4.to_pb()
expected_pb = _RowFilterPB(
condition=_RowFilterConditionPB(
predicate_filter=row_filter1_pb,
true_filter=row_filter2_pb,
false_filter=row_filter3_pb,
),
)
self.assertEqual(filter_pb, expected_pb)
def test_build_updated_request_rows(self):
from google.cloud.bigtable.row_filters import RowSampleFilter
row_filter = RowSampleFilter(0.33)
last_scanned_key = b"row_key4"
request = _ReadRowsRequestPB(filter=row_filter.to_pb(),
rows_limit=5,
table_name=self.table_name)
request.rows.row_keys.extend([
b"row_key1",
b"row_key2",
b"row_key4",
b"row_key5",
b"row_key7",
b"row_key9",
])
request_manager = self._make_one(request, last_scanned_key, 3)
result = request_manager.build_updated_request()
expected_result = _ReadRowsRequestPB(table_name=self.table_name,
filter=row_filter.to_pb(),
rows_limit=2)
expected_result.rows.row_keys.extend(
[b"row_key5", b"row_key7", b"row_key9"])
self.assertEqual(expected_result, result)
def test_RRRM_build_updated_request_rows():
from google.cloud.bigtable.row_filters import RowSampleFilter
row_filter = RowSampleFilter(0.33)
last_scanned_key = b"row_key4"
request = _ReadRowsRequestPB(filter=row_filter.to_pb(),
rows_limit=5,
table_name=TABLE_NAME)
request.rows.row_keys.extend([
b"row_key1", b"row_key2", b"row_key4", b"row_key5", b"row_key7",
b"row_key9"
])
request_manager = _make_read_rows_request_manager(request,
last_scanned_key, 3)
result = request_manager.build_updated_request()
expected_result = _ReadRowsRequestPB(table_name=TABLE_NAME,
filter=row_filter.to_pb(),
rows_limit=2)
expected_result.rows.row_keys.extend(
[b"row_key5", b"row_key7", b"row_key9"])
assert expected_result == result
def test_commit(self):
from unit_tests._testing import _FakeStub
from google.cloud.bigtable.row_filters import RowSampleFilter
row_key = b"row_key"
table_name = "projects/more-stuff"
column_family_id1 = u"column_family_id1"
column_family_id2 = u"column_family_id2"
column_family_id3 = u"column_family_id3"
column1 = b"column1"
column2 = b"column2"
client = _Client()
table = _Table(table_name, client=client)
row_filter = RowSampleFilter(0.33)
row = self._make_one(row_key, table, filter_=row_filter)
# Create request_pb
value1 = b"bytes-value"
mutation1 = _MutationPB(
set_cell=_MutationSetCellPB(
family_name=column_family_id1,
column_qualifier=column1,
timestamp_micros=-1, # Default value.
value=value1,
)
)
mutation2 = _MutationPB(delete_from_row=_MutationDeleteFromRowPB())
mutation3 = _MutationPB(
delete_from_column=_MutationDeleteFromColumnPB(family_name=column_family_id2, column_qualifier=column2)
)
mutation4 = _MutationPB(delete_from_family=_MutationDeleteFromFamilyPB(family_name=column_family_id3))
request_pb = _CheckAndMutateRowRequestPB(
table_name=table_name,
row_key=row_key,
predicate_filter=row_filter.to_pb(),
true_mutations=[mutation1, mutation3, mutation4],
false_mutations=[mutation2],
)
# Create response_pb
predicate_matched = True
response_pb = _CheckAndMutateRowResponsePB(predicate_matched=predicate_matched)
# Patch the stub used by the API method.
client._data_stub = stub = _FakeStub(response_pb)
# Create expected_result.
expected_result = predicate_matched
# Perform the method and check the result.
row.set_cell(column_family_id1, column1, value1, state=True)
row.delete(state=False)
row.delete_cell(column_family_id2, column2, state=True)
row.delete_cells(column_family_id3, row.ALL_COLUMNS, state=True)
result = row.commit()
self.assertEqual(result, expected_result)
self.assertEqual(stub.method_calls, [("CheckAndMutateRow", (request_pb,), {})])
self.assertEqual(row._true_pb_mutations, [])
self.assertEqual(row._false_pb_mutations, [])
def test_with_filter(self):
from google.cloud.bigtable.row_filters import RowSampleFilter
table_name = "table_name"
row_filter = RowSampleFilter(0.33)
result = self._callFUT(table_name, filter_=row_filter)
expected_result = _ReadRowsRequestPB(table_name=table_name, filter=row_filter.to_pb())
self.assertEqual(result, expected_result)
def test_with_filter(self):
from google.cloud.bigtable.row_filters import RowSampleFilter
table_name = 'table_name'
row_filter = RowSampleFilter(0.33)
result = self._callFUT(table_name, filter_=row_filter)
expected_result = _ReadRowsRequestPB(
table_name=table_name,
filter=row_filter.to_pb(),
)
self.assertEqual(result, expected_result)
def test_to_pb_false_only(self):
from google.cloud.bigtable.row_filters import RowSampleFilter
from google.cloud.bigtable.row_filters import StripValueTransformerFilter
row_filter1 = StripValueTransformerFilter(True)
row_filter1_pb = row_filter1.to_pb()
row_filter2 = RowSampleFilter(0.25)
row_filter2_pb = row_filter2.to_pb()
row_filter3 = self._make_one(row_filter1, false_filter=row_filter2)
filter_pb = row_filter3.to_pb()
expected_pb = _RowFilterPB(condition=_RowFilterConditionPB(
predicate_filter=row_filter1_pb, false_filter=row_filter2_pb))
self.assertEqual(filter_pb, expected_pb)
def test_to_pb(self):
from google.cloud.bigtable.row_filters import RowSampleFilter
from google.cloud.bigtable.row_filters import StripValueTransformerFilter
row_filter1 = StripValueTransformerFilter(True)
row_filter1_pb = row_filter1.to_pb()
row_filter2 = RowSampleFilter(0.25)
row_filter2_pb = row_filter2.to_pb()
row_filter3 = self._make_one(filters=[row_filter1, row_filter2])
filter_pb = row_filter3.to_pb()
expected_pb = _RowFilterPB(interleave=_RowFilterInterleavePB(
filters=[row_filter1_pb, row_filter2_pb]))
self.assertEqual(filter_pb, expected_pb)
def test_to_pb(self):
from google.cloud.bigtable.row_filters import RowSampleFilter
from google.cloud.bigtable.row_filters import (
StripValueTransformerFilter)
row_filter1 = StripValueTransformerFilter(True)
row_filter1_pb = row_filter1.to_pb()
row_filter2 = RowSampleFilter(0.25)
row_filter2_pb = row_filter2.to_pb()
row_filter3 = self._makeOne(filters=[row_filter1, row_filter2])
filter_pb = row_filter3.to_pb()
expected_pb = _RowFilterPB(chain=_RowFilterChainPB(
filters=[row_filter1_pb, row_filter2_pb], ), )
self.assertEqual(filter_pb, expected_pb)
def test_to_pb(self):
from google.cloud.bigtable.row_filters import RowSampleFilter
from google.cloud.bigtable.row_filters import StripValueTransformerFilter
row_filter1 = StripValueTransformerFilter(True)
row_filter1_pb = row_filter1.to_pb()
row_filter2 = RowSampleFilter(0.25)
row_filter2_pb = row_filter2.to_pb()
row_filter3 = self._make_one(filters=[row_filter1, row_filter2])
filter_pb = row_filter3.to_pb()
expected_pb = _RowFilterPB(
interleave=_RowFilterInterleavePB(filters=[row_filter1_pb, row_filter2_pb])
)
self.assertEqual(filter_pb, expected_pb)
def test_to_pb_false_only(self):
from google.cloud.bigtable.row_filters import RowSampleFilter
from google.cloud.bigtable.row_filters import StripValueTransformerFilter
row_filter1 = StripValueTransformerFilter(True)
row_filter1_pb = row_filter1.to_pb()
row_filter2 = RowSampleFilter(0.25)
row_filter2_pb = row_filter2.to_pb()
row_filter3 = self._make_one(row_filter1, false_filter=row_filter2)
filter_pb = row_filter3.to_pb()
expected_pb = _RowFilterPB(
condition=_RowFilterConditionPB(
predicate_filter=row_filter1_pb, false_filter=row_filter2_pb
)
)
self.assertEqual(filter_pb, expected_pb)
def test_to_pb(self):
from google.cloud.bigtable.row_filters import RowSampleFilter
from google.cloud.bigtable.row_filters import (
StripValueTransformerFilter)
row_filter1 = StripValueTransformerFilter(True)
row_filter1_pb = row_filter1.to_pb()
row_filter2 = RowSampleFilter(0.25)
row_filter2_pb = row_filter2.to_pb()
row_filter3 = self._makeOne(filters=[row_filter1, row_filter2])
filter_pb = row_filter3.to_pb()
expected_pb = _RowFilterPB(
chain=_RowFilterChainPB(
filters=[row_filter1_pb, row_filter2_pb],
),
)
self.assertEqual(filter_pb, expected_pb)
def test_build_updated_request(self):
from google.cloud.bigtable.row_filters import RowSampleFilter
row_filter = RowSampleFilter(0.33)
last_scanned_key = b"row_key14"
request = _ReadRowsRequestPB(filter=row_filter.to_pb(),
rows_limit=8,
table_name=self.table_name)
request.rows.row_ranges.add(**self.row_range1.get_range_kwargs())
request_manager = self._make_one(request, last_scanned_key, 2)
result = request_manager.build_updated_request()
expected_result = _ReadRowsRequestPB(table_name=self.table_name,
filter=row_filter.to_pb(),
rows_limit=6)
expected_result.rows.row_ranges.add(
**self.row_range1.get_range_kwargs())
self.assertEqual(expected_result, result)
def test_build_updated_request_no_end_key(self):
from google.cloud.bigtable.row_filters import RowSampleFilter
row_filter = RowSampleFilter(0.33)
last_scanned_key = b"row_key25"
request = _ReadRowsRequestPB(
filter=row_filter.to_pb(), rows_limit=8, table_name=self.table_name
)
request.rows.row_ranges.add(start_key_closed=b"row_key20")
request_manager = self._make_one(request, last_scanned_key, 2)
result = request_manager.build_updated_request()
expected_result = _ReadRowsRequestPB(
table_name=self.table_name, filter=row_filter.to_pb(), rows_limit=6
)
expected_result.rows.row_ranges.add(start_key_open=last_scanned_key)
self.assertEqual(expected_result, result)
def test_build_updated_request(self):
from google.cloud.bigtable.row_filters import RowSampleFilter
row_filter = RowSampleFilter(0.33)
last_scanned_key = b"row_key14"
request = _ReadRowsRequestPB(filter=row_filter.to_pb(),
rows_limit=8,
table_name=self.table_name)
request.rows.row_ranges.add(**self.row_range1.get_range_kwargs())
request_manager = self._make_one(request, last_scanned_key, 2)
result = request_manager.build_updated_request()
expected_result = _ReadRowsRequestPB(table_name=self.table_name,
filter=row_filter.to_pb(),
rows_limit=6)
expected_result.rows.row_ranges.add(**self.row_range1.
get_range_kwargs())
self.assertEqual(expected_result, result)
def test_commit(self):
from google.cloud.bigtable.row_filters import RowSampleFilter
from google.cloud.bigtable_v2.services.bigtable import BigtableClient
project_id = "project-id"
row_key = b"row_key"
table_name = "projects/more-stuff"
app_profile_id = "app_profile_id"
column_family_id1 = u"column_family_id1"
column_family_id2 = u"column_family_id2"
column_family_id3 = u"column_family_id3"
column1 = b"column1"
column2 = b"column2"
api = mock.create_autospec(BigtableClient)
credentials = _make_credentials()
client = self._make_client(project=project_id,
credentials=credentials,
admin=True)
table = _Table(table_name,
client=client,
app_profile_id=app_profile_id)
row_filter = RowSampleFilter(0.33)
row = self._make_one(row_key, table, filter_=row_filter)
# Create request_pb
value1 = b"bytes-value"
# Create response_pb
predicate_matched = True
response_pb = _CheckAndMutateRowResponsePB(
predicate_matched=predicate_matched)
# Patch the stub used by the API method.
api.check_and_mutate_row.side_effect = [response_pb]
client._table_data_client = api
# Create expected_result.
expected_result = predicate_matched
# Perform the method and check the result.
row.set_cell(column_family_id1, column1, value1, state=True)
row.delete(state=False)
row.delete_cell(column_family_id2, column2, state=True)
row.delete_cells(column_family_id3, row.ALL_COLUMNS, state=True)
result = row.commit()
call_args = api.check_and_mutate_row.call_args
self.assertEqual(app_profile_id, call_args.app_profile_id[0])
self.assertEqual(result, expected_result)
self.assertEqual(row._true_pb_mutations, [])
self.assertEqual(row._false_pb_mutations, [])
def test_commit(self):
from google.cloud.bigtable.row_filters import RowSampleFilter
from google.cloud.bigtable_v2.gapic import bigtable_client
project_id = 'project-id'
row_key = b'row_key'
table_name = 'projects/more-stuff'
column_family_id1 = u'column_family_id1'
column_family_id2 = u'column_family_id2'
column_family_id3 = u'column_family_id3'
column1 = b'column1'
column2 = b'column2'
api = bigtable_client.BigtableClient(mock.Mock())
credentials = _make_credentials()
client = self._make_client(project=project_id,
credentials=credentials,
admin=True)
table = _Table(table_name, client=client)
row_filter = RowSampleFilter(0.33)
row = self._make_one(row_key, table, filter_=row_filter)
# Create request_pb
value1 = b'bytes-value'
# Create response_pb
predicate_matched = True
response_pb = _CheckAndMutateRowResponsePB(
predicate_matched=predicate_matched)
# Patch the stub used by the API method.
client._table_data_client = api
bigtable_stub = client._table_data_client.bigtable_stub
bigtable_stub.CheckAndMutateRow.side_effect = [[response_pb]]
# Create expected_result.
expected_result = predicate_matched
# Perform the method and check the result.
row.set_cell(column_family_id1, column1, value1, state=True)
row.delete(state=False)
row.delete_cell(column_family_id2, column2, state=True)
row.delete_cells(column_family_id3, row.ALL_COLUMNS, state=True)
result = row.commit()
self.assertEqual(result, expected_result)
self.assertEqual(row._true_pb_mutations, [])
self.assertEqual(row._false_pb_mutations, [])
def test_to_pb_nested(self):
from google.cloud.bigtable.row_filters import CellsRowLimitFilter
from google.cloud.bigtable.row_filters import RowSampleFilter
from google.cloud.bigtable.row_filters import StripValueTransformerFilter
row_filter1 = StripValueTransformerFilter(True)
row_filter2 = RowSampleFilter(0.25)
row_filter3 = self._make_one(filters=[row_filter1, row_filter2])
row_filter3_pb = row_filter3.to_pb()
row_filter4 = CellsRowLimitFilter(11)
row_filter4_pb = row_filter4.to_pb()
row_filter5 = self._make_one(filters=[row_filter3, row_filter4])
filter_pb = row_filter5.to_pb()
expected_pb = _RowFilterPB(chain=_RowFilterChainPB(
filters=[row_filter3_pb, row_filter4_pb]))
self.assertEqual(filter_pb, expected_pb)
def test_commit(self):
from tests.unit._testing import _FakeStub
from google.cloud.bigtable.row_filters import RowSampleFilter
row_key = b'row_key'
table_name = 'projects/more-stuff'
column_family_id1 = u'column_family_id1'
column_family_id2 = u'column_family_id2'
column_family_id3 = u'column_family_id3'
column1 = b'column1'
column2 = b'column2'
client = _Client()
table = _Table(table_name, client=client)
row_filter = RowSampleFilter(0.33)
row = self._make_one(row_key, table, filter_=row_filter)
# Create request_pb
value1 = b'bytes-value'
mutation1 = _MutationPB(
set_cell=_MutationSetCellPB(
family_name=column_family_id1,
column_qualifier=column1,
timestamp_micros=-1, # Default value.
value=value1,
), )
mutation2 = _MutationPB(delete_from_row=_MutationDeleteFromRowPB(), )
mutation3 = _MutationPB(delete_from_column=_MutationDeleteFromColumnPB(
family_name=column_family_id2,
column_qualifier=column2,
), )
mutation4 = _MutationPB(delete_from_family=_MutationDeleteFromFamilyPB(
family_name=column_family_id3, ), )
request_pb = _CheckAndMutateRowRequestPB(
table_name=table_name,
row_key=row_key,
predicate_filter=row_filter.to_pb(),
true_mutations=[mutation1, mutation3, mutation4],
false_mutations=[mutation2],
)
# Create response_pb
predicate_matched = True
response_pb = _CheckAndMutateRowResponsePB(
predicate_matched=predicate_matched)
# Patch the stub used by the API method.
client._data_stub = stub = _FakeStub(response_pb)
# Create expected_result.
expected_result = predicate_matched
# Perform the method and check the result.
row.set_cell(column_family_id1, column1, value1, state=True)
row.delete(state=False)
row.delete_cell(column_family_id2, column2, state=True)
row.delete_cells(column_family_id3, row.ALL_COLUMNS, state=True)
result = row.commit()
self.assertEqual(result, expected_result)
self.assertEqual(stub.method_calls, [(
'CheckAndMutateRow',
(request_pb, ),
{},
)])
self.assertEqual(row._true_pb_mutations, [])
self.assertEqual(row._false_pb_mutations, [])
