def get_client(project, namespace):
"""Returns a Cloud Datastore client."""
_client = client.Client(project=project, namespace=namespace)
# Avoid overwriting user setting. BEAM-7608
if not os.environ.get(environment_vars.GCD_HOST, None):
_client.base_url = 'https://batch-datastore.googleapis.com' # BEAM-1387
return _client
def get_client(project, namespace):
"""Returns a Cloud Datastore client."""
_client_info = client_info.ClientInfo(
client_library_version=__version__,
gapic_version=__version__,
user_agent=f'beam-python-sdk/{beam_version}')
_client = client.Client(
project=project, namespace=namespace, client_info=_client_info)
# Avoid overwriting user setting. BEAM-7608
if not os.environ.get(environment_vars.GCD_HOST, None):
_client.base_url = 'https://batch-datastore.googleapis.com' # BEAM-1387
return _client
def process(
self,
start_end,
*unused_args, # pylint: disable=invalid-name
**unused_kwargs):
start, end = start_end
client = ds_client.Client(project=self._query_params['project'])
query = ds_query.Query(client=client, **self._query_params)
query.add_filter(self._timestamp_property, '>=', start)
query.add_filter(self._timestamp_property, '<', end)
for entity in query.fetch(client=client, eventual=True):
yield entity
def setUp(self):
self._WRITE_BATCH_INITIAL_SIZE = util.WRITE_BATCH_INITIAL_SIZE
self._mock_client = MagicMock()
self._mock_client.project = self._PROJECT
self._mock_client.namespace = self._NAMESPACE
self._mock_query = MagicMock()
self._mock_query.limit = None
self._mock_query.order = None
self._real_client = client.Client(
project=self._PROJECT, namespace=self._NAMESPACE,
# Don't do any network requests.
_http=MagicMock())
def get_client(project, namespace): """Returns a Cloud Datastore client.""" _client = client.Client(project=project, namespace=namespace) _client.base_url = 'https://batch-datastore.googleapis.com' # BEAM-1387 return _client
def setUp(self):
self._test_client = client.Client(
project=self._PROJECT,
namespace=self._NAMESPACE,
# Don't do any network requests.
_http=mock.MagicMock())
