def make_latest_timestamp_query(namespace):
"""Make a Query to fetch the latest timestamp statistics."""
query = query_pb2.Query()
if namespace is None:
query.kind.add().name = '__Stat_Total__'
else:
query.kind.add().name = '__Stat_Ns_Total__'
# Descending order of `timestamp`
datastore_helper.add_property_orders(query, "-timestamp")
# Only get the latest entity
query.limit.value = 1
return query
def make_latest_timestamp_query(namespace):
"""Make a Query to fetch the latest timestamp statistics."""
query = query_pb2.Query()
if namespace is None:
query.kind.add().name = '__Stat_Total__'
else:
query.kind.add().name = '__Stat_Ns_Total__'
# Descending order of `timestamp`
datastore_helper.add_property_orders(query, "-timestamp")
# Only get the latest entity
query.limit.value = 1
return query
def testQuery(self):
q = datastore.Query()
helper.set_kind(q, 'Foo')
self.assertEquals('Foo', q.kind[0].name)
helper.add_property_orders(q, '-bar', 'foo')
self.assertEquals(datastore.PropertyOrder.DESCENDING,
q.order[0].direction)
self.assertEquals('bar', q.order[0].property.name)
self.assertEquals(datastore.PropertyOrder.ASCENDING,
q.order[1].direction)
self.assertEquals('foo', q.order[1].property.name)
helper.add_projection(q, '__key__', 'bar')
self.assertEquals('__key__', q.projection[0].property.name)
self.assertEquals('bar', q.projection[1].property.name)
def testQuery(self):
q = datastore.Query()
helper.set_kind(q, 'Foo')
self.assertEquals('Foo', q.kind[0].name)
helper.add_property_orders(q, '-bar', 'foo')
self.assertEquals(datastore.PropertyOrder.DESCENDING,
q.order[0].direction)
self.assertEquals('bar', q.order[0].property.name)
self.assertEquals(datastore.PropertyOrder.ASCENDING,
q.order[1].direction)
self.assertEquals('foo', q.order[1].property.name)
helper.add_projection(q, '__key__', 'bar')
self.assertEquals('__key__', q.projection[0].property.name)
self.assertEquals('bar', q.projection[1].property.name)
def _create_scatter_query(query, num_splits):
"""Creates a scatter query from the given user query."""
scatter_query = query_pb2.Query()
for kind in query.kind:
scatter_kind = scatter_query.kind.add()
scatter_kind.CopyFrom(kind)
# ascending order
datastore_helper.add_property_orders(scatter_query, SCATTER_PROPERTY_NAME)
# There is a split containing entities before and after each scatter entity:
# ||---*------*------*------*------*------*------*---|| * = scatter entity
# If we represent each split as a region before a scatter entity, there is an
# extra region following the last scatter point. Thus, we do not need the
# scatter entity for the last region.
scatter_query.limit.value = (num_splits - 1) * KEYS_PER_SPLIT
datastore_helper.add_projection(scatter_query, KEY_PROPERTY_NAME)
return scatter_query
def _create_scatter_query(query, num_splits):
"""Creates a scatter query from the given user query."""
scatter_query = query_pb2.Query()
for kind in query.kind:
scatter_kind = scatter_query.kind.add()
scatter_kind.CopyFrom(kind)
# ascending order
datastore_helper.add_property_orders(scatter_query, SCATTER_PROPERTY_NAME)
# There is a split containing entities before and after each scatter entity:
# ||---*------*------*------*------*------*------*---|| * = scatter entity
# If we represent each split as a region before a scatter entity, there is an
# extra region following the last scatter point. Thus, we do not need the
# scatter entity for the last region.
scatter_query.limit.value = (num_splits - 1) * KEYS_PER_SPLIT
datastore_helper.add_projection(scatter_query, KEY_PROPERTY_NAME)
return scatter_query
