def generate(self, multi): #pylint: disable=no-self-use for shard in StudentShard.linear_shard_generator(): batch = Student.query(ancestor=shard.key).fetch() if multi: self.imported += len(batch) yield batch else: for student in batch: self.imported += 1 yield student
def setup_dummy_students(sharded=None): shard_gen = None if not sharded: pass elif sharded == "circular": setup_dummy_shards() shard_gen = StudentShard.circular_shard_generator() else: # Most other test cases won't care what type of sharding to use, # they can simply pass in True to default to linear. setup_dummy_shards() shard_gen = StudentShard.linear_shard_generator() for i in get_dummy_ids(): instance = get_dummy_student(int(i), shard_gen) instance.put()