Exemplo n.º 1
0
 def do_work(self, shard_url, params=None, job_id=None, **kwargs):
     """
     Task params are passed as params, additional kwargs passed to taskqueue api.
     """
     # job_id prevents fork bomb on fanout; passed to shards
     job_id = job_id or base64.b32encode(uuid.uuid4().bytes).strip("=").lower()
     # first tier of shards
     shards = Shard.query(ancestor=self.key).filter(Shard.depth == 0).fetch(keys_only=True)
     params = params or {}
     params.update(dict(shard_url=shard_url, subscription=self.key.urlsafe()), job_id=job_id)
     for shard in shards:
         params.update(dict(shard=shard.urlsafe()))
         safe_enqueue(shard_url, params=params, name="%s-%s" % (job_id, shard.id()), **kwargs)
Exemplo n.º 2
0
    def do_work(self, shard_url, work_url, params=None, **kwargs):
        """
        Task params are passed as params, additional kwargs passed to taskqueue api.
        params needs to have job_id in it which the parent task should have received.
        """
        params = params or {}
        # job_id gets passed along
        params.update(shard_url=shard_url, work_url=work_url, subscription=self.subscription.urlsafe())
        # kick off children
        for child in self.children:
            params.update(dict(shard=child.urlsafe()))
            safe_enqueue(shard_url, params=params, name="%s-%s" % (params["job_id"], child.id()), **kwargs)

        # now do work in another task
        params["subscriber_keys"] = [key.urlsafe() for key in self.subscribers]
        safe_enqueue(work_url, params=params, **kwargs)