def do_fetch(): requester_funcs = get_requester_funcs(cat_pairs) fetcher = DataFetcher() if type(requester_funcs) is list: results = fetcher.spawn_and_run_multi(requester_funcs) else: results = fetcher.spawn_and_run(requester_funcs) return (fetcher, results)
def _test_multi_spawn_and_join_with_common_friend(self): cat1 = self.make_cat() cat2 = self.make_cat() friend = self.make_cat() cat1.friend_id = friend.key().id() cat2.friend_id = friend.key().id() db.put([cat1, cat2]) pairs = [(cat1, friend), (cat2, friend)] requesters = [partial(self.requester_with_join, pair) for pair in pairs] fetcher = DataFetcher() results = fetcher.spawn_and_run_multi(requesters) for i in xrange(len(pairs)): self.check_cat_pair_fetched(pairs[i], results[i], fetcher) self.assert_stats(2, 3, 2)
def _test_multi_spawn_and_join_with_common_friend(self): cat1 = self.make_cat() cat2 = self.make_cat() friend = self.make_cat() cat1.friend_id = friend.key().id() cat2.friend_id = friend.key().id() db.put([cat1, cat2]) pairs = [(cat1, friend), (cat2, friend)] requesters = [ partial(self.requester_with_join, pair) for pair in pairs ] fetcher = DataFetcher() results = fetcher.spawn_and_run_multi(requesters) for i in xrange(len(pairs)): self.check_cat_pair_fetched(pairs[i], results[i], fetcher) self.assert_stats(2, 3, 2)
def do_fetch(): requesters = [partial(self.request_cat, cat) for cat in cats] fetcher = DataFetcher() results = fetcher.spawn_and_run_multi(requesters) return (fetcher, results)