def test_iterate_docket_item_no_matching_items(self): docket_key = ScrapeKey(REGIONS[0], constants.ScrapeType.BACKGROUND) docket.add_to_query_docket(docket_key, get_payload()).result() session_key = ScrapeKey(REGIONS[1], constants.ScrapeType.BACKGROUND) self.create_session(session_key) assert not tracker.iterate_docket_item(session_key)
def test_purge_docket_and_session(self): scrape_key = ScrapeKey(REGIONS[0], constants.ScrapeType.BACKGROUND) docket.add_to_query_docket(scrape_key, get_payload()).result() self.create_session(scrape_key) tracker.purge_docket_and_session(scrape_key) assert not tracker.iterate_docket_item(scrape_key)
def test_remove_item_from_session_and_docket(self): scrape_key = ScrapeKey(REGIONS[0], constants.ScrapeType.BACKGROUND) docket.add_to_query_docket(scrape_key, get_payload()).result() self.create_session(scrape_key) tracker.iterate_docket_item(scrape_key) tracker.remove_item_from_session_and_docket(scrape_key) assert not sessions.get_current_session(scrape_key).docket_ack_id
def test_iterate_docket_item(self): scrape_key = ScrapeKey(REGIONS[0], constants.ScrapeType.BACKGROUND) self.create_session(scrape_key) docket.add_to_query_docket(scrape_key, get_payload()[0]).result() docket.add_to_query_docket(scrape_key, get_payload()[1]).result() assert tracker.iterate_docket_item(scrape_key) == get_payload()[0] assert tracker.iterate_docket_item(scrape_key) == get_payload()[1]
def test_get_new_docket_item_no_matching_items(self): write_key = ScrapeKey(REGIONS[0], constants.ScrapeType.BACKGROUND) read_key = ScrapeKey(REGIONS[1], constants.ScrapeType.BACKGROUND) pubsub_helper.create_topic_and_subscription(write_key, docket.PUBSUB_TYPE) docket.add_to_query_docket(write_key, get_payload()).result() docket_item = docket.get_new_docket_item(read_key, return_immediately=True) assert not docket_item
def test_purge_query_docket_nothing_matching(self): scrape_key_purge = ScrapeKey(REGIONS[0], constants.ScrapeType.BACKGROUND) scrape_key_add = ScrapeKey(REGIONS[1], constants.ScrapeType.BACKGROUND) pubsub_helper.create_topic_and_subscription(scrape_key_add, docket.PUBSUB_TYPE) docket.add_to_query_docket(scrape_key_add, get_payload()).result() docket.purge_query_docket(scrape_key_purge) assert not docket.get_new_docket_item(scrape_key_purge, return_immediately=True)
def test_add_to_query_docket_background(self): scrape_key = ScrapeKey(REGIONS[0], constants.ScrapeType.BACKGROUND) pubsub_helper.create_topic_and_subscription(scrape_key, docket.PUBSUB_TYPE) docket.add_to_query_docket(scrape_key, get_payload()[0]).result() docket.add_to_query_docket(scrape_key, get_payload()[1]).result() items = [ docket.get_new_docket_item(scrape_key), docket.get_new_docket_item(scrape_key), ] assert len(items) == 2 for i, item in enumerate(items): assert item.message.data.decode() == json.dumps(get_payload()[i])
def test_iterate_docket_item_no_open_session_to_update(self): scrape_key = ScrapeKey(REGIONS[0], constants.ScrapeType.BACKGROUND) docket.add_to_query_docket(scrape_key, get_payload()).result() assert not tracker.iterate_docket_item(scrape_key)