def test_load_target_list_last_names(self, mock_region): mock_region.return_value.names_file = \ '../recidiviz/tests/ingest/testdata/docket/names/last_only.csv' scrape_key = ScrapeKey(REGIONS[0], constants.ScrapeType.BACKGROUND) docket.load_target_list(scrape_key) names = [] for _ in range(12): item = docket.get_new_docket_item(scrape_key) name_serialized = item.message.data.decode() names.append(json.loads(name_serialized)) assert names == [ ['SMITH', ''], ['JOHNSON', ''], ['WILLIAMS', ''], ['BROWN', ''], ['JONES', ''], ['MILLER', ''], ['DAVIS', ''], ['GARCIA', ''], ['RODRIGUEZ', ''], ['WILSON', ''], ['MARTINEZ', ''], ['ANDERSON', ''], ] assert not docket.get_new_docket_item(scrape_key)
def test_load_target_list_last_names(self, mock_region): mock_region.return_value.names_file = ( "../recidiviz/tests/ingest/testdata/docket/names/last_only.csv") scrape_key = ScrapeKey(REGIONS[0], constants.ScrapeType.BACKGROUND) docket.load_target_list(scrape_key) names = [] for _ in range(12): item = docket.get_new_docket_item(scrape_key) name_serialized = item.message.data.decode() names.append(json.loads(name_serialized)) assert names == [ ["SMITH", ""], ["JOHNSON", ""], ["WILLIAMS", ""], ["BROWN", ""], ["JONES", ""], ["MILLER", ""], ["DAVIS", ""], ["GARCIA", ""], ["RODRIGUEZ", ""], ["WILSON", ""], ["MARTINEZ", ""], ["ANDERSON", ""], ] assert not docket.get_new_docket_item(scrape_key)
def test_load_target_list_full_names(self, mock_region: Mock) -> None: mock_region.return_value.names_file = ( "../recidiviz/tests/ingest/testdata/docket/names/last_and_first.csv" ) scrape_key = ScrapeKey(REGIONS[0], constants.ScrapeType.BACKGROUND) docket.load_target_list(scrape_key) names = [] for _ in range(8): item = docket.get_new_docket_item(scrape_key) assert item is not None name_serialized = item.message.data.decode() names.append(json.loads(name_serialized)) assert names == [ ["Smith", "James"], ["Smith", "Michael"], ["Smith", "Robert"], ["Smith", "David"], ["Johnson", "James"], ["Johnson", "Michael"], ["Smith", "William"], ["Williams", "James"], ] assert not docket.get_new_docket_item(scrape_key)
def test_load_target_list_background_no_names_file(self, mock_region): mock_region.return_value.names_file = None scrape_key = ScrapeKey(REGIONS[0], constants.ScrapeType.BACKGROUND) docket.load_target_list(scrape_key) item = docket.get_new_docket_item(scrape_key) assert item.message.data.decode() == json.dumps("empty")
def test_load_target_list_last_names_with_bad_query(self, mock_region): mock_region.return_value.names_file = ( "../recidiviz/tests/ingest/testdata/docket/names/last_only.csv") scrape_key = ScrapeKey(REGIONS[0], constants.ScrapeType.BACKGROUND) docket.load_target_list(scrape_key, surname="GARBAGE") item = docket.get_new_docket_item(scrape_key) assert item.message.data.decode() == json.dumps(("GARBAGE", "")) assert not docket.get_new_docket_item(scrape_key)
def test_load_target_list_last_names_with_query(self, mock_region): mock_region.return_value.names_file = ( "../recidiviz/tests/ingest/testdata/docket/names/last_only.csv") scrape_key = ScrapeKey(REGIONS[0], constants.ScrapeType.BACKGROUND) docket.load_target_list(scrape_key, surname="WILSON") names = [] for _ in range(3): item = docket.get_new_docket_item(scrape_key) name_serialized = item.message.data.decode() names.append(json.loads(name_serialized)) assert names == [ ["WILSON", ""], ["MARTINEZ", ""], ["ANDERSON", ""], ] assert not docket.get_new_docket_item(scrape_key)
def test_load_target_list_full_names(self, mock_region): mock_region.return_value.names_file = \ '../recidiviz/tests/ingest/testdata/docket/names/last_and_first.csv' scrape_key = ScrapeKey(REGIONS[0], constants.ScrapeType.BACKGROUND) docket.load_target_list(scrape_key) names = [] for _ in range(8): item = docket.get_new_docket_item(scrape_key) name_serialized = item.message.data.decode() names.append(json.loads(name_serialized)) assert names == [ ['Smith', 'James'], ['Smith', 'Michael'], ['Smith', 'Robert'], ['Smith', 'David'], ['Johnson', 'James'], ['Johnson', 'Michael'], ['Smith', 'William'], ['Williams', 'James'], ] assert not docket.get_new_docket_item(scrape_key)