def test_process_results(): database = FakeRedis() dir_path = os.path.dirname(os.path.realpath(__file__)) processor = ResultsProcessor(JobQueue(database), MockDataStorage()) with open(f'{dir_path}/data/dockets_listing.json') as listings: data = listings.read() processor.process_results(json.loads(data)) assert database.llen('jobs_waiting_queue') == 10
def test_work_generator_large(requests_mock, mocker): mocker.patch('time.sleep') results = MockDataSet(6666).get_results() requests_mock.get('https://api.regulations.gov/v4/documents', results) database = FakeRedis() api = RegulationsAPI('FAKE_KEY') job_queue = JobQueue(database) storage = MockDataStorage() generator = WorkGenerator(job_queue, api, storage) generator.download('documents') assert database.llen('jobs_waiting_queue') == 6666