def test_process_results():
database = FakeRedis()
dir_path = os.path.dirname(os.path.realpath(__file__))
processor = ResultsProcessor(JobQueue(database), MockDataStorage())
with open(f'{dir_path}/data/dockets_listing.json') as listings:
data = listings.read()
processor.process_results(json.loads(data))
assert database.llen('jobs_waiting_queue') == 10
def test_work_generator_large(requests_mock, mocker):
mocker.patch('time.sleep')
results = MockDataSet(6666).get_results()
requests_mock.get('https://api.regulations.gov/v4/documents', results)
database = FakeRedis()
api = RegulationsAPI('FAKE_KEY')
job_queue = JobQueue(database)
storage = MockDataStorage()
generator = WorkGenerator(job_queue, api, storage)
generator.download('documents')
assert database.llen('jobs_waiting_queue') == 6666