class IdMaintainerTest(unittest.TestCase):
TEST_URL = 'https://www.immowelt.de/liste/berlin/wohnungen/mieten?roomi=2&prima=1500&wflmi=70&sort=createdate%2Bdesc'
DUMMY_CONFIG = """
urls:
- https://www.example.com/liste/berlin/wohnungen/mieten?roomi=2&prima=1500&wflmi=70&sort=createdate%2Bdesc
"""
CONFIG_WITH_FILTERS = """
urls:
- https://www.example.com/liste/berlin/wohnungen/mieten?roomi=2&prima=1500&wflmi=70&sort=createdate%2Bdesc
filters:
max_price: 1000
"""
def setUp(self):
self.maintainer = IdMaintainer(":memory:")
def test_read_after_write(self):
self.maintainer.mark_processed(12345)
self.assertTrue(self.maintainer.is_processed(12345), "Expected ID to be saved")
def test_get_last_run_time_none_by_default(self):
self.assertIsNone(self.maintainer.get_last_run_time(), "Expected last run time to be none")
def test_get_list_run_time_is_updated(self):
time = self.maintainer.update_last_run_time()
self.assertIsNotNone(time, "Expected time not to be none")
self.assertEqual(time, self.maintainer.get_last_run_time(), "Expected last run time to be updated")
def test_is_processed_works(mocker):
config = Config(string=IdMaintainerTest.DUMMY_CONFIG)
id_watch = IdMaintainer(":memory:")
hunter = Hunter(config, [DummyCrawler()], id_watch)
exposes = hunter.hunt_flats()
assert count(exposes) > 4
for expose in exposes:
assert id_watch.is_processed(expose['id'])