def testWrite_ScraperSuccessWithDate(self): store_scraper_success(ScraperSuccessModel(date=_TODAY), "01001001") query = SessionFactory.for_schema_base(JailsBase).query(ScraperSuccessTable) result = one(query.all()) self.assertEqual(result.jid, _JID) self.assertEqual(result.date, _TODAY)
def testWrite_ScraperSuccessWithDate(self): store_scraper_success(ScraperSuccessModel(date=_TODAY), "01001001") with SessionFactory.using_database(self.database_key, autocommit=False) as session: query = session.query(ScraperSuccessTable) result = one(query.all()) self.assertEqual(result.jid, _JID) self.assertEqual(result.date, _TODAY)
def update_phase(session: ScrapeSession, phase: scrape_phase.ScrapePhase): """Updates the phase of the session to the given phase.""" # TODO(#1665): remove once dangling PERSIST session investigation # is complete. logging.info("Updating phase from %s to %s", session.phase, phase) previous_phase = session.phase session.phase = phase retry_grpc(NUM_GRPC_RETRIES, ds().put, session.to_entity()) if previous_phase == scrape_phase.ScrapePhase.RELEASE and \ phase == scrape_phase.ScrapePhase.DONE: jid = regions.get_region(session.region).jurisdiction_id store_scraper_success(ScraperSuccess(), jid)