def test_write_preexisting_person(self):
# Arrange
most_recent_scrape_time = (SCRAPER_START_DATETIME + timedelta(days=1))
metadata = IngestMetadata.new_with_defaults(
region=REGION_1,
jurisdiction_id=JURISDICTION_ID,
ingest_time=most_recent_scrape_time)
schema_booking = schema.Booking(
booking_id=BOOKING_ID,
external_id=EXTERNAL_BOOKING_ID,
admission_date_inferred=True,
custody_status=CustodyStatus.IN_CUSTODY.value,
last_seen_time=SCRAPER_START_DATETIME,
first_seen_time=SCRAPER_START_DATETIME)
schema_person = schema.Person(
person_id=PERSON_ID,
jurisdiction_id=JURISDICTION_ID,
external_id=EXTERNAL_PERSON_ID,
region=REGION_1,
bookings=[schema_booking])
session = SessionFactory.for_schema_base(JailsBase)
session.add(schema_person)
session.commit()
ingest_info = IngestInfo()
ingest_info.people.add(full_name=FULL_NAME_1,
person_id=EXTERNAL_PERSON_ID,
booking_ids=[EXTERNAL_BOOKING_ID])
ingest_info.bookings.add(
booking_id=EXTERNAL_BOOKING_ID,
custody_status='IN CUSTODY',
)
# Act
persistence.write(ingest_info, metadata)
# Assert
expected_booking = county_entities.Booking.new_with_defaults(
booking_id=BOOKING_ID,
external_id=EXTERNAL_BOOKING_ID,
admission_date_inferred=True,
custody_status=CustodyStatus.IN_CUSTODY,
custody_status_raw_text=BOOKING_CUSTODY_STATUS.upper(),
last_seen_time=most_recent_scrape_time,
first_seen_time=SCRAPER_START_DATETIME)
expected_person = county_entities.Person.new_with_defaults(
person_id=PERSON_ID,
external_id=EXTERNAL_PERSON_ID,
region=REGION_1,
jurisdiction_id=JURISDICTION_ID,
bookings=[expected_booking])
self.assertEqual([expected_person],
county_dao.read_people(
SessionFactory.for_schema_base(JailsBase)))
def test_localRun(self):
with patch('os.getenv', Mock(return_value='Local')):
# Arrange
ingest_info = IngestInfo()
ingest_info.people.add(full_name=FULL_NAME_1)
# Act
persistence.write(ingest_info, DEFAULT_METADATA)
result = county_dao.read_people(
SessionFactory.for_schema_base(JailsBase))
# Assert
assert not result
def test_twoDifferentPeople_persistsNone(self):
# Arrange
ingest_info = IngestInfo()
ingest_info.people.add(person_id='1', full_name=FULL_NAME_1)
ingest_info.people.add(person_id='2', full_name=FULL_NAME_2, gender='X')
# Act
self.assertFalse(persistence.write(ingest_info, DEFAULT_METADATA))
result = county_dao.read_people(
SessionFactory.for_schema_base(JailsBase))
# Assert
assert not result
def test_persistLocally(self):
# Arrange
with patch('os.getenv', Mock(return_value='local')) \
and patch.dict('os.environ', {'PERSIST_LOCALLY': 'true'}):
ingest_info = IngestInfo()
ingest_info.people.add(full_name=FULL_NAME_1)
# Act
persistence.write(ingest_info, DEFAULT_METADATA)
result = county_dao.read_people(
SessionFactory.for_schema_base(JailsBase))
# Assert
assert len(result) == 1
assert result[0].full_name == _format_full_name(FULL_NAME_1)
def test_twoDifferentPeople_persistsBoth(self):
# Arrange
ingest_info = IngestInfo()
ingest_info.people.add(person_id='1_GENERATE', full_name=FULL_NAME_1)
ingest_info.people.add(person_id='2_GENERATE', full_name=FULL_NAME_2)
# Act
persistence.write(ingest_info, DEFAULT_METADATA)
result = county_dao.read_people(
SessionFactory.for_schema_base(JailsBase))
# Assert
assert len(result) == 2
assert result[0].full_name == _format_full_name(FULL_NAME_2)
assert result[1].full_name == _format_full_name(FULL_NAME_1)
def test_write_noPeople(self):
# Arrange
most_recent_scrape_time = (SCRAPER_START_DATETIME + timedelta(days=1))
metadata = IngestMetadata.new_with_defaults(
region=REGION_1,
jurisdiction_id=JURISDICTION_ID,
ingest_time=most_recent_scrape_time)
ingest_info = IngestInfo()
# Act
persistence.write(ingest_info, metadata)
# Assert
people = county_dao.read_people(
SessionFactory.for_schema_base(JailsBase))
self.assertFalse(people)
def test_twoDifferentPeopleWithBooking_persistsNone(self):
# Arrange
ingest_info = IngestInfo()
ingest_info.people.add(full_name=FULL_NAME_2)
ingest_info.people.add(full_name=FULL_NAME_1,
person_id=EXTERNAL_PERSON_ID,
booking_ids=[EXTERNAL_BOOKING_ID])
ingest_info.bookings.add(
booking_id=EXTERNAL_BOOKING_ID,
custody_status='NO EXIST',
)
# Act
self.assertFalse(persistence.write(ingest_info, DEFAULT_METADATA))
result = county_dao.read_people(
SessionFactory.for_schema_base(JailsBase))
# Assert
assert not result
def test_readSinglePersonByName(self):
# Arrange
ingest_info = IngestInfo()
ingest_info.people.add(person_id='1_GENERATE',
full_name=FULL_NAME_1,
birthdate=BIRTHDATE_1)
ingest_info.people.add(person_id='2_GENERATE',
full_name=FULL_NAME_2,
birthdate=BIRTHDATE_2)
# Act
persistence.write(ingest_info, DEFAULT_METADATA)
result = county_dao.read_people(
SessionFactory.for_schema_base(JailsBase),
full_name=_format_full_name(FULL_NAME_1))
# Assert
assert len(result) == 1
assert result[0].full_name == _format_full_name(FULL_NAME_1)
assert result[0].birthdate == BIRTHDATE_1_DATE
def test_threeDifferentPeople_persistsTwoBelowThreshold(self):
# Arrange
ingest_info = IngestInfo()
ingest_info.people.add(person_id='1_GENERATE', full_name=FULL_NAME_2)
ingest_info.people.add(person_id='2_GENERATE', full_name=FULL_NAME_3)
ingest_info.people.add(person_id=EXTERNAL_PERSON_ID,
full_name=FULL_NAME_1,
booking_ids=[EXTERNAL_BOOKING_ID])
ingest_info.bookings.add(
booking_id=EXTERNAL_BOOKING_ID,
custody_status='NO EXIST',
)
# Act
persistence.write(ingest_info, DEFAULT_METADATA)
result = county_dao.read_people(
SessionFactory.for_schema_base(JailsBase))
# Assert
assert len(result) == 2
assert result[0].full_name == _format_full_name(FULL_NAME_3)
assert result[1].full_name == _format_full_name(FULL_NAME_2)
def test_inferReleaseDateOnOpenBookings(self):
# Arrange
hold = county_entities.Hold.new_with_defaults(hold_id=ID,
status=HoldStatus.ACTIVE,
status_raw_text='ACTIVE')
sentence = county_entities.Sentence.new_with_defaults(
sentence_id=ID,
status=SentenceStatus.SERVING,
status_raw_text='SERVING',
booking_id=ID)
bond = county_entities.Bond.new_with_defaults(
bond_id=ID,
status=BondStatus.SET,
status_raw_text='NOT_REQUIRED',
booking_id=ID)
charge = county_entities.Charge.new_with_defaults(
charge_id=ID,
status=ChargeStatus.PENDING,
status_raw_text='PENDING',
sentence=sentence,
bond=bond)
booking_open = county_entities.Booking.new_with_defaults(
booking_id=ID,
custody_status=CustodyStatus.IN_CUSTODY,
custody_status_raw_text='IN CUSTODY',
admission_date=DATE,
last_seen_time=SCRAPER_START_DATETIME - timedelta(days=1),
first_seen_time=SCRAPER_START_DATETIME - timedelta(days=1),
charges=[charge],
holds=[hold])
booking_resolved = attr.evolve(booking_open,
booking_id=ID_2,
custody_status=CustodyStatus.RELEASED,
custody_status_raw_text='RELEASED',
release_date=DATE_2,
charges=[],
holds=[])
booking_open_most_recent_scrape = attr.evolve(
booking_open,
booking_id=ID_3,
last_seen_time=SCRAPER_START_DATETIME,
charges=[],
holds=[])
person = county_entities.Person.new_with_defaults(
person_id=ID,
region=REGION_1,
jurisdiction_id=JURISDICTION_ID,
bookings=[booking_open, booking_resolved])
person_unmatched = county_entities.Person.new_with_defaults(
person_id=ID_2,
region=REGION_1,
jurisdiction_id=JURISDICTION_ID,
bookings=[booking_open_most_recent_scrape])
session = SessionFactory.for_schema_base(JailsBase)
database.write_person(session, person, DEFAULT_METADATA)
database.write_person(session, person_unmatched, DEFAULT_METADATA)
session.commit()
session.close()
expected_hold = attr.evolve(hold,
status=HoldStatus.REMOVED_WITHOUT_INFO,
status_raw_text=None)
expected_sentence = attr.evolve(
sentence,
status=SentenceStatus.REMOVED_WITHOUT_INFO,
status_raw_text=None)
expected_bond = attr.evolve(bond,
status=BondStatus.REMOVED_WITHOUT_INFO,
status_raw_text=None)
expected_charge = attr.evolve(charge,
status=ChargeStatus.REMOVED_WITHOUT_INFO,
status_raw_text=None,
bond=expected_bond,
sentence=expected_sentence)
expected_resolved_booking = attr.evolve(
booking_open,
custody_status=CustodyStatus.INFERRED_RELEASE,
custody_status_raw_text=None,
release_date=SCRAPER_START_DATETIME.date(),
release_date_inferred=True,
charges=[expected_charge],
holds=[expected_hold])
expected_person = attr.evolve(
person, bookings=[expected_resolved_booking, booking_resolved])
# Act
persistence.infer_release_on_open_bookings(
REGION_1, SCRAPER_START_DATETIME, CustodyStatus.INFERRED_RELEASE)
# Assert
people = county_dao.read_people(
SessionFactory.for_schema_base(JailsBase))
self.assertCountEqual(people, [expected_person, person_unmatched])
def test_readPersonAndAllRelationships(self):
# Arrange
metadata = IngestMetadata.new_with_defaults(
region=REGION_1,
jurisdiction_id=JURISDICTION_ID,
ingest_time=SCRAPER_START_DATETIME)
ingest_info = IngestInfo()
ingest_info.people.add(full_name=FULL_NAME_1,
booking_ids=['BOOKING_ID'])
ingest_info.bookings.add(booking_id='BOOKING_ID',
facility=FACILITY,
custody_status=BOOKING_CUSTODY_STATUS,
arrest_id='ARREST_ID',
charge_ids=['CHARGE_ID_1', 'CHARGE_ID_2'])
ingest_info.arrests.add(arrest_id='ARREST_ID',
officer_name=OFFICER_NAME)
ingest_info.bonds.add(bond_id='SHARED_BOND_ID',
bond_type=BOND_TYPE,
status=BOND_STATUS)
ingest_info.charges.extend([
Charge(charge_id='CHARGE_ID_1',
name=CHARGE_NAME_1,
status=CHARGE_STATUS,
bond_id='SHARED_BOND_ID',
sentence_id='SENTENCE_ID_1'),
Charge(charge_id='CHARGE_ID_2',
name=CHARGE_NAME_2,
status=CHARGE_STATUS,
bond_id='SHARED_BOND_ID',
sentence_id='SENTENCE_ID_2')
])
ingest_info.sentences.extend([
Sentence(sentence_id='SENTENCE_ID_1',
fine_dollars=FINE_1,
status=SENTENCE_STATUS),
Sentence(sentence_id='SENTENCE_ID_2',
fine_dollars=FINE_2,
status=SENTENCE_STATUS)
])
# Act
persistence.write(ingest_info, metadata)
result = county_dao.read_people(
SessionFactory.for_schema_base(JailsBase))
# Assert
assert len(result) == 1
result_person = result[0]
assert result_person.full_name == _format_full_name(FULL_NAME_1)
assert len(result_person.bookings) == 1
result_booking = result_person.bookings[0]
assert result_booking.facility == FACILITY
assert result_booking.last_seen_time == SCRAPER_START_DATETIME
result_arrest = result_booking.arrest
assert result_arrest.officer_name == OFFICER_NAME
result_charges = result_booking.charges
assert len(result_charges) == 2
assert result_charges[0].name == CHARGE_NAME_1
assert result_charges[1].name == CHARGE_NAME_2
bond_1 = result_charges[0].bond
bond_2 = result_charges[1].bond
assert bond_1.bond_type == bond_2.bond_type
sentence_1 = result_charges[0].sentence
sentence_2 = result_charges[1].sentence
assert sentence_1.fine_dollars == FINE_1_INT
assert sentence_2.fine_dollars == FINE_2_INT