def test_map_incarceration_combinations_multiple_overlapping_stays(self):
person = StatePerson.new_with_defaults(
state_code="US_ND",
person_id=12345,
birthdate=date(1984, 8, 31),
gender=Gender.FEMALE,
)
race = StatePersonRace.new_with_defaults(state_code="US_ND",
race=Race.WHITE)
person.races = [race]
ethnicity = StatePersonEthnicity.new_with_defaults(
state_code="US_ND", ethnicity=Ethnicity.NOT_HISPANIC)
person.ethnicities = [ethnicity]
incarceration_events = [
IncarcerationStayEvent(
state_code="US_ND",
event_date=date(2019, 11, 30),
facility="JRCC",
county_of_residence=_COUNTY_OF_RESIDENCE,
specialized_purpose_for_incarceration=
StateSpecializedPurposeForIncarceration.TREATMENT_IN_PRISON,
),
IncarcerationStayEvent(
state_code="US_ND",
event_date=date(2019, 11, 30),
facility="JRCC",
county_of_residence=_COUNTY_OF_RESIDENCE,
specialized_purpose_for_incarceration=
StateSpecializedPurposeForIncarceration.TREATMENT_IN_PRISON,
),
IncarcerationStayEvent(
state_code="US_ND",
event_date=date(2019, 11, 30),
facility="JRCC",
county_of_residence=_COUNTY_OF_RESIDENCE,
specialized_purpose_for_incarceration=
StateSpecializedPurposeForIncarceration.TREATMENT_IN_PRISON,
),
]
incarceration_combinations = calculator.map_incarceration_combinations(
person=person,
incarceration_events=incarceration_events,
metric_inclusions=ALL_METRICS_INCLUSIONS_DICT,
calculation_end_month=None,
calculation_month_count=-1,
person_metadata=_DEFAULT_PERSON_METADATA,
)
expected_combinations_count = expected_metric_combos_count(
incarceration_events)
self.assertEqual(expected_combinations_count,
len(incarceration_combinations))
assert all(value == 1
for _combination, value in incarceration_combinations)
def test_runMatch_supervisingOfficerMovedFromSupervisionPeriodToPerson(
self) -> None:
# Arrange
db_supervising_officer = generate_agent(
external_id=_EXTERNAL_ID,
state_code=_US_MO,
agent_type=StateAgentType.SUPERVISION_OFFICER.value)
db_person = generate_person(supervising_officer=db_supervising_officer,
state_code=_US_MO)
db_external_id = generate_external_id(external_id=_EXTERNAL_ID,
state_code=_US_MO,
id_type=_ID_TYPE)
db_supervision_period = generate_supervision_period(
person=db_person,
external_id=_EXTERNAL_ID,
start_date=_DATE_1,
termination_date=_DATE_2,
status=StateSupervisionPeriodStatus.PRESENT_WITHOUT_INFO.value,
state_code=_US_MO,
supervising_officer=db_supervising_officer)
db_supervision_period_open = generate_supervision_period(
person=db_person,
external_id=_EXTERNAL_ID_2,
start_date=_DATE_2,
status=StateSupervisionPeriodStatus.PRESENT_WITHOUT_INFO.value,
state_code=_US_MO,
supervising_officer=db_supervising_officer)
db_supervision_sentence = generate_supervision_sentence(
person=db_person,
external_id=_EXTERNAL_ID,
state_code=_US_MO,
start_date=_DATE_1,
supervision_periods=[
db_supervision_period, db_supervision_period_open
])
db_sentence_group = generate_sentence_group(
external_id=_EXTERNAL_ID,
state_code=_US_MO,
supervision_sentences=[db_supervision_sentence])
db_person.external_ids = [db_external_id]
db_person.sentence_groups = [db_sentence_group]
self._commit_to_db(db_person)
new_supervising_officer = StateAgent.new_with_defaults(
external_id=_EXTERNAL_ID_2,
state_code=_US_MO,
agent_type=StateAgentType.SUPERVISION_OFFICER)
new_supervision_period = StateSupervisionPeriod.new_with_defaults(
external_id=_EXTERNAL_ID_3,
state_code=_US_MO,
start_date=_DATE_3,
status=StateSupervisionPeriodStatus.PRESENT_WITHOUT_INFO,
supervising_officer=new_supervising_officer)
supervision_period_update = StateSupervisionPeriod.new_with_defaults(
external_id=db_supervision_period_open.external_id,
state_code=_US_MO,
termination_date=_DATE_3)
supervision_sentence = StateSupervisionSentence.new_with_defaults(
external_id=db_supervision_sentence.external_id,
state_code=_US_MO,
supervision_periods=[
supervision_period_update, new_supervision_period
])
sentence_group = StateSentenceGroup.new_with_defaults(
external_id=db_sentence_group.external_id,
state_code=_US_MO,
supervision_sentences=[supervision_sentence])
external_id = attr.evolve(self.to_entity(db_external_id),
person_external_id_id=None)
person = StatePerson.new_with_defaults(
external_ids=[external_id],
sentence_groups=[sentence_group],
state_code=_US_MO)
expected_person = attr.evolve(self.to_entity(db_person))
expected_person.supervising_officer = new_supervising_officer
expected_supervision_sentence = \
expected_person.sentence_groups[0].supervision_sentences[0]
expected_unchanged_supervision_period = \
attr.evolve(self.to_entity(db_supervision_period))
expected_updated_supervision_period = \
attr.evolve(self.to_entity(db_supervision_period_open),
termination_date=
supervision_period_update.termination_date,
supervising_officer=
expected_unchanged_supervision_period.
supervising_officer)
expected_supervision_sentence.supervision_periods = [
expected_unchanged_supervision_period,
expected_updated_supervision_period, new_supervision_period
]
# Act
session = self._session()
matched_entities = entity_matching.match(session,
_US_MO,
ingested_people=[person])
# Assert
self.assert_people_match_pre_and_post_commit([expected_person],
matched_entities.people,
session)
self.assert_no_errors(matched_entities)
self.assertEqual(1, matched_entities.total_root_entities)
def test_ssvrFlatFieldMatchingWithSomeNullValues(self) -> None:
db_person = generate_person(state_code=_US_MO)
db_supervision_violation_response = \
generate_supervision_violation_response(
person=db_person,
state_code=_US_MO,
response_type=StateSupervisionViolationResponseType.PERMANENT_DECISION.value,
response_type_raw_text=StateSupervisionViolationResponseType.PERMANENT_DECISION.value,
deciding_body_type=StateSupervisionViolationResponseDecidingBodyType.PAROLE_BOARD.value,
deciding_body_type_raw_text=StateSupervisionViolationResponseDecidingBodyType.PAROLE_BOARD.value,
)
db_incarceration_period = \
generate_incarceration_period(
person=db_person,
state_code=_US_MO,
external_id=_EXTERNAL_ID,
admission_reason=StateIncarcerationPeriodAdmissionReason.PAROLE_REVOCATION.value,
source_supervision_violation_response=db_supervision_violation_response)
db_incarceration_sentence = generate_incarceration_sentence(
person=db_person,
status=StateSentenceStatus.PRESENT_WITHOUT_INFO.value,
state_code=_US_MO,
external_id=_EXTERNAL_ID,
incarceration_periods=[db_incarceration_period])
db_sentence_group = generate_sentence_group(
person=db_person,
state_code=_US_MO,
external_id=_EXTERNAL_ID_WITH_SUFFIX,
status=StateSentenceStatus.PRESENT_WITHOUT_INFO.value,
incarceration_sentences=[db_incarceration_sentence],
supervision_sentences=[])
db_external_id = generate_external_id(person=db_person,
state_code=_US_MO,
id_type=_ID_TYPE,
external_id=_EXTERNAL_ID)
db_person.external_ids = [db_external_id]
db_person.sentence_groups = [db_sentence_group]
self._commit_to_db(db_person)
# Even though this violation response doesn't have a deciding_body_type set, it will not clear the values in
# db_supervision_violation_response.
supervision_violation_response = \
StateSupervisionViolationResponse.new_with_defaults(
state_code=_US_MO,
response_type=StateSupervisionViolationResponseType.PERMANENT_DECISION,
response_type_raw_text=StateSupervisionViolationResponseType.PERMANENT_DECISION.value)
incarceration_period = \
StateIncarcerationPeriod.new_with_defaults(
state_code=_US_MO,
external_id=_EXTERNAL_ID,
admission_reason=StateIncarcerationPeriodAdmissionReason.PAROLE_REVOCATION,
source_supervision_violation_response=supervision_violation_response)
incarceration_sentence = StateIncarcerationSentence.new_with_defaults(
status=StateSentenceStatus.PRESENT_WITHOUT_INFO,
state_code=_US_MO,
external_id=_EXTERNAL_ID,
incarceration_periods=[incarceration_period])
sentence_group = StateSentenceGroup.new_with_defaults(
state_code=_US_MO,
external_id=_EXTERNAL_ID_WITH_SUFFIX,
status=StateSentenceStatus.PRESENT_WITHOUT_INFO,
incarceration_sentences=[incarceration_sentence],
supervision_sentences=[])
external_id = StatePersonExternalId.new_with_defaults(
state_code=_US_MO, id_type=_ID_TYPE, external_id=_EXTERNAL_ID)
person = StatePerson.new_with_defaults(
sentence_groups=[sentence_group],
external_ids=[external_id],
state_code=_US_MO)
expected_person = self.to_entity(db_person)
# Act 1 - Match
session = self._session()
matched_entities = entity_matching.match(session,
_US_MO,
ingested_people=[person])
self.assert_people_match_pre_and_post_commit([expected_person],
matched_entities.people,
session)
self.assertEqual(0, matched_entities.error_count)
self.assertEqual(1, matched_entities.total_root_entities)
def testClassifyIncarcerationEvents(self):
"""Tests the ClassifyIncarcerationEvents DoFn."""
fake_person_id = 12345
fake_person = StatePerson.new_with_defaults(
person_id=fake_person_id,
gender=Gender.MALE,
birthdate=date(1970, 1, 1),
residency_status=ResidencyStatus.PERMANENT)
incarceration_period = StateIncarcerationPeriod.new_with_defaults(
incarceration_period_id=1111,
incarceration_type=StateIncarcerationType.STATE_PRISON,
status=StateIncarcerationPeriodStatus.NOT_IN_CUSTODY,
state_code='TX',
facility='PRISON XX',
admission_date=date(2010, 11, 20),
admission_reason=StateIncarcerationPeriodAdmissionReason.
PROBATION_REVOCATION,
release_date=date(2010, 12, 4),
release_reason=StateIncarcerationPeriodReleaseReason.
SENTENCE_SERVED)
incarceration_sentence = StateIncarcerationSentence.new_with_defaults(
incarceration_sentence_id=123,
incarceration_periods=[incarceration_period],
charges=[
StateCharge.new_with_defaults(ncic_code='5699',
statute='CIVIL RIGHTS',
offense_date=date(2009, 1, 9))
])
sentence_group = StateSentenceGroup.new_with_defaults(
sentence_group_id=123,
incarceration_sentences=[incarceration_sentence])
incarceration_sentence.sentence_group = sentence_group
incarceration_period.incarceration_sentences = [incarceration_sentence]
person_entities = {
'person': [fake_person],
'sentence_groups': [sentence_group]
}
fake_person_id_to_county_query_result = [{
'person_id':
fake_person_id,
'county_of_residence':
_COUNTY_OF_RESIDENCE
}]
incarceration_events = [
IncarcerationStayEvent(
admission_reason=incarceration_period.admission_reason,
admission_reason_raw_text=incarceration_period.
admission_reason_raw_text,
supervision_type_at_admission=
StateSupervisionPeriodSupervisionType.PROBATION,
state_code=incarceration_period.state_code,
event_date=last_day_of_month(
incarceration_period.admission_date),
facility=incarceration_period.facility,
county_of_residence=_COUNTY_OF_RESIDENCE,
most_serious_offense_statute='CIVIL RIGHTS'),
IncarcerationAdmissionEvent(
state_code=incarceration_period.state_code,
event_date=incarceration_period.admission_date,
facility=incarceration_period.facility,
county_of_residence=_COUNTY_OF_RESIDENCE,
admission_reason=incarceration_period.admission_reason,
admission_reason_raw_text=incarceration_period.
admission_reason_raw_text,
supervision_type_at_admission=
StateSupervisionPeriodSupervisionType.PROBATION,
),
IncarcerationReleaseEvent(
state_code=incarceration_period.state_code,
event_date=incarceration_period.release_date,
facility=incarceration_period.facility,
county_of_residence=_COUNTY_OF_RESIDENCE,
release_reason=incarceration_period.release_reason)
]
correct_output = [(fake_person, incarceration_events)]
test_pipeline = TestPipeline()
person_id_to_county_kv = (
test_pipeline
| "Read person id to county associations from BigQuery" >>
beam.Create(fake_person_id_to_county_query_result)
|
"Convert to KV" >> beam.ParDo(ConvertDictToKVTuple(), 'person_id'))
output = (test_pipeline
| beam.Create([(fake_person_id, person_entities)])
| 'Identify Incarceration Events' >> beam.ParDo(
pipeline.ClassifyIncarcerationEvents(),
AsDict(person_id_to_county_kv)))
assert_that(output, equal_to(correct_output))
test_pipeline.run()
def test_removeSeosFromSupervisionViolation(self) -> None:
supervision_violation_response = \
StateSupervisionViolationResponse.new_with_defaults(
state_code=_US_MO,
external_id=_EXTERNAL_ID_WITH_SUFFIX)
supervision_violation = StateSupervisionViolation.new_with_defaults(
state_code=_US_MO,
external_id=_EXTERNAL_ID_WITH_SUFFIX,
supervision_violation_responses=[supervision_violation_response])
placeholder_supervision_period = \
StateSupervisionPeriod.new_with_defaults(
state_code=_US_MO,
status=StateSentenceStatus.PRESENT_WITHOUT_INFO,
supervision_violation_entries=[supervision_violation])
supervision_sentence = StateSupervisionSentence.new_with_defaults(
status=StateSentenceStatus.PRESENT_WITHOUT_INFO,
state_code=_US_MO,
external_id=_EXTERNAL_ID,
supervision_periods=[placeholder_supervision_period])
sentence_group = StateSentenceGroup.new_with_defaults(
state_code=_US_MO,
external_id=_EXTERNAL_ID_WITH_SUFFIX,
status=StateSentenceStatus.PRESENT_WITHOUT_INFO,
incarceration_sentences=[],
supervision_sentences=[supervision_sentence])
external_id = StatePersonExternalId.new_with_defaults(
state_code=_US_MO, id_type=_ID_TYPE, external_id=_EXTERNAL_ID)
person = StatePerson.new_with_defaults(
sentence_groups=[sentence_group],
external_ids=[external_id],
state_code=_US_MO)
updated_external_id = _EXTERNAL_ID
expected_supervision_violation_response = attr.evolve(
supervision_violation_response, external_id=updated_external_id)
expected_supervision_violation = attr.evolve(
supervision_violation,
external_id=updated_external_id,
supervision_violation_responses=[
expected_supervision_violation_response
])
expected_placeholder_supervision_period = attr.evolve(
placeholder_supervision_period,
supervision_violation_entries=[expected_supervision_violation])
expected_supervision_sentence = attr.evolve(
supervision_sentence,
supervision_periods=[expected_placeholder_supervision_period])
expected_sentence_group = attr.evolve(
sentence_group,
supervision_sentences=[expected_supervision_sentence])
expected_external_id = attr.evolve(external_id)
expected_person = attr.evolve(
person,
external_ids=[expected_external_id],
sentence_groups=[expected_sentence_group])
# Act 1 - Match
session = self._session()
matched_entities = entity_matching.match(session,
_US_MO,
ingested_people=[person])
self.assert_people_match_pre_and_post_commit([expected_person],
matched_entities.people,
session)
self.assertEqual(0, matched_entities.error_count)
self.assertEqual(1, matched_entities.total_root_entities)
def setUp(self) -> None:
self.person = StatePerson.new_with_defaults(state_code="US_XX")
def test_moveViolationsOntoSupervisionPeriodsForPerson_violationNoLongerOverlaps(
self):
# Act
sv_ss = StateSupervisionViolation.new_with_defaults(
supervision_violation_id=_ID,
state_code=_STATE_CODE,
violation_date=_DATE_4)
# This supervision period, which has already been written to the DB, has presumably been updated so that the
# date range no longer overlaps with the attached violation (or the violation has been updated).
sp_ss = StateSupervisionPeriod.new_with_defaults(
supervision_period_id=_ID,
external_id=_EXTERNAL_ID,
state_code=_STATE_CODE,
start_date=_DATE_1,
termination_date=_DATE_3,
supervision_violation_entries=[sv_ss])
ss = StateSupervisionSentence.new_with_defaults(
supervision_sentence_id=_ID,
external_id=_EXTERNAL_ID,
state_code=_STATE_CODE,
supervision_periods=[sp_ss])
sg = StateSentenceGroup.new_with_defaults(external_id=_EXTERNAL_ID,
sentence_group_id=_ID,
state_code=_STATE_CODE,
supervision_sentences=[ss])
state_person = StatePerson.new_with_defaults(person_id=_ID,
sentence_groups=[sg])
expected_sp_ss = attr.evolve(sp_ss, supervision_violation_entries=[])
expected_ss = attr.evolve(ss, supervision_periods=[expected_sp_ss])
expected_sg = attr.evolve(sg, supervision_sentences=[expected_ss])
expected_sv_ss = attr.evolve(sv_ss)
expected_placeholder_sp = StateSupervisionPeriod.new_with_defaults(
state_code=_STATE_CODE,
status=StateSupervisionPeriodStatus.PRESENT_WITHOUT_INFO,
supervision_violation_entries=[expected_sv_ss])
expected_placeholder_ss = StateSupervisionSentence.new_with_defaults(
state_code=_STATE_CODE,
status=StateSentenceStatus.PRESENT_WITHOUT_INFO,
supervision_periods=[expected_placeholder_sp])
expected_placeholder_sg = StateSentenceGroup.new_with_defaults(
state_code=_STATE_CODE,
status=StateSentenceStatus.PRESENT_WITHOUT_INFO,
supervision_sentences=[expected_placeholder_ss])
expected_person = attr.evolve(
state_person,
sentence_groups=[expected_sg, expected_placeholder_sg])
# Act
input_people = converter.convert_entity_people_to_schema_people(
[state_person])
move_violations_onto_supervision_periods_for_person(
input_people, _STATE_CODE)
# Assert
self.assert_people_match([expected_person], input_people)
def test_associateSvrsWithIps_dontAssociateTheSameSvr(self):
# Arrange
svr_1 = StateSupervisionViolationResponse.new_with_defaults(
response_date=_DATE_1,
revocation_type=StateSupervisionViolationResponseRevocationType.
REINCARCERATION)
placeholder_sv = StateSupervisionViolation.new_with_defaults(
supervision_violation_responses=[svr_1])
placeholder_sp = StateSupervisionPeriod.new_with_defaults(
supervision_violation_entries=[placeholder_sv])
placeholder_ss = StateSupervisionSentence.new_with_defaults(
supervision_periods=[placeholder_sp])
ip_1 = StateIncarcerationPeriod.new_with_defaults(
admission_date=_DATE_2,
admission_reason=
StateIncarcerationPeriodAdmissionReason.PROBATION_REVOCATION)
ip_2 = StateIncarcerationPeriod.new_with_defaults(
admission_date=_DATE_4,
admission_reason=
StateIncarcerationPeriodAdmissionReason.PROBATION_REVOCATION)
placeholder_is = StateIncarcerationSentence.new_with_defaults(
incarceration_periods=[ip_1, ip_2])
placeholder_sg = StateSentenceGroup.new_with_defaults(
incarceration_sentences=[placeholder_is],
supervision_sentences=[placeholder_ss])
placeholder_person = StatePerson.new_with_defaults(
sentence_groups=[placeholder_sg])
expected_svr_1 = attr.evolve(svr_1)
expected_placeholder_sv = attr.evolve(
placeholder_sv,
supervision_violation_responses=[expected_svr_1])
expected_placeholder_sp = attr.evolve(
placeholder_sp,
supervision_violation_entries=[expected_placeholder_sv])
expected_placeholder_ss = attr.evolve(
placeholder_ss, supervision_periods=[expected_placeholder_sp])
expected_ip_1 = attr.evolve(
ip_1, source_supervision_violation_response=expected_svr_1)
expected_ip_2 = attr.evolve(ip_2)
expected_placeholder_is = attr.evolve(
placeholder_is,
incarceration_periods=[expected_ip_1, expected_ip_2])
expected_placeholder_sg = attr.evolve(
placeholder_sg,
supervision_sentences=[expected_placeholder_ss],
incarceration_sentences=[expected_placeholder_is])
expected_placeholder_person = attr.evolve(
placeholder_person, sentence_groups=[expected_placeholder_sg])
# Act
input_people = \
converter.convert_entity_people_to_schema_people(
[placeholder_person])
associate_revocation_svrs_with_ips(input_people)
# Assert
self.assert_people_match(
[expected_placeholder_person],
input_people)
def testConvert_FullIngestInfo(self):
# Arrange
metadata = IngestMetadata('us_nd',
_JURISDICTION_ID,
_INGEST_TIME,
system_level=SystemLevel.STATE)
ingest_info = IngestInfo()
ingest_info.state_agents.add(state_agent_id='AGENT_ID1',
full_name='AGENT WILLIAMS')
ingest_info.state_agents.add(state_agent_id='AGENT_ID2',
full_name='AGENT HERNANDEZ')
ingest_info.state_agents.add(state_agent_id='AGENT_ID3',
full_name='AGENT SMITH')
ingest_info.state_agents.add(state_agent_id='AGENT_ID4',
full_name='AGENT PO')
ingest_info.state_agents.add(state_agent_id='JUDGE_AGENT_ID_1',
full_name='JUDGE JUDY')
ingest_info.state_agents.add(state_agent_id='AGENT_ID_PO',
full_name='AGENT PAROLEY')
ingest_info.state_agents.add(state_agent_id='AGENT_ID_TERM',
full_name='AGENT TERMY',
agent_type='SUPERVISION_OFFICER')
ingest_info.state_agents.add(
state_agent_id='AGENT_ID_SUPERVISING',
full_name='SUPERVISING AGENT',
)
# We expect the external_ids coming in to have the format
# [type]:[external_id]
ii_person_external_id_1 = US_ND_ELITE + ':' + 'EXTERNAL_ID1'
ii_person_external_id_2 = US_ND_SID + ':' + 'EXTERNAL_ID2'
ingest_info.state_people.add(
state_person_id='PERSON_ID',
state_person_race_ids=['RACE_ID1', 'RACE_ID2'],
state_person_ethnicity_ids=['ETHNICITY_ID'],
state_alias_ids=['ALIAS_ID1', 'ALIAS_ID2'],
state_person_external_ids_ids=[
ii_person_external_id_1, ii_person_external_id_2
],
state_assessment_ids=['ASSESSMENT_ID'],
state_program_assignment_ids=['PROGRAM_ASSIGNMENT_ID'],
state_sentence_group_ids=['GROUP_ID1', 'GROUP_ID2'],
supervising_officer_id='AGENT_ID_SUPERVISING',
)
ingest_info.state_person_races.add(
state_person_race_id='RACE_ID1',
race='WHITE',
)
ingest_info.state_person_races.add(state_person_race_id='RACE_ID2',
race='OTHER')
ingest_info.state_person_ethnicities.add(
state_person_ethnicity_id='ETHNICITY_ID', ethnicity='HISPANIC')
ingest_info.state_aliases.add(state_alias_id='ALIAS_ID1',
full_name='LONNY BREAUX')
ingest_info.state_aliases.add(state_alias_id='ALIAS_ID2',
full_name='FRANK OCEAN')
ingest_info.state_person_external_ids.add(
state_person_external_id_id=ii_person_external_id_1,
id_type=US_ND_ELITE)
ingest_info.state_person_external_ids.add(
state_person_external_id_id=ii_person_external_id_2,
id_type=US_ND_SID)
ingest_info.state_assessments.add(state_assessment_id='ASSESSMENT_ID',
assessment_class='MENTAL_HEALTH',
conducting_agent_id='AGENT_ID1')
ingest_info.state_program_assignments.add(
state_program_assignment_id='PROGRAM_ASSIGNMENT_ID',
participation_status='DISCHARGED',
referral_date='2019/02/10',
start_date='2019/02/11',
discharge_date='2019/02/12',
program_id='PROGRAM_ID',
program_location_id='PROGRAM_LOCATION_ID',
discharge_reason='COMPLETED',
referring_agent_id='AGENT_ID4')
ingest_info.state_sentence_groups.add(
state_sentence_group_id='GROUP_ID1',
state_supervision_sentence_ids=['SUPERVISION_SENTENCE_ID1'],
state_incarceration_sentence_ids=[
'INCARCERATION_SENTENCE_ID1', 'INCARCERATION_SENTENCE_ID2'
])
ingest_info.state_sentence_groups.add(
state_sentence_group_id='GROUP_ID2',
state_supervision_sentence_ids=['SUPERVISION_SENTENCE_ID2'],
state_fine_ids=['FINE_ID'])
ingest_info.state_fines.add(state_fine_id='FINE_ID', status='PAID')
ingest_info.state_supervision_sentences.add(
state_supervision_sentence_id='SUPERVISION_SENTENCE_ID1',
state_charge_ids=['CHARGE_ID1', 'CHARGE_ID2'],
state_supervision_period_ids=['S_PERIOD_ID1'])
ingest_info.state_supervision_sentences.add(
state_supervision_sentence_id='SUPERVISION_SENTENCE_ID2',
state_charge_ids=['CHARGE_ID2'],
state_supervision_period_ids=['S_PERIOD_ID2'])
ingest_info.state_incarceration_sentences.add(
state_incarceration_sentence_id='INCARCERATION_SENTENCE_ID1',
state_charge_ids=['CHARGE_ID1'],
state_incarceration_period_ids=['I_PERIOD_ID'])
ingest_info.state_incarceration_sentences.add(
state_incarceration_sentence_id='INCARCERATION_SENTENCE_ID2',
state_charge_ids=['CHARGE_ID2', 'CHARGE_ID3'],
state_supervision_period_ids=['S_PERIOD_ID3'])
ingest_info.state_charges.add(
state_charge_id='CHARGE_ID1',
state_court_case_id='CASE_ID',
state_bond_id='BOND_ID',
classification_type='M',
classification_subtype='1',
ncic_code='5006',
)
ingest_info.state_charges.add(
state_charge_id='CHARGE_ID2',
state_court_case_id='CASE_ID',
classification_type='M',
classification_subtype='2',
)
ingest_info.state_charges.add(
state_charge_id='CHARGE_ID3',
state_court_case_id='CASE_ID',
classification_type='F',
classification_subtype='3',
ncic_code='5006',
description='Obstruction of investigation',
)
ingest_info.state_court_cases.add(
state_court_case_id='CASE_ID',
judge_id='JUDGE_AGENT_ID_1',
)
ingest_info.state_bonds.add(state_bond_id='BOND_ID', status='POSTED')
ingest_info.state_supervision_periods.add(
state_supervision_period_id='S_PERIOD_ID1',
state_supervision_violation_entry_ids=['VIOLATION_ID'],
supervision_type='PAROLE',
supervision_level='MED',
state_supervision_contact_ids=['SUPERVISION_CONTACT_ID'],
state_program_assignment_ids=['PROGRAM_ASSIGNMENT_ID'])
ingest_info.state_supervision_periods.add(
state_supervision_period_id='S_PERIOD_ID2',
supervision_type='PAROLE')
ingest_info.state_supervision_periods.add(
state_supervision_period_id='S_PERIOD_ID3',
state_assessment_ids=['ASSESSMENT_ID'],
supervising_officer_id='AGENT_ID_PO',
supervision_type='PROBATION',
state_supervision_case_type_entry_ids=['CASE_TYPE_ID'],
)
ingest_info.state_supervision_case_type_entries.add(
state_supervision_case_type_entry_id='CASE_TYPE_ID',
case_type='DOMESTIC_VIOLENCE')
ingest_info.state_incarceration_periods.add(
state_incarceration_period_id='I_PERIOD_ID',
state_incarceration_incident_ids=['INCIDENT_ID'],
state_parole_decision_ids=['DECISION_ID'],
state_assessment_ids=['ASSESSMENT_ID'],
state_program_assignment_ids=['PROGRAM_ASSIGNMENT_ID'],
source_supervision_violation_response_id='RESPONSE_ID')
ingest_info.state_supervision_violation_type_entries.add(
state_supervision_violation_type_entry_id='VIOLATION_TYPE_ENTRY_ID',
violation_type='FELONY',
state_code='US_ND')
ingest_info.state_supervision_violated_condition_entries.add(
state_supervision_violated_condition_entry_id=
'VIOLATED_CONDITION_ENTRY_ID',
condition='CURFEW',
state_code='US_ND')
ingest_info.state_supervision_violations.add(
state_supervision_violation_id='VIOLATION_ID',
state_supervision_violation_response_ids=['RESPONSE_ID'],
state_supervision_violated_condition_entry_ids=[
'VIOLATED_CONDITION_ENTRY_ID'
],
state_supervision_violation_type_entry_ids=[
'VIOLATION_TYPE_ENTRY_ID'
],
)
ingest_info.state_supervision_violated_condition_entries.add(
state_supervision_violated_condition_entry_id=
'VIOLATED_CONDITION_ENTRY_ID',
condition='CURFEW',
state_code='US_ND')
ingest_info.state_supervision_violation_response_decision_entries.add(
state_supervision_violation_response_decision_entry_id=
'VIOLATION_RESPONSE_DECISION_ENTRY_ID',
decision='REVOCATION',
revocation_type='REINCARCERATION',
state_code='US_ND')
ingest_info.state_supervision_violation_responses.add(
state_supervision_violation_response_id='RESPONSE_ID',
decision_agent_ids=['AGENT_ID_TERM'],
state_supervision_violation_response_decision_entry_ids=[
'VIOLATION_RESPONSE_DECISION_ENTRY_ID'
],
response_type='CITATION')
ingest_info.state_incarceration_incidents.add(
state_incarceration_incident_id='INCIDENT_ID',
incident_type='CONTRABAND',
responding_officer_id='AGENT_ID2',
state_incarceration_incident_outcome_ids=['INCIDENT_OUTCOME_ID'],
)
ingest_info.state_incarceration_incident_outcomes.add(
state_incarceration_incident_outcome_id='INCIDENT_OUTCOME_ID',
outcome_type='GOOD_TIME_LOSS',
date_effective='2/10/2018',
state_code='US_ND',
outcome_description='Good time',
punishment_length_days='7',
)
ingest_info.state_parole_decisions.add(
state_parole_decision_id='DECISION_ID',
decision_agent_ids=['AGENT_ID2', 'AGENT_ID3'])
ingest_info.state_supervision_contacts.add(
state_supervision_contact_id='SUPERVISION_CONTACT_ID',
contacted_agent_id='AGENT_ID_PO')
# Act
result = self._convert_and_throw_on_errors(ingest_info, metadata)
# Assert
supervision_contact = StateSupervisionContact.new_with_defaults(
external_id='SUPERVISION_CONTACT_ID',
state_code='US_ND',
contacted_agent=StateAgent.new_with_defaults(
external_id='AGENT_ID_PO',
state_code='US_ND',
agent_type=StateAgentType.PRESENT_WITHOUT_INFO,
full_name='{"full_name": "AGENT PAROLEY"}'),
)
incident_outcome = StateIncarcerationIncidentOutcome.new_with_defaults(
external_id='INCIDENT_OUTCOME_ID',
outcome_type=StateIncarcerationIncidentOutcomeType.GOOD_TIME_LOSS,
outcome_type_raw_text='GOOD_TIME_LOSS',
date_effective=datetime.date(year=2018, month=2, day=10),
state_code='US_ND',
outcome_description='GOOD TIME',
punishment_length_days=7,
)
incident = StateIncarcerationIncident.new_with_defaults(
external_id='INCIDENT_ID',
state_code='US_ND',
incident_type=StateIncarcerationIncidentType.CONTRABAND,
incident_type_raw_text='CONTRABAND',
responding_officer=StateAgent.new_with_defaults(
external_id='AGENT_ID2',
state_code='US_ND',
agent_type=StateAgentType.PRESENT_WITHOUT_INFO,
full_name='{"full_name": "AGENT HERNANDEZ"}',
),
incarceration_incident_outcomes=[incident_outcome])
assessment = StateAssessment.new_with_defaults(
external_id='ASSESSMENT_ID',
state_code='US_ND',
assessment_class=StateAssessmentClass.MENTAL_HEALTH,
assessment_class_raw_text='MENTAL_HEALTH',
conducting_agent=StateAgent.new_with_defaults(
external_id='AGENT_ID1',
agent_type=StateAgentType.PRESENT_WITHOUT_INFO,
state_code='US_ND',
full_name='{"full_name": "AGENT WILLIAMS"}',
))
program_assignment = StateProgramAssignment.new_with_defaults(
external_id='PROGRAM_ASSIGNMENT_ID',
state_code='US_ND',
participation_status=StateProgramAssignmentParticipationStatus.
DISCHARGED,
participation_status_raw_text='DISCHARGED',
referral_date=datetime.date(year=2019, month=2, day=10),
start_date=datetime.date(year=2019, month=2, day=11),
discharge_date=datetime.date(year=2019, month=2, day=12),
program_id='PROGRAM_ID',
program_location_id='PROGRAM_LOCATION_ID',
discharge_reason=StateProgramAssignmentDischargeReason.COMPLETED,
discharge_reason_raw_text='COMPLETED',
referring_agent=StateAgent.new_with_defaults(
external_id='AGENT_ID4',
agent_type=StateAgentType.PRESENT_WITHOUT_INFO,
state_code='US_ND',
full_name='{"full_name": "AGENT PO"}'))
response = StateSupervisionViolationResponse.new_with_defaults(
external_id='RESPONSE_ID',
state_code='US_ND',
response_type=StateSupervisionViolationResponseType.CITATION,
response_type_raw_text='CITATION',
decision_agents=[
StateAgent.new_with_defaults(
external_id='AGENT_ID_TERM',
state_code='US_ND',
full_name='{"full_name": "AGENT TERMY"}',
agent_type=StateAgentType.SUPERVISION_OFFICER,
agent_type_raw_text='SUPERVISION_OFFICER',
)
],
supervision_violation_response_decisions=[
StateSupervisionViolationResponseDecisionEntry.
new_with_defaults(
state_code='US_ND',
decision=StateSupervisionViolationResponseDecision.
REVOCATION,
decision_raw_text='REVOCATION',
revocation_type=
StateSupervisionViolationResponseRevocationType.
REINCARCERATION,
revocation_type_raw_text='REINCARCERATION')
])
violation = StateSupervisionViolation.new_with_defaults(
external_id='VIOLATION_ID',
state_code='US_ND',
supervision_violation_responses=[response],
supervision_violation_types=[
StateSupervisionViolationTypeEntry.new_with_defaults(
state_code='US_ND',
violation_type=StateSupervisionViolationType.FELONY,
violation_type_raw_text='FELONY',
)
],
supervision_violated_conditions=[
StateSupervisionViolatedConditionEntry.new_with_defaults(
state_code='US_ND',
condition='CURFEW',
)
])
court_case = StateCourtCase.new_with_defaults(
external_id='CASE_ID',
state_code='US_ND',
status=StateCourtCaseStatus.PRESENT_WITHOUT_INFO,
court_type=StateCourtType.PRESENT_WITHOUT_INFO,
judge=StateAgent.new_with_defaults(
external_id='JUDGE_AGENT_ID_1',
state_code='US_ND',
agent_type=StateAgentType.PRESENT_WITHOUT_INFO,
full_name='{"full_name": "JUDGE JUDY"}',
))
charge_1 = StateCharge.new_with_defaults(
external_id='CHARGE_ID1',
classification_type=StateChargeClassificationType.MISDEMEANOR,
classification_type_raw_text='M',
classification_subtype='1',
ncic_code='5006',
description='FALSE STATEMENT',
state_code='US_ND',
status=ChargeStatus.PRESENT_WITHOUT_INFO,
court_case=court_case,
bond=StateBond.new_with_defaults(external_id='BOND_ID',
state_code='US_ND',
status=BondStatus.POSTED,
status_raw_text='POSTED'))
charge_2 = StateCharge.new_with_defaults(
external_id='CHARGE_ID2',
classification_type=StateChargeClassificationType.MISDEMEANOR,
classification_type_raw_text='M',
classification_subtype='2',
state_code='US_ND',
status=ChargeStatus.PRESENT_WITHOUT_INFO,
court_case=court_case)
charge_3 = StateCharge.new_with_defaults(
external_id='CHARGE_ID3',
state_code='US_ND',
classification_type=StateChargeClassificationType.FELONY,
classification_type_raw_text='F',
classification_subtype='3',
ncic_code='5006',
description='OBSTRUCTION OF INVESTIGATION',
status=ChargeStatus.PRESENT_WITHOUT_INFO,
court_case=court_case)
incarceration_sentence_1 = StateIncarcerationSentence.new_with_defaults(
external_id='INCARCERATION_SENTENCE_ID1',
state_code='US_ND',
status=StateSentenceStatus.PRESENT_WITHOUT_INFO,
incarceration_type=StateIncarcerationType.STATE_PRISON,
charges=[charge_1],
incarceration_periods=[
StateIncarcerationPeriod.new_with_defaults(
external_id='I_PERIOD_ID',
status=StateIncarcerationPeriodStatus.PRESENT_WITHOUT_INFO,
incarceration_type=StateIncarcerationType.STATE_PRISON,
state_code='US_ND',
incarceration_incidents=[incident],
program_assignments=[program_assignment],
parole_decisions=[
StateParoleDecision.new_with_defaults(
external_id='DECISION_ID',
state_code='US_ND',
decision_agents=[
StateAgent.new_with_defaults(
external_id='AGENT_ID2',
agent_type=StateAgentType.
PRESENT_WITHOUT_INFO,
state_code='US_ND',
full_name='{"full_name": "AGENT HERNANDEZ"}'
),
StateAgent.new_with_defaults(
external_id='AGENT_ID3',
state_code='US_ND',
agent_type=StateAgentType.
PRESENT_WITHOUT_INFO,
full_name='{"full_name": "AGENT SMITH"}')
])
],
assessments=[assessment],
source_supervision_violation_response=response,
)
])
incarceration_sentence_2 = StateIncarcerationSentence.new_with_defaults(
external_id='INCARCERATION_SENTENCE_ID2',
state_code='US_ND',
status=StateSentenceStatus.PRESENT_WITHOUT_INFO,
incarceration_type=StateIncarcerationType.STATE_PRISON,
charges=[charge_2, charge_3],
supervision_periods=[
StateSupervisionPeriod.new_with_defaults(
external_id='S_PERIOD_ID3',
status=StateSupervisionPeriodStatus.PRESENT_WITHOUT_INFO,
state_code='US_ND',
supervision_type=StateSupervisionType.PROBATION,
supervision_type_raw_text='PROBATION',
assessments=[assessment],
supervising_officer=StateAgent.new_with_defaults(
external_id='AGENT_ID_PO',
state_code='US_ND',
agent_type=StateAgentType.PRESENT_WITHOUT_INFO,
full_name='{"full_name": "AGENT PAROLEY"}',
),
case_type_entries=[
StateSupervisionCaseTypeEntry.new_with_defaults(
case_type=StateSupervisionCaseType.
DOMESTIC_VIOLENCE,
case_type_raw_text='DOMESTIC_VIOLENCE',
state_code='US_ND',
external_id='CASE_TYPE_ID')
])
])
expected_result = [
StatePerson.new_with_defaults(
external_ids=[
StatePersonExternalId.new_with_defaults(
external_id='EXTERNAL_ID1',
state_code='US_ND',
id_type=US_ND_ELITE),
StatePersonExternalId.new_with_defaults(
external_id='EXTERNAL_ID2',
state_code='US_ND',
id_type=US_ND_SID)
],
races=[
StatePersonRace(race=Race.WHITE,
race_raw_text='WHITE',
state_code='US_ND'),
StatePersonRace(race=Race.OTHER,
race_raw_text='OTHER',
state_code='US_ND'),
],
ethnicities=[
StatePersonEthnicity(ethnicity=Ethnicity.HISPANIC,
ethnicity_raw_text='HISPANIC',
state_code='US_ND')
],
aliases=[
StatePersonAlias.new_with_defaults(
full_name='{"full_name": "LONNY BREAUX"}',
state_code='US_ND'),
StatePersonAlias.new_with_defaults(
full_name='{"full_name": "FRANK OCEAN"}',
state_code='US_ND'),
],
supervising_officer=StateAgent.new_with_defaults(
external_id='AGENT_ID_SUPERVISING',
state_code='US_ND',
agent_type=StateAgentType.PRESENT_WITHOUT_INFO,
full_name='{"full_name": "SUPERVISING AGENT"}'),
assessments=[assessment],
program_assignments=[program_assignment],
sentence_groups=[
StateSentenceGroup.new_with_defaults(
external_id='GROUP_ID1',
status=StateSentenceStatus.PRESENT_WITHOUT_INFO,
state_code='US_ND',
supervision_sentences=[
StateSupervisionSentence.new_with_defaults(
external_id='SUPERVISION_SENTENCE_ID1',
state_code='US_ND',
status=StateSentenceStatus.
PRESENT_WITHOUT_INFO,
charges=[charge_1, charge_2],
supervision_periods=[
StateSupervisionPeriod.new_with_defaults(
external_id='S_PERIOD_ID1',
status=StateSupervisionPeriodStatus.
PRESENT_WITHOUT_INFO,
supervision_level=StateSupervisionLevel
.MEDIUM,
supervision_level_raw_text='MED',
state_code='US_ND',
supervision_type=StateSupervisionType.
PAROLE,
supervision_type_raw_text='PAROLE',
supervision_violation_entries=[
violation
],
program_assignments=[
program_assignment
],
supervision_contacts=[
supervision_contact
],
)
])
],
incarceration_sentences=[
incarceration_sentence_1, incarceration_sentence_2
]),
StateSentenceGroup.new_with_defaults(
external_id='GROUP_ID2',
status=StateSentenceStatus.PRESENT_WITHOUT_INFO,
state_code='US_ND',
supervision_sentences=[
StateSupervisionSentence.new_with_defaults(
external_id='SUPERVISION_SENTENCE_ID2',
state_code='US_ND',
status=StateSentenceStatus.
PRESENT_WITHOUT_INFO,
charges=[charge_2],
supervision_periods=[
StateSupervisionPeriod.new_with_defaults(
external_id='S_PERIOD_ID2',
status=StateSupervisionPeriodStatus.
PRESENT_WITHOUT_INFO,
state_code='US_ND',
supervision_type=StateSupervisionType.
PAROLE,
supervision_type_raw_text='PAROLE',
)
])
],
fines=[
StateFine.new_with_defaults(
external_id='FINE_ID',
state_code='US_ND',
status=StateFineStatus.PAID,
status_raw_text='PAID')
])
])
]
print("\n", expected_result, "\n\n\n", result)
self.assertCountEqual(expected_result, result)
def testCalculateIncarcerationMetricCombinations(self):
"""Tests the CalculateIncarcerationMetricCombinations DoFn."""
fake_person = StatePerson.new_with_defaults(
state_code="US_XX",
person_id=123,
gender=Gender.MALE,
birthdate=date(1970, 1, 1),
residency_status=ResidencyStatus.PERMANENT,
)
incarceration_events = [
IncarcerationAdmissionEvent(
state_code="US_XX",
event_date=date(2001, 3, 16),
facility="SAN QUENTIN",
county_of_residence="county_of_residence",
admission_reason=StateIncarcerationPeriodAdmissionReason.
PROBATION_REVOCATION,
),
IncarcerationReleaseEvent(
state_code="US_XX",
event_date=date(2002, 5, 26),
facility="SAN QUENTIN",
county_of_residence="county_of_residence",
release_reason=StateIncarcerationPeriodReleaseReason.
SENTENCE_SERVED,
),
]
expected_metric_count = 1
expected_combination_counts = {
"admissions": expected_metric_count,
"releases": expected_metric_count,
}
test_pipeline = TestPipeline()
inputs = [(
self.fake_person_id,
{
"person_events": [(fake_person, incarceration_events)],
"person_metadata": [self.person_metadata],
},
)]
output = (test_pipeline
| beam.Create(inputs)
| beam.ParDo(ExtractPersonEventsMetadata())
| "Calculate Incarceration Metrics" >> beam.ParDo(
pipeline.CalculateIncarcerationMetricCombinations(),
None,
-1,
ALL_METRICS_INCLUSIONS_DICT,
))
assert_that(
output,
AssertMatchers.count_combinations(expected_combination_counts),
"Assert number of metrics is expected value",
)
test_pipeline.run()
def test_associateSvrsWithIps(self):
# Arrange
ip_1 = StateIncarcerationPeriod.new_with_defaults(
admission_date=_DATE_1,
admission_reason=
StateIncarcerationPeriodAdmissionReason.PROBATION_REVOCATION)
ip_2 = StateIncarcerationPeriod.new_with_defaults(
admission_date=_DATE_2,
admission_reason=
StateIncarcerationPeriodAdmissionReason.PROBATION_REVOCATION)
placeholder_is = StateIncarcerationSentence.new_with_defaults(
incarceration_periods=[ip_1, ip_2])
svr_1 = StateSupervisionViolationResponse.new_with_defaults(
response_date=_DATE_1 - datetime.timedelta(days=1),
revocation_type=StateSupervisionViolationResponseRevocationType.
REINCARCERATION)
svr_2 = StateSupervisionViolationResponse.new_with_defaults(
response_date=_DATE_2 + datetime.timedelta(days=1),
revocation_type=StateSupervisionViolationResponseRevocationType.
REINCARCERATION)
svr_3 = StateSupervisionViolationResponse.new_with_defaults(
response_date=_DATE_2 + datetime.timedelta(days=30),
revocation_type=StateSupervisionViolationResponseRevocationType.
RETURN_TO_SUPERVISION)
placeholder_sv = StateSupervisionViolation.new_with_defaults(
supervision_violation_responses=[svr_1, svr_2, svr_3])
placeholder_sp = StateSupervisionPeriod.new_with_defaults(
supervision_violation_entries=[placeholder_sv])
placeholder_ss = StateSupervisionSentence.new_with_defaults(
supervision_periods=[placeholder_sp])
placeholder_sg = StateSentenceGroup.new_with_defaults(
incarceration_sentences=[placeholder_is],
supervision_sentences=[placeholder_ss])
placeholder_person = StatePerson.new_with_defaults(
sentence_groups=[placeholder_sg])
external_id = StatePersonExternalId.new_with_defaults(
external_id=_EXTERNAL_ID)
person_without_revocation = StatePerson.new_with_defaults(
external_ids=[external_id])
expected_svr_1 = attr.evolve(svr_1)
expected_svr_2 = attr.evolve(svr_2)
expected_svr_3 = attr.evolve(svr_3)
expected_placeholder_sv = attr.evolve(
placeholder_sv,
supervision_violation_responses=[expected_svr_1, expected_svr_2,
expected_svr_3])
expected_placeholder_sp = attr.evolve(
placeholder_sp,
supervision_violation_entries=[expected_placeholder_sv])
expected_placeholder_ss = attr.evolve(
placeholder_ss, supervision_periods=[expected_placeholder_sp])
expected_ip_1 = attr.evolve(
ip_1, source_supervision_violation_response=expected_svr_1)
expected_ip_2 = attr.evolve(
ip_2, source_supervision_violation_response=expected_svr_2)
expected_placeholder_is = attr.evolve(
placeholder_is,
incarceration_periods=[expected_ip_1, expected_ip_2])
expected_placeholder_sg = attr.evolve(
placeholder_sg,
supervision_sentences=[expected_placeholder_ss],
incarceration_sentences=[expected_placeholder_is])
expected_placeholder_person = attr.evolve(
placeholder_person, sentence_groups=[expected_placeholder_sg])
expected_person_without_revocation = attr.evolve(
person_without_revocation)
# Act
input_people = \
converter.convert_entity_people_to_schema_people(
[person_without_revocation, placeholder_person])
associate_revocation_svrs_with_ips(input_people)
# Assert
self.assert_people_match(
[expected_person_without_revocation, expected_placeholder_person],
input_people)
def testClassifyIncarcerationEvents(self):
"""Tests the ClassifyIncarcerationEvents DoFn."""
fake_person_id = 12345
fake_person = StatePerson.new_with_defaults(
state_code="US_XX",
person_id=fake_person_id,
gender=Gender.MALE,
birthdate=date(1970, 1, 1),
residency_status=ResidencyStatus.PERMANENT,
)
incarceration_period = StateIncarcerationPeriod.new_with_defaults(
incarceration_period_id=1111,
incarceration_type=StateIncarcerationType.STATE_PRISON,
status=StateIncarcerationPeriodStatus.NOT_IN_CUSTODY,
state_code="TX",
facility="PRISON XX",
admission_date=date(2010, 11, 20),
admission_reason=StateIncarcerationPeriodAdmissionReason.
PROBATION_REVOCATION,
release_date=date(2010, 11, 21),
release_reason=StateIncarcerationPeriodReleaseReason.
SENTENCE_SERVED,
specialized_purpose_for_incarceration=
StateSpecializedPurposeForIncarceration.PAROLE_BOARD_HOLD,
)
incarceration_sentence = StateIncarcerationSentence.new_with_defaults(
state_code="US_XX",
incarceration_sentence_id=123,
status=StateSentenceStatus.PRESENT_WITHOUT_INFO,
incarceration_periods=[incarceration_period],
start_date=date(2009, 2, 9),
charges=[
StateCharge.new_with_defaults(
state_code="US_XX",
status=ChargeStatus.PRESENT_WITHOUT_INFO,
ncic_code="5699",
statute="30A123",
offense_date=date(2009, 1, 9),
)
],
)
sentence_group = StateSentenceGroup.new_with_defaults(
state_code="US_XX",
status=StateSentenceStatus.PRESENT_WITHOUT_INFO,
sentence_group_id=123,
incarceration_sentences=[incarceration_sentence],
)
incarceration_sentence.sentence_group = sentence_group
incarceration_period.incarceration_sentences = [incarceration_sentence]
fake_person_id_to_county_query_result = {
"person_id": fake_person_id,
"county_of_residence": _COUNTY_OF_RESIDENCE,
}
fake_incarceration_period_judicial_district_association_result = {
"person_id": fake_person_id,
"incarceration_period_id": 123,
"judicial_district_code": "NW",
}
incarceration_events = [
IncarcerationStayEvent(
admission_reason=incarceration_period.admission_reason,
admission_reason_raw_text=incarceration_period.
admission_reason_raw_text,
supervision_type_at_admission=
StateSupervisionPeriodSupervisionType.PROBATION,
state_code=incarceration_period.state_code,
event_date=incarceration_period.admission_date,
facility=incarceration_period.facility,
county_of_residence=_COUNTY_OF_RESIDENCE,
most_serious_offense_ncic_code="5699",
most_serious_offense_statute="30A123",
specialized_purpose_for_incarceration=
StateSpecializedPurposeForIncarceration.PAROLE_BOARD_HOLD,
),
IncarcerationAdmissionEvent(
state_code=incarceration_period.state_code,
event_date=incarceration_period.admission_date,
facility=incarceration_period.facility,
county_of_residence=_COUNTY_OF_RESIDENCE,
admission_reason=incarceration_period.admission_reason,
admission_reason_raw_text=incarceration_period.
admission_reason_raw_text,
supervision_type_at_admission=
StateSupervisionPeriodSupervisionType.PROBATION,
specialized_purpose_for_incarceration=
StateSpecializedPurposeForIncarceration.PAROLE_BOARD_HOLD,
),
IncarcerationReleaseEvent(
state_code=incarceration_period.state_code,
event_date=incarceration_period.release_date,
facility=incarceration_period.facility,
county_of_residence=_COUNTY_OF_RESIDENCE,
release_reason=incarceration_period.release_reason,
admission_reason=incarceration_period.admission_reason,
total_days_incarcerated=(
incarceration_period.release_date -
incarceration_period.admission_date).days,
purpose_for_incarceration=
StateSpecializedPurposeForIncarceration.PAROLE_BOARD_HOLD,
),
]
correct_output = [(fake_person_id, (fake_person, incarceration_events))
]
test_pipeline = TestPipeline()
person_entities = {
"person": [fake_person],
"sentence_groups": [sentence_group],
"incarceration_period_judicial_district_association":
[fake_incarceration_period_judicial_district_association_result],
"persons_to_recent_county_of_residence":
[fake_person_id_to_county_query_result],
}
output = (test_pipeline
| beam.Create([(fake_person_id, person_entities)])
| "Identify Incarceration Events" >> beam.ParDo(
pipeline.ClassifyIncarcerationEvents()))
assert_that(output, equal_to(correct_output))
test_pipeline.run()
def test_associateSvrsWithIps_within90Days(self) -> None:
# Arrange
svr_1 = StateSupervisionViolationResponse.new_with_defaults(
state_code=_STATE_CODE,
response_date=_DATE_2 + datetime.timedelta(days=1),
revocation_type=StateSupervisionViolationResponseRevocationType.
REINCARCERATION,
)
svr_2 = StateSupervisionViolationResponse.new_with_defaults(
state_code=_STATE_CODE,
response_date=_DATE_4 + datetime.timedelta(days=100),
revocation_type=StateSupervisionViolationResponseRevocationType.
RETURN_TO_SUPERVISION,
)
placeholder_sv = StateSupervisionViolation.new_with_defaults(
state_code=_STATE_CODE,
supervision_violation_responses=[svr_1, svr_2])
placeholder_sp = StateSupervisionPeriod.new_with_defaults(
state_code=_STATE_CODE,
supervision_violation_entries=[placeholder_sv],
status=StateSupervisionPeriodStatus.PRESENT_WITHOUT_INFO,
)
placeholder_ss = StateSupervisionSentence.new_with_defaults(
state_code=_STATE_CODE,
supervision_periods=[placeholder_sp],
status=StateSentenceStatus.PRESENT_WITHOUT_INFO,
)
ip_1 = StateIncarcerationPeriod.new_with_defaults(
state_code=_STATE_CODE,
admission_date=_DATE_2,
admission_reason=StateIncarcerationPeriodAdmissionReason.
PROBATION_REVOCATION,
status=StateIncarcerationPeriodStatus.PRESENT_WITHOUT_INFO,
)
ip_2 = StateIncarcerationPeriod.new_with_defaults(
state_code=_STATE_CODE,
admission_date=_DATE_4,
admission_reason=StateIncarcerationPeriodAdmissionReason.
PROBATION_REVOCATION,
status=StateIncarcerationPeriodStatus.PRESENT_WITHOUT_INFO,
)
placeholder_is = StateIncarcerationSentence.new_with_defaults(
state_code=_STATE_CODE,
incarceration_periods=[ip_1, ip_2],
status=StateSentenceStatus.PRESENT_WITHOUT_INFO,
)
placeholder_sg = StateSentenceGroup.new_with_defaults(
state_code=_STATE_CODE,
status=StateSentenceStatus.PRESENT_WITHOUT_INFO,
incarceration_sentences=[placeholder_is],
supervision_sentences=[placeholder_ss],
)
placeholder_person = StatePerson.new_with_defaults(
state_code=_STATE_CODE, sentence_groups=[placeholder_sg])
expected_svr_1 = attr.evolve(svr_1)
expected_svr_2 = attr.evolve(svr_2)
expected_placeholder_sv = attr.evolve(
placeholder_sv,
supervision_violation_responses=[expected_svr_1, expected_svr_2],
)
expected_placeholder_sp = attr.evolve(
placeholder_sp,
supervision_violation_entries=[expected_placeholder_sv])
expected_placeholder_ss = attr.evolve(
placeholder_ss, supervision_periods=[expected_placeholder_sp])
expected_ip_1 = attr.evolve(
ip_1, source_supervision_violation_response=expected_svr_1)
expected_ip_2 = attr.evolve(ip_2)
expected_placeholder_is = attr.evolve(
placeholder_is,
incarceration_periods=[expected_ip_1, expected_ip_2])
expected_placeholder_sg = attr.evolve(
placeholder_sg,
supervision_sentences=[expected_placeholder_ss],
incarceration_sentences=[expected_placeholder_is],
)
expected_placeholder_person = attr.evolve(
placeholder_person, sentence_groups=[expected_placeholder_sg])
# Act
input_people = converter.convert_entity_people_to_schema_people(
[placeholder_person])
associate_revocation_svrs_with_ips(input_people)
# Assert
self.assert_people_match([expected_placeholder_person], input_people)
def test_map_incarceration_combinations_includes_statute_output(self):
person = StatePerson.new_with_defaults(
state_code="CA",
person_id=12345,
birthdate=date(1984, 8, 31),
gender=Gender.FEMALE,
)
race = StatePersonRace.new_with_defaults(state_code="CA",
race=Race.WHITE)
person.races = [race]
ethnicity = StatePersonEthnicity.new_with_defaults(
state_code="CA", ethnicity=Ethnicity.NOT_HISPANIC)
person.ethnicities = [ethnicity]
incarceration_events = [
IncarcerationStayEvent(
state_code="CA",
event_date=date(2010, 3, 31),
facility="FACILITY 33",
county_of_residence=_COUNTY_OF_RESIDENCE,
most_serious_offense_ncic_code=_NCIC_CODE,
most_serious_offense_statute=_STATUTE,
specialized_purpose_for_incarceration=
StateSpecializedPurposeForIncarceration.TREATMENT_IN_PRISON,
),
IncarcerationStayEvent(
state_code="CA",
event_date=date(2010, 4, 30),
facility="FACILITY 33",
county_of_residence=_COUNTY_OF_RESIDENCE,
most_serious_offense_ncic_code=_NCIC_CODE,
most_serious_offense_statute=_STATUTE,
specialized_purpose_for_incarceration=
StateSpecializedPurposeForIncarceration.TREATMENT_IN_PRISON,
),
IncarcerationStayEvent(
state_code="CA",
event_date=date(2010, 5, 31),
facility="FACILITY 33",
county_of_residence=_COUNTY_OF_RESIDENCE,
most_serious_offense_ncic_code=_NCIC_CODE,
most_serious_offense_statute=_STATUTE,
specialized_purpose_for_incarceration=
StateSpecializedPurposeForIncarceration.TREATMENT_IN_PRISON,
),
]
incarceration_combinations = calculator.map_incarceration_combinations(
person=person,
incarceration_events=incarceration_events,
metric_inclusions=ALL_METRICS_INCLUSIONS_DICT,
calculation_end_month=None,
calculation_month_count=-1,
person_metadata=_DEFAULT_PERSON_METADATA,
)
expected_combinations_count = expected_metric_combos_count(
incarceration_events)
self.assertEqual(expected_combinations_count,
len(incarceration_combinations))
assert all(value == 1
for _combination, value in incarceration_combinations)
assert all(
combo.get("most_serious_offense_statute") is not None
for combo, value in incarceration_combinations
if combo.get("person_id") is not None)
def test_age_at_date_later_month():
birthdate = date(1989, 6, 17)
check_date = date(2014, 7, 11)
person = StatePerson.new_with_defaults(birthdate=birthdate)
assert calculator_utils.age_at_date(person, check_date) == 25
def test_moveIncidentsOntoPeriods(self):
merged_incarceration_period_1 = \
StateIncarcerationPeriod.new_with_defaults(
external_id=_EXTERNAL_ID + '|' + _EXTERNAL_ID_2,
status=StateIncarcerationPeriodStatus.NOT_IN_CUSTODY,
facility=_FACILITY, admission_date=_DATE_1,
admission_reason=StateIncarcerationPeriodAdmissionReason.NEW_ADMISSION,
release_date=_DATE_3,
release_reason=StateIncarcerationPeriodReleaseReason.TRANSFER)
merged_incarceration_period_2 = \
StateIncarcerationPeriod.new_with_defaults(
external_id=_EXTERNAL_ID_3 + '|' + _EXTERNAL_ID_4,
status=StateIncarcerationPeriodStatus.NOT_IN_CUSTODY,
facility=_FACILITY_2, admission_date=_DATE_3,
admission_reason=StateIncarcerationPeriodAdmissionReason.TRANSFER,
release_date=_DATE_5,
release_reason=StateIncarcerationPeriodReleaseReason.TRANSFER)
unmerged_incarceration_period = \
StateIncarcerationPeriod.new_with_defaults(
external_id=_EXTERNAL_ID_5,
status=StateIncarcerationPeriodStatus.IN_CUSTODY,
facility=_FACILITY_3, admission_date=_DATE_5,
admission_reason=StateIncarcerationPeriodAdmissionReason.TRANSFER)
incident_1 = StateIncarcerationIncident.new_with_defaults(
external_id=_EXTERNAL_ID,
facility=_FACILITY,
incident_date=_DATE_2)
incident_2 = StateIncarcerationIncident.new_with_defaults(
external_id=_EXTERNAL_ID_2,
facility=_FACILITY_2,
incident_date=_DATE_4)
incident_3 = StateIncarcerationIncident.new_with_defaults(
external_id=_EXTERNAL_ID_3,
facility=_FACILITY_4,
incident_date=_DATE_7)
placeholder_incarceration_period = \
StateIncarcerationPeriod.new_with_defaults(
incarceration_incidents=[incident_1, incident_2, incident_3])
incarceration_sentence = StateIncarcerationSentence.new_with_defaults(
external_id=_EXTERNAL_ID,
incarceration_periods=[
merged_incarceration_period_1, merged_incarceration_period_2,
unmerged_incarceration_period
])
placeholder_incarceration_sentence = \
StateIncarcerationSentence.new_with_defaults(
external_id=_EXTERNAL_ID_2,
incarceration_periods=[placeholder_incarceration_period])
sentence_group = StateSentenceGroup.new_with_defaults(
incarceration_sentences=[
incarceration_sentence, placeholder_incarceration_sentence
])
person = StatePerson.new_with_defaults(
sentence_groups=[sentence_group])
expected_merged_period = attr.evolve(
merged_incarceration_period_1,
incarceration_incidents=[incident_1])
expected_merged_period_2 = attr.evolve(
merged_incarceration_period_2,
incarceration_incidents=[incident_2])
expected_unmerged_period = attr.evolve(unmerged_incarceration_period)
expected_placeholder_period = attr.evolve(
placeholder_incarceration_period,
incarceration_incidents=[incident_3])
expected_sentence = attr.evolve(incarceration_sentence,
incarceration_periods=[
expected_merged_period,
expected_merged_period_2,
expected_unmerged_period
])
expected_placeholder_sentence = attr.evolve(
placeholder_incarceration_sentence,
incarceration_periods=[expected_placeholder_period])
expected_sentence_group = attr.evolve(sentence_group,
incarceration_sentences=[
expected_sentence,
expected_placeholder_sentence
])
expected_person = attr.evolve(
person, sentence_groups=[expected_sentence_group])
move_incidents_onto_periods([person])
self.assertEqual(expected_person, person)
def test_age_at_date_birthdate_unknown():
assert calculator_utils.age_at_date(StatePerson.new_with_defaults(),
datetime.today()) is None
def test_removeSeosFromViolationIds(self) -> None:
svr = schema.StateSupervisionViolationResponse(
state_code=_STATE_CODE, external_id="DOC-CYC-VSN1-SEO-FSO")
sv = schema.StateSupervisionViolation(
state_code=_STATE_CODE,
external_id="DOC-CYC-VSN1-SEO-FSO",
supervision_violation_responses=[svr],
)
svr_2 = schema.StateSupervisionViolationResponse(
state_code=_STATE_CODE, external_id="DOC-CYC-VSN1-SEO-FSO")
sv_2 = schema.StateSupervisionViolation(
state_code=_STATE_CODE,
external_id="DOC-CYC-VSN1-SEO-FSO",
supervision_violation_responses=[svr_2],
)
sp = schema.StateSupervisionPeriod(
state_code=_STATE_CODE,
supervision_violation_entries=[sv, sv_2],
status=StateSupervisionPeriodStatus.PRESENT_WITHOUT_INFO,
)
ss = schema.StateSupervisionSentence(
state_code=_STATE_CODE,
supervision_periods=[sp],
status=StateSentenceStatus.PRESENT_WITHOUT_INFO,
)
sg = schema.StateSentenceGroup(
state_code=_STATE_CODE,
status=StateSentenceStatus.PRESENT_WITHOUT_INFO,
supervision_sentences=[ss],
)
p = schema.StatePerson(state_code=_STATE_CODE, sentence_groups=[sg])
expected_svr = StateSupervisionViolationResponse.new_with_defaults(
state_code=_STATE_CODE, external_id="DOC-CYC-VSN1")
expected_sv = StateSupervisionViolation.new_with_defaults(
state_code=_STATE_CODE,
external_id="DOC-CYC-VSN1",
supervision_violation_responses=[expected_svr],
)
expected_svr_2 = attr.evolve(expected_svr)
expected_sv_2 = attr.evolve(
expected_sv, supervision_violation_responses=[expected_svr_2])
expected_sp = StateSupervisionPeriod.new_with_defaults(
state_code=_STATE_CODE,
supervision_violation_entries=[expected_sv, expected_sv_2],
status=StateSupervisionPeriodStatus.PRESENT_WITHOUT_INFO,
)
expected_ss = StateSupervisionSentence.new_with_defaults(
state_code=_STATE_CODE,
supervision_periods=[expected_sp],
status=StateSentenceStatus.PRESENT_WITHOUT_INFO,
)
expected_sg = StateSentenceGroup.new_with_defaults(
state_code=_STATE_CODE,
status=StateSentenceStatus.PRESENT_WITHOUT_INFO,
supervision_sentences=[expected_ss],
)
expected_p = StatePerson.new_with_defaults(
state_code=_STATE_CODE, sentence_groups=[expected_sg])
remove_suffix_from_violation_ids([p])
self.assertEqual(expected_p, self.to_entity(p))
def test_moveIncidentsOntoPeriods(self) -> None:
merged_incarceration_period_1 = StateIncarcerationPeriod.new_with_defaults(
state_code=_STATE_CODE,
external_id=_EXTERNAL_ID + "|" + _EXTERNAL_ID_2,
status=StateIncarcerationPeriodStatus.NOT_IN_CUSTODY,
facility=_FACILITY,
admission_date=_DATE_1,
admission_reason=StateIncarcerationPeriodAdmissionReason.NEW_ADMISSION,
release_date=_DATE_3,
release_reason=StateIncarcerationPeriodReleaseReason.TRANSFER,
)
merged_incarceration_period_2 = StateIncarcerationPeriod.new_with_defaults(
state_code=_STATE_CODE,
external_id=_EXTERNAL_ID_3 + "|" + _EXTERNAL_ID_4,
status=StateIncarcerationPeriodStatus.NOT_IN_CUSTODY,
facility=_FACILITY_2,
admission_date=_DATE_3,
admission_reason=StateIncarcerationPeriodAdmissionReason.TRANSFER,
release_date=_DATE_5,
release_reason=StateIncarcerationPeriodReleaseReason.TRANSFER,
)
unmerged_incarceration_period = StateIncarcerationPeriod.new_with_defaults(
state_code=_STATE_CODE,
external_id=_EXTERNAL_ID_5,
status=StateIncarcerationPeriodStatus.IN_CUSTODY,
facility=_FACILITY_3,
admission_date=_DATE_5,
admission_reason=StateIncarcerationPeriodAdmissionReason.TRANSFER,
)
incident_1 = StateIncarcerationIncident.new_with_defaults(
state_code=_STATE_CODE,
external_id=_EXTERNAL_ID,
facility=_FACILITY,
incident_date=_DATE_2,
)
incident_2 = StateIncarcerationIncident.new_with_defaults(
state_code=_STATE_CODE,
external_id=_EXTERNAL_ID_2,
facility=_FACILITY_2,
incident_date=_DATE_4,
)
incident_3 = StateIncarcerationIncident.new_with_defaults(
state_code=_STATE_CODE,
external_id=_EXTERNAL_ID_3,
facility=_FACILITY_4,
incident_date=_DATE_7,
)
placeholder_incarceration_period = StateIncarcerationPeriod.new_with_defaults(
state_code=_STATE_CODE,
incarceration_incidents=[incident_1, incident_2, incident_3],
status=StateIncarcerationPeriodStatus.PRESENT_WITHOUT_INFO,
)
incarceration_sentence = StateIncarcerationSentence.new_with_defaults(
state_code=_STATE_CODE,
external_id=_EXTERNAL_ID,
status=StateSentenceStatus.PRESENT_WITHOUT_INFO,
incarceration_periods=[
merged_incarceration_period_1,
merged_incarceration_period_2,
unmerged_incarceration_period,
],
)
placeholder_incarceration_sentence = (
StateIncarcerationSentence.new_with_defaults(
state_code=_STATE_CODE,
external_id=_EXTERNAL_ID_2,
incarceration_periods=[placeholder_incarceration_period],
status=StateSentenceStatus.PRESENT_WITHOUT_INFO,
)
)
sentence_group = StateSentenceGroup.new_with_defaults(
state_code=_STATE_CODE,
status=StateSentenceStatus.PRESENT_WITHOUT_INFO,
incarceration_sentences=[
incarceration_sentence,
placeholder_incarceration_sentence,
],
)
person = StatePerson.new_with_defaults(
state_code=_STATE_CODE, sentence_groups=[sentence_group]
)
expected_merged_period = attr.evolve(
merged_incarceration_period_1, incarceration_incidents=[incident_1]
)
expected_merged_period_2 = attr.evolve(
merged_incarceration_period_2, incarceration_incidents=[incident_2]
)
expected_unmerged_period = attr.evolve(unmerged_incarceration_period)
expected_placeholder_period = attr.evolve(
placeholder_incarceration_period, incarceration_incidents=[incident_3]
)
expected_sentence = attr.evolve(
incarceration_sentence,
incarceration_periods=[
expected_merged_period,
expected_merged_period_2,
expected_unmerged_period,
],
)
expected_placeholder_sentence = attr.evolve(
placeholder_incarceration_sentence,
incarceration_periods=[expected_placeholder_period],
)
expected_sentence_group = attr.evolve(
sentence_group,
incarceration_sentences=[expected_sentence, expected_placeholder_sentence],
)
expected_person = convert_entity_to_schema_object(
attr.evolve(person, sentence_groups=[expected_sentence_group])
)
schema_person = convert_entity_to_schema_object(person)
if not isinstance(schema_person, schema.StatePerson):
self.fail(f"Expected schema.StatePerson. Found {schema_person}")
move_incidents_onto_periods([schema_person])
self.assert_schema_objects_equal(expected_person, schema_person)
def testConvert_FullIngestInfo(self):
# Arrange
metadata = IngestMetadata("us_nd",
_JURISDICTION_ID,
_INGEST_TIME,
system_level=SystemLevel.STATE)
ingest_info = IngestInfo()
ingest_info.state_agents.add(state_agent_id="AGENT_ID1",
full_name="AGENT WILLIAMS")
ingest_info.state_agents.add(state_agent_id="AGENT_ID2",
full_name="AGENT HERNANDEZ")
ingest_info.state_agents.add(state_agent_id="AGENT_ID3",
full_name="AGENT SMITH")
ingest_info.state_agents.add(state_agent_id="AGENT_ID4",
full_name="AGENT PO")
ingest_info.state_agents.add(state_agent_id="JUDGE_AGENT_ID_1",
full_name="JUDGE JUDY")
ingest_info.state_agents.add(state_agent_id="AGENT_ID_PO",
full_name="AGENT PAROLEY")
ingest_info.state_agents.add(
state_agent_id="AGENT_ID_TERM",
full_name="AGENT TERMY",
agent_type="SUPERVISION_OFFICER",
)
ingest_info.state_agents.add(
state_agent_id="AGENT_ID_SUPERVISING",
full_name="SUPERVISING AGENT",
)
# We expect the external_ids coming in to have the format
# [type]:[external_id]
ii_person_external_id_1 = US_ND_ELITE + ":" + "EXTERNAL_ID1"
ii_person_external_id_2 = US_ND_SID + ":" + "EXTERNAL_ID2"
ingest_info.state_people.add(
state_person_id="PERSON_ID",
state_person_race_ids=["RACE_ID1", "RACE_ID2"],
state_person_ethnicity_ids=["ETHNICITY_ID"],
state_alias_ids=["ALIAS_ID1", "ALIAS_ID2"],
state_person_external_ids_ids=[
ii_person_external_id_1,
ii_person_external_id_2,
],
state_assessment_ids=["ASSESSMENT_ID"],
state_program_assignment_ids=["PROGRAM_ASSIGNMENT_ID"],
state_sentence_group_ids=["GROUP_ID1", "GROUP_ID2"],
supervising_officer_id="AGENT_ID_SUPERVISING",
)
ingest_info.state_person_races.add(
state_person_race_id="RACE_ID1",
race="WHITE",
)
ingest_info.state_person_races.add(state_person_race_id="RACE_ID2",
race="OTHER")
ingest_info.state_person_ethnicities.add(
state_person_ethnicity_id="ETHNICITY_ID", ethnicity="HISPANIC")
ingest_info.state_aliases.add(state_alias_id="ALIAS_ID1",
full_name="LONNY BREAUX")
ingest_info.state_aliases.add(state_alias_id="ALIAS_ID2",
full_name="FRANK OCEAN")
ingest_info.state_person_external_ids.add(
state_person_external_id_id=ii_person_external_id_1,
id_type=US_ND_ELITE)
ingest_info.state_person_external_ids.add(
state_person_external_id_id=ii_person_external_id_2,
id_type=US_ND_SID)
ingest_info.state_assessments.add(
state_assessment_id="ASSESSMENT_ID",
assessment_class="MENTAL_HEALTH",
conducting_agent_id="AGENT_ID1",
)
ingest_info.state_program_assignments.add(
state_program_assignment_id="PROGRAM_ASSIGNMENT_ID",
participation_status="DISCHARGED",
referral_date="2019/02/10",
start_date="2019/02/11",
discharge_date="2019/02/12",
program_id="PROGRAM_ID",
program_location_id="PROGRAM_LOCATION_ID",
discharge_reason="COMPLETED",
referring_agent_id="AGENT_ID4",
)
ingest_info.state_sentence_groups.add(
state_sentence_group_id="GROUP_ID1",
state_supervision_sentence_ids=["SUPERVISION_SENTENCE_ID1"],
state_incarceration_sentence_ids=[
"INCARCERATION_SENTENCE_ID1",
"INCARCERATION_SENTENCE_ID2",
],
)
ingest_info.state_sentence_groups.add(
state_sentence_group_id="GROUP_ID2",
state_supervision_sentence_ids=["SUPERVISION_SENTENCE_ID2"],
state_fine_ids=["FINE_ID"],
)
ingest_info.state_fines.add(state_fine_id="FINE_ID", status="PAID")
ingest_info.state_supervision_sentences.add(
state_supervision_sentence_id="SUPERVISION_SENTENCE_ID1",
state_charge_ids=["CHARGE_ID1", "CHARGE_ID2"],
state_supervision_period_ids=["S_PERIOD_ID1"],
)
ingest_info.state_supervision_sentences.add(
state_supervision_sentence_id="SUPERVISION_SENTENCE_ID2",
state_charge_ids=["CHARGE_ID2"],
state_supervision_period_ids=["S_PERIOD_ID2"],
)
ingest_info.state_incarceration_sentences.add(
state_incarceration_sentence_id="INCARCERATION_SENTENCE_ID1",
state_charge_ids=["CHARGE_ID1"],
state_incarceration_period_ids=["I_PERIOD_ID"],
)
ingest_info.state_incarceration_sentences.add(
state_incarceration_sentence_id="INCARCERATION_SENTENCE_ID2",
state_charge_ids=["CHARGE_ID2", "CHARGE_ID3"],
state_supervision_period_ids=["S_PERIOD_ID3"],
)
ingest_info.state_charges.add(
state_charge_id="CHARGE_ID1",
state_court_case_id="CASE_ID",
state_bond_id="BOND_ID",
classification_type="M",
classification_subtype="1",
ncic_code="5006",
)
ingest_info.state_charges.add(
state_charge_id="CHARGE_ID2",
state_court_case_id="CASE_ID",
classification_type="M",
classification_subtype="2",
)
ingest_info.state_charges.add(
state_charge_id="CHARGE_ID3",
state_court_case_id="CASE_ID",
classification_type="F",
classification_subtype="3",
ncic_code="5006",
description="Obstruction of investigation",
)
ingest_info.state_court_cases.add(
state_court_case_id="CASE_ID",
judge_id="JUDGE_AGENT_ID_1",
)
ingest_info.state_bonds.add(state_bond_id="BOND_ID", status="POSTED")
ingest_info.state_supervision_periods.add(
state_supervision_period_id="S_PERIOD_ID1",
state_supervision_violation_entry_ids=["VIOLATION_ID"],
supervision_type="PAROLE",
supervision_level="MED",
state_supervision_contact_ids=["SUPERVISION_CONTACT_ID"],
state_program_assignment_ids=["PROGRAM_ASSIGNMENT_ID"],
)
ingest_info.state_supervision_periods.add(
state_supervision_period_id="S_PERIOD_ID2",
supervision_type="PAROLE")
ingest_info.state_supervision_periods.add(
state_supervision_period_id="S_PERIOD_ID3",
state_assessment_ids=["ASSESSMENT_ID"],
supervising_officer_id="AGENT_ID_PO",
supervision_type="PROBATION",
state_supervision_case_type_entry_ids=["CASE_TYPE_ID"],
)
ingest_info.state_supervision_case_type_entries.add(
state_supervision_case_type_entry_id="CASE_TYPE_ID",
case_type="DOMESTIC_VIOLENCE",
)
ingest_info.state_incarceration_periods.add(
state_incarceration_period_id="I_PERIOD_ID",
state_incarceration_incident_ids=["INCIDENT_ID"],
state_parole_decision_ids=["DECISION_ID"],
state_assessment_ids=["ASSESSMENT_ID"],
state_program_assignment_ids=["PROGRAM_ASSIGNMENT_ID"],
source_supervision_violation_response_id="RESPONSE_ID",
)
ingest_info.state_supervision_violation_type_entries.add(
state_supervision_violation_type_entry_id="VIOLATION_TYPE_ENTRY_ID",
violation_type="FELONY",
state_code="US_ND",
)
ingest_info.state_supervision_violated_condition_entries.add(
state_supervision_violated_condition_entry_id=
"VIOLATED_CONDITION_ENTRY_ID",
condition="CURFEW",
state_code="US_ND",
)
ingest_info.state_supervision_violations.add(
state_supervision_violation_id="VIOLATION_ID",
state_supervision_violation_response_ids=["RESPONSE_ID"],
state_supervision_violated_condition_entry_ids=[
"VIOLATED_CONDITION_ENTRY_ID"
],
state_supervision_violation_type_entry_ids=[
"VIOLATION_TYPE_ENTRY_ID"
],
)
ingest_info.state_supervision_violated_condition_entries.add(
state_supervision_violated_condition_entry_id=
"VIOLATED_CONDITION_ENTRY_ID",
condition="CURFEW",
state_code="US_ND",
)
ingest_info.state_supervision_violation_response_decision_entries.add(
state_supervision_violation_response_decision_entry_id=
"VIOLATION_RESPONSE_DECISION_ENTRY_ID",
decision="REVOCATION",
revocation_type="REINCARCERATION",
state_code="US_ND",
)
ingest_info.state_supervision_violation_responses.add(
state_supervision_violation_response_id="RESPONSE_ID",
decision_agent_ids=["AGENT_ID_TERM"],
state_supervision_violation_response_decision_entry_ids=[
"VIOLATION_RESPONSE_DECISION_ENTRY_ID"
],
response_type="CITATION",
)
ingest_info.state_incarceration_incidents.add(
state_incarceration_incident_id="INCIDENT_ID",
incident_type="CONTRABAND",
responding_officer_id="AGENT_ID2",
state_incarceration_incident_outcome_ids=["INCIDENT_OUTCOME_ID"],
)
ingest_info.state_incarceration_incident_outcomes.add(
state_incarceration_incident_outcome_id="INCIDENT_OUTCOME_ID",
outcome_type="GOOD_TIME_LOSS",
date_effective="2/10/2018",
hearing_date="2/6/2018",
report_date="2/8/2018",
state_code="US_ND",
outcome_description="Good time",
punishment_length_days="7",
)
ingest_info.state_parole_decisions.add(
state_parole_decision_id="DECISION_ID",
decision_agent_ids=["AGENT_ID2", "AGENT_ID3"],
)
ingest_info.state_supervision_contacts.add(
state_supervision_contact_id="SUPERVISION_CONTACT_ID",
contacted_agent_id="AGENT_ID_PO",
)
# Act
result = self._convert_and_throw_on_errors(ingest_info, metadata)
# Assert
supervision_contact = StateSupervisionContact.new_with_defaults(
external_id="SUPERVISION_CONTACT_ID",
state_code="US_ND",
contacted_agent=StateAgent.new_with_defaults(
external_id="AGENT_ID_PO",
state_code="US_ND",
agent_type=StateAgentType.PRESENT_WITHOUT_INFO,
full_name='{"full_name": "AGENT PAROLEY"}',
),
)
incident_outcome = StateIncarcerationIncidentOutcome.new_with_defaults(
external_id="INCIDENT_OUTCOME_ID",
outcome_type=StateIncarcerationIncidentOutcomeType.GOOD_TIME_LOSS,
outcome_type_raw_text="GOOD_TIME_LOSS",
date_effective=datetime.date(year=2018, month=2, day=10),
hearing_date=datetime.date(year=2018, month=2, day=6),
report_date=datetime.date(year=2018, month=2, day=8),
state_code="US_ND",
outcome_description="GOOD TIME",
punishment_length_days=7,
)
incident = StateIncarcerationIncident.new_with_defaults(
external_id="INCIDENT_ID",
state_code="US_ND",
incident_type=StateIncarcerationIncidentType.CONTRABAND,
incident_type_raw_text="CONTRABAND",
responding_officer=StateAgent.new_with_defaults(
external_id="AGENT_ID2",
state_code="US_ND",
agent_type=StateAgentType.PRESENT_WITHOUT_INFO,
full_name='{"full_name": "AGENT HERNANDEZ"}',
),
incarceration_incident_outcomes=[incident_outcome],
)
assessment = StateAssessment.new_with_defaults(
external_id="ASSESSMENT_ID",
state_code="US_ND",
assessment_class=StateAssessmentClass.MENTAL_HEALTH,
assessment_class_raw_text="MENTAL_HEALTH",
conducting_agent=StateAgent.new_with_defaults(
external_id="AGENT_ID1",
agent_type=StateAgentType.PRESENT_WITHOUT_INFO,
state_code="US_ND",
full_name='{"full_name": "AGENT WILLIAMS"}',
),
)
program_assignment = StateProgramAssignment.new_with_defaults(
external_id="PROGRAM_ASSIGNMENT_ID",
state_code="US_ND",
participation_status=StateProgramAssignmentParticipationStatus.
DISCHARGED,
participation_status_raw_text="DISCHARGED",
referral_date=datetime.date(year=2019, month=2, day=10),
start_date=datetime.date(year=2019, month=2, day=11),
discharge_date=datetime.date(year=2019, month=2, day=12),
program_id="PROGRAM_ID",
program_location_id="PROGRAM_LOCATION_ID",
discharge_reason=StateProgramAssignmentDischargeReason.COMPLETED,
discharge_reason_raw_text="COMPLETED",
referring_agent=StateAgent.new_with_defaults(
external_id="AGENT_ID4",
agent_type=StateAgentType.PRESENT_WITHOUT_INFO,
state_code="US_ND",
full_name='{"full_name": "AGENT PO"}',
),
)
response = StateSupervisionViolationResponse.new_with_defaults(
external_id="RESPONSE_ID",
state_code="US_ND",
response_type=StateSupervisionViolationResponseType.CITATION,
response_type_raw_text="CITATION",
decision_agents=[
StateAgent.new_with_defaults(
external_id="AGENT_ID_TERM",
state_code="US_ND",
full_name='{"full_name": "AGENT TERMY"}',
agent_type=StateAgentType.SUPERVISION_OFFICER,
agent_type_raw_text="SUPERVISION_OFFICER",
)
],
supervision_violation_response_decisions=[
StateSupervisionViolationResponseDecisionEntry.
new_with_defaults(
state_code="US_ND",
decision=StateSupervisionViolationResponseDecision.
REVOCATION,
decision_raw_text="REVOCATION",
revocation_type=
StateSupervisionViolationResponseRevocationType.
REINCARCERATION,
revocation_type_raw_text="REINCARCERATION",
)
],
)
violation = StateSupervisionViolation.new_with_defaults(
external_id="VIOLATION_ID",
state_code="US_ND",
supervision_violation_responses=[response],
supervision_violation_types=[
StateSupervisionViolationTypeEntry.new_with_defaults(
state_code="US_ND",
violation_type=StateSupervisionViolationType.FELONY,
violation_type_raw_text="FELONY",
)
],
supervision_violated_conditions=[
StateSupervisionViolatedConditionEntry.new_with_defaults(
state_code="US_ND",
condition="CURFEW",
)
],
)
court_case = StateCourtCase.new_with_defaults(
external_id="CASE_ID",
state_code="US_ND",
status=StateCourtCaseStatus.PRESENT_WITHOUT_INFO,
court_type=StateCourtType.PRESENT_WITHOUT_INFO,
judge=StateAgent.new_with_defaults(
external_id="JUDGE_AGENT_ID_1",
state_code="US_ND",
agent_type=StateAgentType.PRESENT_WITHOUT_INFO,
full_name='{"full_name": "JUDGE JUDY"}',
),
)
charge_1 = StateCharge.new_with_defaults(
external_id="CHARGE_ID1",
classification_type=StateChargeClassificationType.MISDEMEANOR,
classification_type_raw_text="M",
classification_subtype="1",
ncic_code="5006",
description="FALSE STATEMENT",
state_code="US_ND",
status=ChargeStatus.PRESENT_WITHOUT_INFO,
court_case=court_case,
bond=StateBond.new_with_defaults(
external_id="BOND_ID",
state_code="US_ND",
status=BondStatus.POSTED,
status_raw_text="POSTED",
),
)
charge_2 = StateCharge.new_with_defaults(
external_id="CHARGE_ID2",
classification_type=StateChargeClassificationType.MISDEMEANOR,
classification_type_raw_text="M",
classification_subtype="2",
state_code="US_ND",
status=ChargeStatus.PRESENT_WITHOUT_INFO,
court_case=court_case,
)
charge_3 = StateCharge.new_with_defaults(
external_id="CHARGE_ID3",
state_code="US_ND",
classification_type=StateChargeClassificationType.FELONY,
classification_type_raw_text="F",
classification_subtype="3",
ncic_code="5006",
description="OBSTRUCTION OF INVESTIGATION",
status=ChargeStatus.PRESENT_WITHOUT_INFO,
court_case=court_case,
)
incarceration_sentence_1 = StateIncarcerationSentence.new_with_defaults(
external_id="INCARCERATION_SENTENCE_ID1",
state_code="US_ND",
status=StateSentenceStatus.PRESENT_WITHOUT_INFO,
incarceration_type=StateIncarcerationType.STATE_PRISON,
charges=[charge_1],
incarceration_periods=[
StateIncarcerationPeriod.new_with_defaults(
external_id="I_PERIOD_ID",
status=StateIncarcerationPeriodStatus.PRESENT_WITHOUT_INFO,
incarceration_type=StateIncarcerationType.STATE_PRISON,
state_code="US_ND",
incarceration_incidents=[incident],
program_assignments=[program_assignment],
parole_decisions=[
StateParoleDecision.new_with_defaults(
external_id="DECISION_ID",
state_code="US_ND",
decision_agents=[
StateAgent.new_with_defaults(
external_id="AGENT_ID2",
agent_type=StateAgentType.
PRESENT_WITHOUT_INFO,
state_code="US_ND",
full_name=
'{"full_name": "AGENT HERNANDEZ"}',
),
StateAgent.new_with_defaults(
external_id="AGENT_ID3",
state_code="US_ND",
agent_type=StateAgentType.
PRESENT_WITHOUT_INFO,
full_name='{"full_name": "AGENT SMITH"}',
),
],
)
],
assessments=[assessment],
source_supervision_violation_response=response,
)
],
)
incarceration_sentence_2 = StateIncarcerationSentence.new_with_defaults(
external_id="INCARCERATION_SENTENCE_ID2",
state_code="US_ND",
status=StateSentenceStatus.PRESENT_WITHOUT_INFO,
incarceration_type=StateIncarcerationType.STATE_PRISON,
charges=[charge_2, charge_3],
supervision_periods=[
StateSupervisionPeriod.new_with_defaults(
external_id="S_PERIOD_ID3",
status=StateSupervisionPeriodStatus.PRESENT_WITHOUT_INFO,
state_code="US_ND",
supervision_type=StateSupervisionType.PROBATION,
supervision_type_raw_text="PROBATION",
assessments=[assessment],
supervising_officer=StateAgent.new_with_defaults(
external_id="AGENT_ID_PO",
state_code="US_ND",
agent_type=StateAgentType.PRESENT_WITHOUT_INFO,
full_name='{"full_name": "AGENT PAROLEY"}',
),
case_type_entries=[
StateSupervisionCaseTypeEntry.new_with_defaults(
case_type=StateSupervisionCaseType.
DOMESTIC_VIOLENCE,
case_type_raw_text="DOMESTIC_VIOLENCE",
state_code="US_ND",
external_id="CASE_TYPE_ID",
)
],
)
],
)
expected_result = [
StatePerson.new_with_defaults(
state_code="US_ND",
external_ids=[
StatePersonExternalId.new_with_defaults(
external_id="EXTERNAL_ID1",
state_code="US_ND",
id_type=US_ND_ELITE,
),
StatePersonExternalId.new_with_defaults(
external_id="EXTERNAL_ID2",
state_code="US_ND",
id_type=US_ND_SID,
),
],
races=[
StatePersonRace(race=Race.WHITE,
race_raw_text="WHITE",
state_code="US_ND"),
StatePersonRace(race=Race.OTHER,
race_raw_text="OTHER",
state_code="US_ND"),
],
ethnicities=[
StatePersonEthnicity(
ethnicity=Ethnicity.HISPANIC,
ethnicity_raw_text="HISPANIC",
state_code="US_ND",
)
],
aliases=[
StatePersonAlias.new_with_defaults(
full_name='{"full_name": "LONNY BREAUX"}',
state_code="US_ND"),
StatePersonAlias.new_with_defaults(
full_name='{"full_name": "FRANK OCEAN"}',
state_code="US_ND"),
],
supervising_officer=StateAgent.new_with_defaults(
external_id="AGENT_ID_SUPERVISING",
state_code="US_ND",
agent_type=StateAgentType.PRESENT_WITHOUT_INFO,
full_name='{"full_name": "SUPERVISING AGENT"}',
),
assessments=[assessment],
program_assignments=[program_assignment],
sentence_groups=[
StateSentenceGroup.new_with_defaults(
external_id="GROUP_ID1",
status=StateSentenceStatus.PRESENT_WITHOUT_INFO,
state_code="US_ND",
supervision_sentences=[
StateSupervisionSentence.new_with_defaults(
external_id="SUPERVISION_SENTENCE_ID1",
state_code="US_ND",
status=StateSentenceStatus.
PRESENT_WITHOUT_INFO,
charges=[charge_1, charge_2],
supervision_periods=[
StateSupervisionPeriod.new_with_defaults(
external_id="S_PERIOD_ID1",
status=StateSupervisionPeriodStatus.
PRESENT_WITHOUT_INFO,
supervision_level=StateSupervisionLevel
.MEDIUM,
supervision_level_raw_text="MED",
state_code="US_ND",
supervision_type=StateSupervisionType.
PAROLE,
supervision_type_raw_text="PAROLE",
supervision_violation_entries=[
violation
],
program_assignments=[
program_assignment
],
supervision_contacts=[
supervision_contact
],
)
],
)
],
incarceration_sentences=[
incarceration_sentence_1,
incarceration_sentence_2,
],
),
StateSentenceGroup.new_with_defaults(
external_id="GROUP_ID2",
status=StateSentenceStatus.PRESENT_WITHOUT_INFO,
state_code="US_ND",
supervision_sentences=[
StateSupervisionSentence.new_with_defaults(
external_id="SUPERVISION_SENTENCE_ID2",
state_code="US_ND",
status=StateSentenceStatus.
PRESENT_WITHOUT_INFO,
charges=[charge_2],
supervision_periods=[
StateSupervisionPeriod.new_with_defaults(
external_id="S_PERIOD_ID2",
status=StateSupervisionPeriodStatus.
PRESENT_WITHOUT_INFO,
state_code="US_ND",
supervision_type=StateSupervisionType.
PAROLE,
supervision_type_raw_text="PAROLE",
)
],
)
],
fines=[
StateFine.new_with_defaults(
external_id="FINE_ID",
state_code="US_ND",
status=StateFineStatus.PAID,
status_raw_text="PAID",
)
],
),
],
)
]
print("\n", expected_result, "\n\n\n", result)
self.assertCountEqual(expected_result, result)
def test_moveViolationsOntoSupervisionPeriodsForSentence(self):
# Arrange
sv_1 = StateSupervisionViolation.new_with_defaults(
violation_date=_DATE_2)
svr = StateSupervisionViolationResponse.new_with_defaults(
response_date=_DATE_3)
sv_2 = StateSupervisionViolation.new_with_defaults(
supervision_violation_responses=[svr])
sv_3 = StateSupervisionViolation.new_with_defaults(
violation_date=_DATE_8)
placeholder_sp_ss = StateSupervisionPeriod.new_with_defaults(
supervision_violation_entries=[sv_1, sv_3])
sp_ss = StateSupervisionPeriod.new_with_defaults(
external_id=_EXTERNAL_ID,
start_date=_DATE_1,
termination_date=_DATE_3)
sp_2_ss = StateSupervisionPeriod.new_with_defaults(
external_id=_EXTERNAL_ID_2, start_date=_DATE_7)
ss = StateSupervisionSentence.new_with_defaults(
external_id=_EXTERNAL_ID,
supervision_periods=[sp_ss, sp_2_ss, placeholder_sp_ss])
placeholder_sp_is = StateSupervisionPeriod.new_with_defaults(
supervision_violation_entries=[sv_2, sv_3])
sp_is = StateSupervisionPeriod.new_with_defaults(
external_id=_EXTERNAL_ID_3,
start_date=_DATE_2,
termination_date=_DATE_3)
sp_2_is = StateSupervisionPeriod.new_with_defaults(
external_id=_EXTERNAL_ID_4,
start_date=_DATE_3,
termination_date=_DATE_6)
inc_s = StateIncarcerationSentence.new_with_defaults(
external_id=_EXTERNAL_ID,
supervision_periods=[sp_is, sp_2_is, placeholder_sp_is])
sg = StateSentenceGroup.new_with_defaults(
incarceration_sentences=[inc_s], supervision_sentences=[ss])
state_person = StatePerson.new_with_defaults(sentence_groups=[sg])
expected_sv_1 = attr.evolve(sv_1)
expected_svr_2 = attr.evolve(svr)
expected_sv_2 = attr.evolve(
sv_2, supervision_violation_responses=[expected_svr_2])
expected_sv_3 = attr.evolve(sv_3)
expected_placeholder_sp_ss = attr.evolve(
placeholder_sp_ss, supervision_violation_entries=[])
expected_sp_ss = attr.evolve(
sp_ss, supervision_violation_entries=[expected_sv_1])
expected_sp_2_ss = attr.evolve(
sp_2_ss, supervision_violation_entries=[expected_sv_3])
expected_ss = attr.evolve(ss,
supervision_periods=[
expected_placeholder_sp_ss,
expected_sp_ss, expected_sp_2_ss
])
expected_placeholder_sp_is = attr.evolve(
placeholder_sp_is, supervision_violation_entries=[expected_sv_3])
expected_sp_is = attr.evolve(sp_is, supervision_violation_entries=[])
expected_sp_2_is = attr.evolve(
sp_2_is, supervision_violation_entries=[expected_sv_2])
expected_inc_s = attr.evolve(inc_s,
supervision_periods=[
expected_placeholder_sp_is,
expected_sp_is, expected_sp_2_is
])
expected_sg = attr.evolve(sg,
supervision_sentences=[expected_ss],
incarceration_sentences=[expected_inc_s])
expected_person = attr.evolve(state_person,
sentence_groups=[expected_sg])
# Act
input_people = converter.convert_entity_people_to_schema_people(
[state_person])
move_violations_onto_supervision_periods_for_sentence(input_people)
# Assert
self.assert_people_match([expected_person], input_people)
def test_produce_incarceration_metrics_all_types(self):
person = StatePerson.new_with_defaults(
state_code="US_XX",
person_id=12345,
birthdate=date(1984, 8, 31),
gender=Gender.FEMALE,
)
race = StatePersonRace.new_with_defaults(state_code="US_XX",
race=Race.WHITE)
person.races = [race]
ethnicity = StatePersonEthnicity.new_with_defaults(
state_code="US_XX", ethnicity=Ethnicity.NOT_HISPANIC)
person.ethnicities = [ethnicity]
incarceration_events = [
IncarcerationStayEvent(
admission_reason=StateIncarcerationPeriodAdmissionReason.
PAROLE_REVOCATION,
admission_reason_raw_text="NEW_ADMISSION",
state_code="US_XX",
event_date=date(2000, 3, 31),
facility="FACILITY X",
county_of_residence=_COUNTY_OF_RESIDENCE,
most_serious_offense_ncic_code=_NCIC_CODE,
most_serious_offense_statute=_STATUTE,
specialized_purpose_for_incarceration=
StateSpecializedPurposeForIncarceration.TREATMENT_IN_PRISON,
),
IncarcerationStandardAdmissionEvent(
state_code="US_XX",
event_date=date(2000, 3, 12),
facility="FACILITY X",
county_of_residence=_COUNTY_OF_RESIDENCE,
admission_reason=AdmissionReason.PAROLE_REVOCATION,
admission_reason_raw_text="PAROLE_REVOCATION",
specialized_purpose_for_incarceration=
StateSpecializedPurposeForIncarceration.TREATMENT_IN_PRISON,
),
IncarcerationReleaseEvent(
state_code="US_XX",
event_date=date(2003, 4, 12),
facility="FACILITY X",
county_of_residence=_COUNTY_OF_RESIDENCE,
supervision_type_at_release=
StateSupervisionPeriodSupervisionType.PAROLE,
),
IncarcerationCommitmentFromSupervisionAdmissionEvent(
state_code="US_XX",
event_date=date(2000, 3, 12),
facility="FACILITY X",
county_of_residence=_COUNTY_OF_RESIDENCE,
admission_reason=AdmissionReason.PAROLE_REVOCATION,
admission_reason_raw_text="PAROLE_REVOCATION",
specialized_purpose_for_incarceration=
StateSpecializedPurposeForIncarceration.TREATMENT_IN_PRISON,
supervision_type=StateSupervisionPeriodSupervisionType.PAROLE,
),
]
metrics = self.metric_producer.produce_metrics(
person=person,
identifier_events=incarceration_events,
metric_inclusions=ALL_METRICS_INCLUSIONS_DICT,
calculation_end_month=None,
calculation_month_count=-1,
person_metadata=_DEFAULT_PERSON_METADATA,
pipeline_job_id=PIPELINE_JOB_ID,
pipeline_type=self.pipeline_config.pipeline_type,
)
expected_count = self.expected_metrics_count(incarceration_events)
self.assertEqual(expected_count, len(metrics))
def testCalculateIncarcerationMetricCombinations(self):
"""Tests the CalculateIncarcerationMetricCombinations DoFn."""
fake_person = StatePerson.new_with_defaults(
person_id=123,
gender=Gender.MALE,
birthdate=date(1970, 1, 1),
residency_status=ResidencyStatus.PERMANENT)
incarceration_events = [
IncarcerationAdmissionEvent(
state_code='CA',
event_date=date(2001, 3, 16),
facility='SAN QUENTIN',
county_of_residence='county_of_residence',
admission_reason=StateIncarcerationPeriodAdmissionReason.
PROBATION_REVOCATION),
IncarcerationReleaseEvent(
state_code='CA',
event_date=date(2002, 5, 26),
facility='SAN QUENTIN',
county_of_residence='county_of_residence',
release_reason=StateIncarcerationPeriodReleaseReason.
SENTENCE_SERVED)
]
# Get the number of combinations of person-event characteristics.
num_combinations = len(
calculator.characteristic_combinations(
fake_person, incarceration_events[0], ALL_INCLUSIONS_DICT,
IncarcerationMetricType.POPULATION))
assert num_combinations > 0
expected_metric_count = num_combinations * 2
expected_admission_combination_counts = \
{'admissions': expected_metric_count}
expected_releases_combination_counts = \
{'releases': expected_metric_count}
test_pipeline = TestPipeline()
output = (
test_pipeline
| beam.Create([(fake_person, incarceration_events)])
| 'Calculate Incarceration Metrics' >> beam.ParDo(
pipeline.CalculateIncarcerationMetricCombinations(), -1,
ALL_INCLUSIONS_DICT).with_outputs('admissions', 'releases'))
assert_that(
output.admissions,
AssertMatchers.count_combinations(
expected_admission_combination_counts),
'Assert number of admission metrics is expected value')
assert_that(
output.releases,
AssertMatchers.count_combinations(
expected_releases_combination_counts),
'Assert number of release metrics is expected value')
test_pipeline.run()
def test_produce_incarceration_metrics_includes_statute_output(self):
person = StatePerson.new_with_defaults(
state_code="US_XX",
person_id=12345,
birthdate=date(1984, 8, 31),
gender=Gender.FEMALE,
)
race = StatePersonRace.new_with_defaults(state_code="US_XX",
race=Race.WHITE)
person.races = [race]
ethnicity = StatePersonEthnicity.new_with_defaults(
state_code="US_XX", ethnicity=Ethnicity.NOT_HISPANIC)
person.ethnicities = [ethnicity]
incarceration_events = [
IncarcerationStayEvent(
state_code="US_XX",
event_date=date(2010, 3, 31),
facility="FACILITY 33",
county_of_residence=_COUNTY_OF_RESIDENCE,
most_serious_offense_ncic_code=_NCIC_CODE,
most_serious_offense_statute=_STATUTE,
specialized_purpose_for_incarceration=
StateSpecializedPurposeForIncarceration.TREATMENT_IN_PRISON,
),
IncarcerationStayEvent(
state_code="US_XX",
event_date=date(2010, 4, 30),
facility="FACILITY 33",
county_of_residence=_COUNTY_OF_RESIDENCE,
most_serious_offense_ncic_code=_NCIC_CODE,
most_serious_offense_statute=_STATUTE,
specialized_purpose_for_incarceration=
StateSpecializedPurposeForIncarceration.TREATMENT_IN_PRISON,
),
IncarcerationStayEvent(
state_code="US_XX",
event_date=date(2010, 5, 31),
facility="FACILITY 33",
county_of_residence=_COUNTY_OF_RESIDENCE,
most_serious_offense_ncic_code=_NCIC_CODE,
most_serious_offense_statute=_STATUTE,
specialized_purpose_for_incarceration=
StateSpecializedPurposeForIncarceration.TREATMENT_IN_PRISON,
),
]
metrics = self.metric_producer.produce_metrics(
person=person,
identifier_events=incarceration_events,
metric_inclusions=ALL_METRICS_INCLUSIONS_DICT,
calculation_end_month=None,
calculation_month_count=-1,
person_metadata=_DEFAULT_PERSON_METADATA,
pipeline_job_id=PIPELINE_JOB_ID,
pipeline_type=self.pipeline_config.pipeline_type,
)
expected_count = self.expected_metrics_count(incarceration_events)
self.assertEqual(expected_count, len(metrics))
assert all(
isinstance(metric, IncarcerationPopulationMetric)
and metric.most_serious_offense_statute is not None
for metric in metrics if metric.person_id is not None)
def test_runMatch_supervisingOfficerNotMovedFromPersonOntoOpenSupervisionPeriods(
self) -> None:
db_supervising_officer = generate_agent(external_id=_EXTERNAL_ID,
state_code=_US_MO)
db_person = generate_person(supervising_officer=db_supervising_officer,
state_code=_US_MO)
db_external_id = generate_external_id(external_id=_EXTERNAL_ID,
state_code=_US_MO,
id_type=_ID_TYPE)
db_supervision_period = generate_supervision_period(
person=db_person,
external_id=_EXTERNAL_ID,
start_date=_DATE_1,
status=StateSupervisionPeriodStatus.PRESENT_WITHOUT_INFO.value,
state_code=_US_MO,
supervising_officer=db_supervising_officer)
db_supervision_period_another = generate_supervision_period(
person=db_person,
external_id=_EXTERNAL_ID_2,
start_date=_DATE_2,
status=StateSupervisionPeriodStatus.PRESENT_WITHOUT_INFO.value,
state_code=_US_MO,
supervising_officer=db_supervising_officer)
db_closed_supervision_period = generate_supervision_period(
person=db_person,
external_id=_EXTERNAL_ID_3,
start_date=_DATE_3,
termination_date=_DATE_4,
status=StateSupervisionPeriodStatus.PRESENT_WITHOUT_INFO.value,
state_code=_US_MO,
supervising_officer=db_supervising_officer)
db_supervision_sentence = generate_supervision_sentence(
person=db_person,
external_id=_EXTERNAL_ID,
start_date=_DATE_1,
supervision_periods=[
db_supervision_period, db_supervision_period_another,
db_closed_supervision_period
])
db_sentence_group = generate_sentence_group(
external_id=_EXTERNAL_ID,
supervision_sentences=[db_supervision_sentence])
db_person.external_ids = [db_external_id]
db_person.sentence_groups = [db_sentence_group]
self._commit_to_db(db_person)
external_id = attr.evolve(self.to_entity(db_external_id),
person_external_id_id=None)
new_supervising_officer = StateAgent.new_with_defaults(
external_id=_EXTERNAL_ID_2,
state_code=_US_MO,
agent_type=StateAgentType.SUPERVISION_OFFICER)
person = StatePerson.new_with_defaults(
external_ids=[external_id],
supervising_officer=new_supervising_officer,
state_code=_US_MO)
expected_person = attr.evolve(self.to_entity(db_person))
# Act 1 - Match
session = self._session()
matched_entities = entity_matching.match(session,
_US_MO,
ingested_people=[person])
# Assert 1 - Match
self.assert_people_match_pre_and_post_commit([expected_person],
matched_entities.people,
session)
self.assert_no_errors(matched_entities)
self.assertEqual(1, matched_entities.total_root_entities)
def test_state_threeSentenceGroups_dontPersistAboveThreshold(self):
# Arrange
ingest_info = IngestInfo()
ingest_info.state_people.add(
state_person_id='1_GENERATE',
state_sentence_group_ids=[SENTENCE_GROUP_ID, SENTENCE_GROUP_ID_2])
ingest_info.state_sentence_groups.add(
state_sentence_group_id=SENTENCE_GROUP_ID, county_code=COUNTY_CODE)
ingest_info.state_sentence_groups.add(
state_sentence_group_id=SENTENCE_GROUP_ID_2,
county_code=COUNTY_CODE)
db_person = schema.StatePerson(person_id=ID, full_name=FULL_NAME_1)
db_sentence_group = schema.StateSentenceGroup(
sentence_group_id=ID,
status=StateSentenceStatus.EXTERNAL_UNKNOWN.value,
external_id=SENTENCE_GROUP_ID,
state_code=REGION_CODE)
db_sentence_group_2 = schema.StateSentenceGroup(
sentence_group_id=ID_2,
status=StateSentenceStatus.EXTERNAL_UNKNOWN.value,
external_id=SENTENCE_GROUP_ID_2,
state_code=REGION_CODE)
db_sentence_group_2_dup = schema.StateSentenceGroup(
sentence_group_id=ID_3,
status=StateSentenceStatus.EXTERNAL_UNKNOWN.value,
external_id=SENTENCE_GROUP_ID_2,
state_code=REGION_CODE)
db_external_id = schema.StatePersonExternalId(person_external_id_id=ID,
state_code=REGION_CODE,
external_id=EXTERNAL_ID,
id_type=ID_TYPE)
db_person.sentence_groups = [
db_sentence_group, db_sentence_group_2, db_sentence_group_2_dup
]
db_person.external_ids = [db_external_id]
expected_person = StatePerson.new_with_defaults(person_id=ID,
full_name=FULL_NAME_1,
external_ids=[],
sentence_groups=[])
expected_external_id = StatePersonExternalId.new_with_defaults(
person_external_id_id=ID,
state_code=REGION_CODE,
external_id=EXTERNAL_ID,
id_type=ID_TYPE,
person=expected_person)
expected_person.external_ids = [expected_external_id]
# No updates
expected_sentence_group = StateSentenceGroup.new_with_defaults(
sentence_group_id=ID,
status=StateSentenceStatus.EXTERNAL_UNKNOWN,
external_id=SENTENCE_GROUP_ID,
state_code=REGION_CODE,
person=expected_person)
expected_sentence_group_2 = StateSentenceGroup.new_with_defaults(
sentence_group_id=ID_2,
status=StateSentenceStatus.EXTERNAL_UNKNOWN,
external_id=SENTENCE_GROUP_ID_2,
state_code=REGION_CODE,
person=expected_person)
expected_sentence_group_2_dup = StateSentenceGroup.new_with_defaults(
sentence_group_id=ID_3,
status=StateSentenceStatus.EXTERNAL_UNKNOWN,
external_id=SENTENCE_GROUP_ID_2,
state_code=REGION_CODE,
person=expected_person)
expected_person.sentence_groups = [
expected_sentence_group, expected_sentence_group_2,
expected_sentence_group_2_dup
]
session = SessionFactory.for_schema_base(StateBase)
session.add(db_person)
session.commit()
# Act
persistence.write(ingest_info, DEFAULT_METADATA)
session = SessionFactory.for_schema_base(StateBase)
persons = dao.read_people(session)
# Assert
self.assertEqual([expected_person], persons)
def test_runMatch_supervisionPeriodDateChangesSoItDoesNotMatchSentenceOrViolations(
self) -> None:
# Arrange
db_supervising_officer = generate_agent(
external_id=_EXTERNAL_ID,
state_code=_US_MO,
agent_type=StateAgentType.SUPERVISION_OFFICER.value)
db_person = generate_person(supervising_officer=db_supervising_officer,
state_code=_US_MO)
db_external_id = generate_external_id(external_id=_EXTERNAL_ID,
state_code=_US_MO,
id_type=_ID_TYPE)
# Violation has been date matched to the open supervision period
db_supervision_violation = generate_supervision_violation(
person=db_person,
state_code=_US_MO,
external_id=_EXTERNAL_ID,
violation_date=_DATE_4)
db_supervision_period_open = generate_supervision_period(
person=db_person,
external_id=_EXTERNAL_ID_2,
start_date=_DATE_2,
status=StateSupervisionPeriodStatus.PRESENT_WITHOUT_INFO.value,
state_code=_US_MO,
supervising_officer=db_supervising_officer,
supervision_violation_entries=[db_supervision_violation])
db_supervision_sentence = generate_supervision_sentence(
person=db_person,
external_id=_EXTERNAL_ID,
state_code=_US_MO,
start_date=_DATE_1,
supervision_periods=[db_supervision_period_open])
db_sentence_group = generate_sentence_group(
external_id=_EXTERNAL_ID,
state_code=_US_MO,
supervision_sentences=[db_supervision_sentence])
db_person.external_ids = [db_external_id]
db_person.sentence_groups = [db_sentence_group]
self._commit_to_db(db_person)
supervsion_period_updated = StateSupervisionPeriod.new_with_defaults(
state_code=_US_MO,
external_id=db_supervision_period_open.external_id,
status=StateSupervisionPeriodStatus.PRESENT_WITHOUT_INFO,
start_date=_DATE_2,
termination_date=_DATE_3,
)
placeholder_supervision_sentence = StateSupervisionSentence.new_with_defaults(
state_code=_US_MO, supervision_periods=[supervsion_period_updated])
sentence_group = StateSentenceGroup.new_with_defaults(
external_id=db_sentence_group.external_id,
state_code=_US_MO,
supervision_sentences=[placeholder_supervision_sentence])
external_id = StatePersonExternalId.new_with_defaults(
external_id=db_external_id.external_id,
state_code=_US_MO,
id_type=db_external_id.id_type)
person = StatePerson.new_with_defaults(
external_ids=[external_id],
sentence_groups=[sentence_group],
state_code=_US_MO)
expected_person = attr.evolve(self.to_entity(db_person))
expected_sentence = expected_person.sentence_groups[
0].supervision_sentences[0]
expected_original_supervision_period = expected_sentence.supervision_periods[
0]
# Violation is moved off of the supervision period (it no longer matches) and the termination date is updated
expected_original_supervision_period.supervision_violation_entries = []
expected_original_supervision_period.termination_date = _DATE_3
# A placeholder periods is created to hold the existing supervision violation
expected_new_placeholder_supervision_period = StateSupervisionPeriod.new_with_defaults(
state_code=_US_MO,
status=StateSupervisionPeriodStatus.PRESENT_WITHOUT_INFO,
supervision_violation_entries=[
self.to_entity(db_supervision_violation)
])
expected_sentence.supervision_periods.append(
expected_new_placeholder_supervision_period)
# Act
session = self._session()
matched_entities = entity_matching.match(session,
_US_MO,
ingested_people=[person])
# Assert
self.assert_people_match_pre_and_post_commit([expected_person],
matched_entities.people,
session)
self.assert_no_errors(matched_entities)
self.assertEqual(1, matched_entities.total_root_entities)
def test_age_at_date_same_month_earlier_date():
birthdate = date(1989, 6, 17)
check_date = date(2014, 6, 16)
person = StatePerson.new_with_defaults(birthdate=birthdate)
assert calculator_utils.age_at_date(person, check_date) == 24
def test_ssvrFlatFieldMatchingRevocationTypeChanges(self) -> None:
db_person = generate_person(state_code=_US_MO)
db_supervision_violation_response = \
generate_supervision_violation_response(
person=db_person,
state_code=_US_MO,
response_type=StateSupervisionViolationResponseType.PERMANENT_DECISION.value,
response_type_raw_text=StateSupervisionViolationResponseType.PERMANENT_DECISION.value,
deciding_body_type=StateSupervisionViolationResponseDecidingBodyType.PAROLE_BOARD.value,
deciding_body_type_raw_text=StateSupervisionViolationResponseDecidingBodyType.PAROLE_BOARD.value,
revocation_type=StateSupervisionViolationResponseRevocationType.REINCARCERATION.value,
revocation_type_raw_text='S',
)
db_incarceration_period = \
generate_incarceration_period(
person=db_person,
state_code=_US_MO,
external_id=_EXTERNAL_ID,
admission_reason=StateIncarcerationPeriodAdmissionReason.PAROLE_REVOCATION.value,
source_supervision_violation_response=db_supervision_violation_response)
db_incarceration_sentence = generate_incarceration_sentence(
person=db_person,
status=StateSentenceStatus.PRESENT_WITHOUT_INFO.value,
state_code=_US_MO,
external_id=_EXTERNAL_ID,
incarceration_periods=[db_incarceration_period])
db_sentence_group = generate_sentence_group(
person=db_person,
state_code=_US_MO,
external_id=_EXTERNAL_ID_WITH_SUFFIX,
status=StateSentenceStatus.PRESENT_WITHOUT_INFO.value,
incarceration_sentences=[db_incarceration_sentence],
supervision_sentences=[])
db_external_id = generate_external_id(person=db_person,
state_code=_US_MO,
id_type=_ID_TYPE,
external_id=_EXTERNAL_ID)
db_person.external_ids = [db_external_id]
db_person.sentence_groups = [db_sentence_group]
self._commit_to_db(db_person)
# Even though the revocation type has changed, we still allow a match
supervision_violation_response = \
StateSupervisionViolationResponse.new_with_defaults(
state_code=_US_MO,
response_type=StateSupervisionViolationResponseType.PERMANENT_DECISION,
response_type_raw_text=StateSupervisionViolationResponseType.PERMANENT_DECISION.value,
deciding_body_type=StateSupervisionViolationResponseDecidingBodyType.PAROLE_BOARD,
deciding_body_type_raw_text=StateSupervisionViolationResponseDecidingBodyType.PAROLE_BOARD.value,
revocation_type=StateSupervisionViolationResponseRevocationType.TREATMENT_IN_PRISON,
revocation_type_raw_text='L',
)
incarceration_period = \
StateIncarcerationPeriod.new_with_defaults(
state_code=_US_MO,
external_id=_EXTERNAL_ID,
admission_reason=StateIncarcerationPeriodAdmissionReason.PAROLE_REVOCATION,
source_supervision_violation_response=supervision_violation_response)
incarceration_sentence = StateIncarcerationSentence.new_with_defaults(
status=StateSentenceStatus.PRESENT_WITHOUT_INFO,
state_code=_US_MO,
external_id=_EXTERNAL_ID,
incarceration_periods=[incarceration_period])
sentence_group = StateSentenceGroup.new_with_defaults(
state_code=_US_MO,
external_id=_EXTERNAL_ID_WITH_SUFFIX,
status=StateSentenceStatus.PRESENT_WITHOUT_INFO,
incarceration_sentences=[incarceration_sentence],
supervision_sentences=[])
external_id = StatePersonExternalId.new_with_defaults(
state_code=_US_MO, id_type=_ID_TYPE, external_id=_EXTERNAL_ID)
person = StatePerson.new_with_defaults(
sentence_groups=[sentence_group],
external_ids=[external_id],
state_code=_US_MO)
expected_person = self.to_entity(db_person)
expected_ip = expected_person.sentence_groups[
0].incarceration_sentences[0].incarceration_periods[0]
expected_ssvr = expected_ip.source_supervision_violation_response
expected_ssvr.revocation_type = StateSupervisionViolationResponseRevocationType.TREATMENT_IN_PRISON
expected_ssvr.revocation_type_raw_text = 'L'
# Act 1 - Match
session = self._session()
matched_entities = entity_matching.match(session,
_US_MO,
ingested_people=[person])
self.assert_people_match_pre_and_post_commit([expected_person],
matched_entities.people,
session)
self.assertEqual(0, matched_entities.error_count)
self.assertEqual(1, matched_entities.total_root_entities)
def test_map_incarceration_combinations_all_types(self):
person = StatePerson.new_with_defaults(
state_code="CA",
person_id=12345,
birthdate=date(1984, 8, 31),
gender=Gender.FEMALE,
)
race = StatePersonRace.new_with_defaults(state_code="CA",
race=Race.WHITE)
person.races = [race]
ethnicity = StatePersonEthnicity.new_with_defaults(
state_code="CA", ethnicity=Ethnicity.NOT_HISPANIC)
person.ethnicities = [ethnicity]
incarceration_events = [
IncarcerationStayEvent(
admission_reason=StateIncarcerationPeriodAdmissionReason.
PAROLE_REVOCATION,
admission_reason_raw_text="NEW_ADMISSION",
supervision_type_at_admission=
StateSupervisionPeriodSupervisionType.PAROLE,
state_code="CA",
event_date=date(2000, 3, 31),
facility="SAN QUENTIN",
county_of_residence=_COUNTY_OF_RESIDENCE,
most_serious_offense_ncic_code=_NCIC_CODE,
most_serious_offense_statute=_STATUTE,
specialized_purpose_for_incarceration=
StateSpecializedPurposeForIncarceration.TREATMENT_IN_PRISON,
),
IncarcerationAdmissionEvent(
state_code="CA",
event_date=date(2000, 3, 12),
facility="SAN QUENTIN",
county_of_residence=_COUNTY_OF_RESIDENCE,
admission_reason=AdmissionReason.PAROLE_REVOCATION,
supervision_type_at_admission=
StateSupervisionPeriodSupervisionType.PAROLE,
admission_reason_raw_text="PAROLE_REVOCATION",
specialized_purpose_for_incarceration=
StateSpecializedPurposeForIncarceration.TREATMENT_IN_PRISON,
),
IncarcerationReleaseEvent(
state_code="CA",
event_date=date(2003, 4, 12),
facility="SAN QUENTIN",
county_of_residence=_COUNTY_OF_RESIDENCE,
supervision_type_at_release=
StateSupervisionPeriodSupervisionType.PAROLE,
),
]
incarceration_combinations = calculator.map_incarceration_combinations(
person=person,
incarceration_events=incarceration_events,
metric_inclusions=ALL_METRICS_INCLUSIONS_DICT,
calculation_end_month=None,
calculation_month_count=-1,
person_metadata=_DEFAULT_PERSON_METADATA,
)
expected_combinations_count = expected_metric_combos_count(
incarceration_events)
self.assertEqual(expected_combinations_count,
len(incarceration_combinations))
assert all(value == 1
for _combination, value in incarceration_combinations)
