def test_map_incarceration_combinations_multiple_overlapping_stays(self): person = StatePerson.new_with_defaults( state_code="US_ND", person_id=12345, birthdate=date(1984, 8, 31), gender=Gender.FEMALE, ) race = StatePersonRace.new_with_defaults(state_code="US_ND", race=Race.WHITE) person.races = [race] ethnicity = StatePersonEthnicity.new_with_defaults( state_code="US_ND", ethnicity=Ethnicity.NOT_HISPANIC) person.ethnicities = [ethnicity] incarceration_events = [ IncarcerationStayEvent( state_code="US_ND", event_date=date(2019, 11, 30), facility="JRCC", county_of_residence=_COUNTY_OF_RESIDENCE, specialized_purpose_for_incarceration= StateSpecializedPurposeForIncarceration.TREATMENT_IN_PRISON, ), IncarcerationStayEvent( state_code="US_ND", event_date=date(2019, 11, 30), facility="JRCC", county_of_residence=_COUNTY_OF_RESIDENCE, specialized_purpose_for_incarceration= StateSpecializedPurposeForIncarceration.TREATMENT_IN_PRISON, ), IncarcerationStayEvent( state_code="US_ND", event_date=date(2019, 11, 30), facility="JRCC", county_of_residence=_COUNTY_OF_RESIDENCE, specialized_purpose_for_incarceration= StateSpecializedPurposeForIncarceration.TREATMENT_IN_PRISON, ), ] incarceration_combinations = calculator.map_incarceration_combinations( person=person, incarceration_events=incarceration_events, metric_inclusions=ALL_METRICS_INCLUSIONS_DICT, calculation_end_month=None, calculation_month_count=-1, person_metadata=_DEFAULT_PERSON_METADATA, ) expected_combinations_count = expected_metric_combos_count( incarceration_events) self.assertEqual(expected_combinations_count, len(incarceration_combinations)) assert all(value == 1 for _combination, value in incarceration_combinations)
def test_runMatch_supervisingOfficerMovedFromSupervisionPeriodToPerson( self) -> None: # Arrange db_supervising_officer = generate_agent( external_id=_EXTERNAL_ID, state_code=_US_MO, agent_type=StateAgentType.SUPERVISION_OFFICER.value) db_person = generate_person(supervising_officer=db_supervising_officer, state_code=_US_MO) db_external_id = generate_external_id(external_id=_EXTERNAL_ID, state_code=_US_MO, id_type=_ID_TYPE) db_supervision_period = generate_supervision_period( person=db_person, external_id=_EXTERNAL_ID, start_date=_DATE_1, termination_date=_DATE_2, status=StateSupervisionPeriodStatus.PRESENT_WITHOUT_INFO.value, state_code=_US_MO, supervising_officer=db_supervising_officer) db_supervision_period_open = generate_supervision_period( person=db_person, external_id=_EXTERNAL_ID_2, start_date=_DATE_2, status=StateSupervisionPeriodStatus.PRESENT_WITHOUT_INFO.value, state_code=_US_MO, supervising_officer=db_supervising_officer) db_supervision_sentence = generate_supervision_sentence( person=db_person, external_id=_EXTERNAL_ID, state_code=_US_MO, start_date=_DATE_1, supervision_periods=[ db_supervision_period, db_supervision_period_open ]) db_sentence_group = generate_sentence_group( external_id=_EXTERNAL_ID, state_code=_US_MO, supervision_sentences=[db_supervision_sentence]) db_person.external_ids = [db_external_id] db_person.sentence_groups = [db_sentence_group] self._commit_to_db(db_person) new_supervising_officer = StateAgent.new_with_defaults( external_id=_EXTERNAL_ID_2, state_code=_US_MO, agent_type=StateAgentType.SUPERVISION_OFFICER) new_supervision_period = StateSupervisionPeriod.new_with_defaults( external_id=_EXTERNAL_ID_3, state_code=_US_MO, start_date=_DATE_3, status=StateSupervisionPeriodStatus.PRESENT_WITHOUT_INFO, supervising_officer=new_supervising_officer) supervision_period_update = StateSupervisionPeriod.new_with_defaults( external_id=db_supervision_period_open.external_id, state_code=_US_MO, termination_date=_DATE_3) supervision_sentence = StateSupervisionSentence.new_with_defaults( external_id=db_supervision_sentence.external_id, state_code=_US_MO, supervision_periods=[ supervision_period_update, new_supervision_period ]) sentence_group = StateSentenceGroup.new_with_defaults( external_id=db_sentence_group.external_id, state_code=_US_MO, supervision_sentences=[supervision_sentence]) external_id = attr.evolve(self.to_entity(db_external_id), person_external_id_id=None) person = StatePerson.new_with_defaults( external_ids=[external_id], sentence_groups=[sentence_group], state_code=_US_MO) expected_person = attr.evolve(self.to_entity(db_person)) expected_person.supervising_officer = new_supervising_officer expected_supervision_sentence = \ expected_person.sentence_groups[0].supervision_sentences[0] expected_unchanged_supervision_period = \ attr.evolve(self.to_entity(db_supervision_period)) expected_updated_supervision_period = \ attr.evolve(self.to_entity(db_supervision_period_open), termination_date= supervision_period_update.termination_date, supervising_officer= expected_unchanged_supervision_period. supervising_officer) expected_supervision_sentence.supervision_periods = [ expected_unchanged_supervision_period, expected_updated_supervision_period, new_supervision_period ] # Act session = self._session() matched_entities = entity_matching.match(session, _US_MO, ingested_people=[person]) # Assert self.assert_people_match_pre_and_post_commit([expected_person], matched_entities.people, session) self.assert_no_errors(matched_entities) self.assertEqual(1, matched_entities.total_root_entities)
def test_ssvrFlatFieldMatchingWithSomeNullValues(self) -> None: db_person = generate_person(state_code=_US_MO) db_supervision_violation_response = \ generate_supervision_violation_response( person=db_person, state_code=_US_MO, response_type=StateSupervisionViolationResponseType.PERMANENT_DECISION.value, response_type_raw_text=StateSupervisionViolationResponseType.PERMANENT_DECISION.value, deciding_body_type=StateSupervisionViolationResponseDecidingBodyType.PAROLE_BOARD.value, deciding_body_type_raw_text=StateSupervisionViolationResponseDecidingBodyType.PAROLE_BOARD.value, ) db_incarceration_period = \ generate_incarceration_period( person=db_person, state_code=_US_MO, external_id=_EXTERNAL_ID, admission_reason=StateIncarcerationPeriodAdmissionReason.PAROLE_REVOCATION.value, source_supervision_violation_response=db_supervision_violation_response) db_incarceration_sentence = generate_incarceration_sentence( person=db_person, status=StateSentenceStatus.PRESENT_WITHOUT_INFO.value, state_code=_US_MO, external_id=_EXTERNAL_ID, incarceration_periods=[db_incarceration_period]) db_sentence_group = generate_sentence_group( person=db_person, state_code=_US_MO, external_id=_EXTERNAL_ID_WITH_SUFFIX, status=StateSentenceStatus.PRESENT_WITHOUT_INFO.value, incarceration_sentences=[db_incarceration_sentence], supervision_sentences=[]) db_external_id = generate_external_id(person=db_person, state_code=_US_MO, id_type=_ID_TYPE, external_id=_EXTERNAL_ID) db_person.external_ids = [db_external_id] db_person.sentence_groups = [db_sentence_group] self._commit_to_db(db_person) # Even though this violation response doesn't have a deciding_body_type set, it will not clear the values in # db_supervision_violation_response. supervision_violation_response = \ StateSupervisionViolationResponse.new_with_defaults( state_code=_US_MO, response_type=StateSupervisionViolationResponseType.PERMANENT_DECISION, response_type_raw_text=StateSupervisionViolationResponseType.PERMANENT_DECISION.value) incarceration_period = \ StateIncarcerationPeriod.new_with_defaults( state_code=_US_MO, external_id=_EXTERNAL_ID, admission_reason=StateIncarcerationPeriodAdmissionReason.PAROLE_REVOCATION, source_supervision_violation_response=supervision_violation_response) incarceration_sentence = StateIncarcerationSentence.new_with_defaults( status=StateSentenceStatus.PRESENT_WITHOUT_INFO, state_code=_US_MO, external_id=_EXTERNAL_ID, incarceration_periods=[incarceration_period]) sentence_group = StateSentenceGroup.new_with_defaults( state_code=_US_MO, external_id=_EXTERNAL_ID_WITH_SUFFIX, status=StateSentenceStatus.PRESENT_WITHOUT_INFO, incarceration_sentences=[incarceration_sentence], supervision_sentences=[]) external_id = StatePersonExternalId.new_with_defaults( state_code=_US_MO, id_type=_ID_TYPE, external_id=_EXTERNAL_ID) person = StatePerson.new_with_defaults( sentence_groups=[sentence_group], external_ids=[external_id], state_code=_US_MO) expected_person = self.to_entity(db_person) # Act 1 - Match session = self._session() matched_entities = entity_matching.match(session, _US_MO, ingested_people=[person]) self.assert_people_match_pre_and_post_commit([expected_person], matched_entities.people, session) self.assertEqual(0, matched_entities.error_count) self.assertEqual(1, matched_entities.total_root_entities)
def testClassifyIncarcerationEvents(self): """Tests the ClassifyIncarcerationEvents DoFn.""" fake_person_id = 12345 fake_person = StatePerson.new_with_defaults( person_id=fake_person_id, gender=Gender.MALE, birthdate=date(1970, 1, 1), residency_status=ResidencyStatus.PERMANENT) incarceration_period = StateIncarcerationPeriod.new_with_defaults( incarceration_period_id=1111, incarceration_type=StateIncarcerationType.STATE_PRISON, status=StateIncarcerationPeriodStatus.NOT_IN_CUSTODY, state_code='TX', facility='PRISON XX', admission_date=date(2010, 11, 20), admission_reason=StateIncarcerationPeriodAdmissionReason. PROBATION_REVOCATION, release_date=date(2010, 12, 4), release_reason=StateIncarcerationPeriodReleaseReason. SENTENCE_SERVED) incarceration_sentence = StateIncarcerationSentence.new_with_defaults( incarceration_sentence_id=123, incarceration_periods=[incarceration_period], charges=[ StateCharge.new_with_defaults(ncic_code='5699', statute='CIVIL RIGHTS', offense_date=date(2009, 1, 9)) ]) sentence_group = StateSentenceGroup.new_with_defaults( sentence_group_id=123, incarceration_sentences=[incarceration_sentence]) incarceration_sentence.sentence_group = sentence_group incarceration_period.incarceration_sentences = [incarceration_sentence] person_entities = { 'person': [fake_person], 'sentence_groups': [sentence_group] } fake_person_id_to_county_query_result = [{ 'person_id': fake_person_id, 'county_of_residence': _COUNTY_OF_RESIDENCE }] incarceration_events = [ IncarcerationStayEvent( admission_reason=incarceration_period.admission_reason, admission_reason_raw_text=incarceration_period. admission_reason_raw_text, supervision_type_at_admission= StateSupervisionPeriodSupervisionType.PROBATION, state_code=incarceration_period.state_code, event_date=last_day_of_month( incarceration_period.admission_date), facility=incarceration_period.facility, county_of_residence=_COUNTY_OF_RESIDENCE, most_serious_offense_statute='CIVIL RIGHTS'), IncarcerationAdmissionEvent( state_code=incarceration_period.state_code, event_date=incarceration_period.admission_date, facility=incarceration_period.facility, county_of_residence=_COUNTY_OF_RESIDENCE, admission_reason=incarceration_period.admission_reason, admission_reason_raw_text=incarceration_period. admission_reason_raw_text, supervision_type_at_admission= StateSupervisionPeriodSupervisionType.PROBATION, ), IncarcerationReleaseEvent( state_code=incarceration_period.state_code, event_date=incarceration_period.release_date, facility=incarceration_period.facility, county_of_residence=_COUNTY_OF_RESIDENCE, release_reason=incarceration_period.release_reason) ] correct_output = [(fake_person, incarceration_events)] test_pipeline = TestPipeline() person_id_to_county_kv = ( test_pipeline | "Read person id to county associations from BigQuery" >> beam.Create(fake_person_id_to_county_query_result) | "Convert to KV" >> beam.ParDo(ConvertDictToKVTuple(), 'person_id')) output = (test_pipeline | beam.Create([(fake_person_id, person_entities)]) | 'Identify Incarceration Events' >> beam.ParDo( pipeline.ClassifyIncarcerationEvents(), AsDict(person_id_to_county_kv))) assert_that(output, equal_to(correct_output)) test_pipeline.run()
def test_removeSeosFromSupervisionViolation(self) -> None: supervision_violation_response = \ StateSupervisionViolationResponse.new_with_defaults( state_code=_US_MO, external_id=_EXTERNAL_ID_WITH_SUFFIX) supervision_violation = StateSupervisionViolation.new_with_defaults( state_code=_US_MO, external_id=_EXTERNAL_ID_WITH_SUFFIX, supervision_violation_responses=[supervision_violation_response]) placeholder_supervision_period = \ StateSupervisionPeriod.new_with_defaults( state_code=_US_MO, status=StateSentenceStatus.PRESENT_WITHOUT_INFO, supervision_violation_entries=[supervision_violation]) supervision_sentence = StateSupervisionSentence.new_with_defaults( status=StateSentenceStatus.PRESENT_WITHOUT_INFO, state_code=_US_MO, external_id=_EXTERNAL_ID, supervision_periods=[placeholder_supervision_period]) sentence_group = StateSentenceGroup.new_with_defaults( state_code=_US_MO, external_id=_EXTERNAL_ID_WITH_SUFFIX, status=StateSentenceStatus.PRESENT_WITHOUT_INFO, incarceration_sentences=[], supervision_sentences=[supervision_sentence]) external_id = StatePersonExternalId.new_with_defaults( state_code=_US_MO, id_type=_ID_TYPE, external_id=_EXTERNAL_ID) person = StatePerson.new_with_defaults( sentence_groups=[sentence_group], external_ids=[external_id], state_code=_US_MO) updated_external_id = _EXTERNAL_ID expected_supervision_violation_response = attr.evolve( supervision_violation_response, external_id=updated_external_id) expected_supervision_violation = attr.evolve( supervision_violation, external_id=updated_external_id, supervision_violation_responses=[ expected_supervision_violation_response ]) expected_placeholder_supervision_period = attr.evolve( placeholder_supervision_period, supervision_violation_entries=[expected_supervision_violation]) expected_supervision_sentence = attr.evolve( supervision_sentence, supervision_periods=[expected_placeholder_supervision_period]) expected_sentence_group = attr.evolve( sentence_group, supervision_sentences=[expected_supervision_sentence]) expected_external_id = attr.evolve(external_id) expected_person = attr.evolve( person, external_ids=[expected_external_id], sentence_groups=[expected_sentence_group]) # Act 1 - Match session = self._session() matched_entities = entity_matching.match(session, _US_MO, ingested_people=[person]) self.assert_people_match_pre_and_post_commit([expected_person], matched_entities.people, session) self.assertEqual(0, matched_entities.error_count) self.assertEqual(1, matched_entities.total_root_entities)
def setUp(self) -> None: self.person = StatePerson.new_with_defaults(state_code="US_XX")
def test_moveViolationsOntoSupervisionPeriodsForPerson_violationNoLongerOverlaps( self): # Act sv_ss = StateSupervisionViolation.new_with_defaults( supervision_violation_id=_ID, state_code=_STATE_CODE, violation_date=_DATE_4) # This supervision period, which has already been written to the DB, has presumably been updated so that the # date range no longer overlaps with the attached violation (or the violation has been updated). sp_ss = StateSupervisionPeriod.new_with_defaults( supervision_period_id=_ID, external_id=_EXTERNAL_ID, state_code=_STATE_CODE, start_date=_DATE_1, termination_date=_DATE_3, supervision_violation_entries=[sv_ss]) ss = StateSupervisionSentence.new_with_defaults( supervision_sentence_id=_ID, external_id=_EXTERNAL_ID, state_code=_STATE_CODE, supervision_periods=[sp_ss]) sg = StateSentenceGroup.new_with_defaults(external_id=_EXTERNAL_ID, sentence_group_id=_ID, state_code=_STATE_CODE, supervision_sentences=[ss]) state_person = StatePerson.new_with_defaults(person_id=_ID, sentence_groups=[sg]) expected_sp_ss = attr.evolve(sp_ss, supervision_violation_entries=[]) expected_ss = attr.evolve(ss, supervision_periods=[expected_sp_ss]) expected_sg = attr.evolve(sg, supervision_sentences=[expected_ss]) expected_sv_ss = attr.evolve(sv_ss) expected_placeholder_sp = StateSupervisionPeriod.new_with_defaults( state_code=_STATE_CODE, status=StateSupervisionPeriodStatus.PRESENT_WITHOUT_INFO, supervision_violation_entries=[expected_sv_ss]) expected_placeholder_ss = StateSupervisionSentence.new_with_defaults( state_code=_STATE_CODE, status=StateSentenceStatus.PRESENT_WITHOUT_INFO, supervision_periods=[expected_placeholder_sp]) expected_placeholder_sg = StateSentenceGroup.new_with_defaults( state_code=_STATE_CODE, status=StateSentenceStatus.PRESENT_WITHOUT_INFO, supervision_sentences=[expected_placeholder_ss]) expected_person = attr.evolve( state_person, sentence_groups=[expected_sg, expected_placeholder_sg]) # Act input_people = converter.convert_entity_people_to_schema_people( [state_person]) move_violations_onto_supervision_periods_for_person( input_people, _STATE_CODE) # Assert self.assert_people_match([expected_person], input_people)
def test_associateSvrsWithIps_dontAssociateTheSameSvr(self): # Arrange svr_1 = StateSupervisionViolationResponse.new_with_defaults( response_date=_DATE_1, revocation_type=StateSupervisionViolationResponseRevocationType. REINCARCERATION) placeholder_sv = StateSupervisionViolation.new_with_defaults( supervision_violation_responses=[svr_1]) placeholder_sp = StateSupervisionPeriod.new_with_defaults( supervision_violation_entries=[placeholder_sv]) placeholder_ss = StateSupervisionSentence.new_with_defaults( supervision_periods=[placeholder_sp]) ip_1 = StateIncarcerationPeriod.new_with_defaults( admission_date=_DATE_2, admission_reason= StateIncarcerationPeriodAdmissionReason.PROBATION_REVOCATION) ip_2 = StateIncarcerationPeriod.new_with_defaults( admission_date=_DATE_4, admission_reason= StateIncarcerationPeriodAdmissionReason.PROBATION_REVOCATION) placeholder_is = StateIncarcerationSentence.new_with_defaults( incarceration_periods=[ip_1, ip_2]) placeholder_sg = StateSentenceGroup.new_with_defaults( incarceration_sentences=[placeholder_is], supervision_sentences=[placeholder_ss]) placeholder_person = StatePerson.new_with_defaults( sentence_groups=[placeholder_sg]) expected_svr_1 = attr.evolve(svr_1) expected_placeholder_sv = attr.evolve( placeholder_sv, supervision_violation_responses=[expected_svr_1]) expected_placeholder_sp = attr.evolve( placeholder_sp, supervision_violation_entries=[expected_placeholder_sv]) expected_placeholder_ss = attr.evolve( placeholder_ss, supervision_periods=[expected_placeholder_sp]) expected_ip_1 = attr.evolve( ip_1, source_supervision_violation_response=expected_svr_1) expected_ip_2 = attr.evolve(ip_2) expected_placeholder_is = attr.evolve( placeholder_is, incarceration_periods=[expected_ip_1, expected_ip_2]) expected_placeholder_sg = attr.evolve( placeholder_sg, supervision_sentences=[expected_placeholder_ss], incarceration_sentences=[expected_placeholder_is]) expected_placeholder_person = attr.evolve( placeholder_person, sentence_groups=[expected_placeholder_sg]) # Act input_people = \ converter.convert_entity_people_to_schema_people( [placeholder_person]) associate_revocation_svrs_with_ips(input_people) # Assert self.assert_people_match( [expected_placeholder_person], input_people)
def testConvert_FullIngestInfo(self): # Arrange metadata = IngestMetadata('us_nd', _JURISDICTION_ID, _INGEST_TIME, system_level=SystemLevel.STATE) ingest_info = IngestInfo() ingest_info.state_agents.add(state_agent_id='AGENT_ID1', full_name='AGENT WILLIAMS') ingest_info.state_agents.add(state_agent_id='AGENT_ID2', full_name='AGENT HERNANDEZ') ingest_info.state_agents.add(state_agent_id='AGENT_ID3', full_name='AGENT SMITH') ingest_info.state_agents.add(state_agent_id='AGENT_ID4', full_name='AGENT PO') ingest_info.state_agents.add(state_agent_id='JUDGE_AGENT_ID_1', full_name='JUDGE JUDY') ingest_info.state_agents.add(state_agent_id='AGENT_ID_PO', full_name='AGENT PAROLEY') ingest_info.state_agents.add(state_agent_id='AGENT_ID_TERM', full_name='AGENT TERMY', agent_type='SUPERVISION_OFFICER') ingest_info.state_agents.add( state_agent_id='AGENT_ID_SUPERVISING', full_name='SUPERVISING AGENT', ) # We expect the external_ids coming in to have the format # [type]:[external_id] ii_person_external_id_1 = US_ND_ELITE + ':' + 'EXTERNAL_ID1' ii_person_external_id_2 = US_ND_SID + ':' + 'EXTERNAL_ID2' ingest_info.state_people.add( state_person_id='PERSON_ID', state_person_race_ids=['RACE_ID1', 'RACE_ID2'], state_person_ethnicity_ids=['ETHNICITY_ID'], state_alias_ids=['ALIAS_ID1', 'ALIAS_ID2'], state_person_external_ids_ids=[ ii_person_external_id_1, ii_person_external_id_2 ], state_assessment_ids=['ASSESSMENT_ID'], state_program_assignment_ids=['PROGRAM_ASSIGNMENT_ID'], state_sentence_group_ids=['GROUP_ID1', 'GROUP_ID2'], supervising_officer_id='AGENT_ID_SUPERVISING', ) ingest_info.state_person_races.add( state_person_race_id='RACE_ID1', race='WHITE', ) ingest_info.state_person_races.add(state_person_race_id='RACE_ID2', race='OTHER') ingest_info.state_person_ethnicities.add( state_person_ethnicity_id='ETHNICITY_ID', ethnicity='HISPANIC') ingest_info.state_aliases.add(state_alias_id='ALIAS_ID1', full_name='LONNY BREAUX') ingest_info.state_aliases.add(state_alias_id='ALIAS_ID2', full_name='FRANK OCEAN') ingest_info.state_person_external_ids.add( state_person_external_id_id=ii_person_external_id_1, id_type=US_ND_ELITE) ingest_info.state_person_external_ids.add( state_person_external_id_id=ii_person_external_id_2, id_type=US_ND_SID) ingest_info.state_assessments.add(state_assessment_id='ASSESSMENT_ID', assessment_class='MENTAL_HEALTH', conducting_agent_id='AGENT_ID1') ingest_info.state_program_assignments.add( state_program_assignment_id='PROGRAM_ASSIGNMENT_ID', participation_status='DISCHARGED', referral_date='2019/02/10', start_date='2019/02/11', discharge_date='2019/02/12', program_id='PROGRAM_ID', program_location_id='PROGRAM_LOCATION_ID', discharge_reason='COMPLETED', referring_agent_id='AGENT_ID4') ingest_info.state_sentence_groups.add( state_sentence_group_id='GROUP_ID1', state_supervision_sentence_ids=['SUPERVISION_SENTENCE_ID1'], state_incarceration_sentence_ids=[ 'INCARCERATION_SENTENCE_ID1', 'INCARCERATION_SENTENCE_ID2' ]) ingest_info.state_sentence_groups.add( state_sentence_group_id='GROUP_ID2', state_supervision_sentence_ids=['SUPERVISION_SENTENCE_ID2'], state_fine_ids=['FINE_ID']) ingest_info.state_fines.add(state_fine_id='FINE_ID', status='PAID') ingest_info.state_supervision_sentences.add( state_supervision_sentence_id='SUPERVISION_SENTENCE_ID1', state_charge_ids=['CHARGE_ID1', 'CHARGE_ID2'], state_supervision_period_ids=['S_PERIOD_ID1']) ingest_info.state_supervision_sentences.add( state_supervision_sentence_id='SUPERVISION_SENTENCE_ID2', state_charge_ids=['CHARGE_ID2'], state_supervision_period_ids=['S_PERIOD_ID2']) ingest_info.state_incarceration_sentences.add( state_incarceration_sentence_id='INCARCERATION_SENTENCE_ID1', state_charge_ids=['CHARGE_ID1'], state_incarceration_period_ids=['I_PERIOD_ID']) ingest_info.state_incarceration_sentences.add( state_incarceration_sentence_id='INCARCERATION_SENTENCE_ID2', state_charge_ids=['CHARGE_ID2', 'CHARGE_ID3'], state_supervision_period_ids=['S_PERIOD_ID3']) ingest_info.state_charges.add( state_charge_id='CHARGE_ID1', state_court_case_id='CASE_ID', state_bond_id='BOND_ID', classification_type='M', classification_subtype='1', ncic_code='5006', ) ingest_info.state_charges.add( state_charge_id='CHARGE_ID2', state_court_case_id='CASE_ID', classification_type='M', classification_subtype='2', ) ingest_info.state_charges.add( state_charge_id='CHARGE_ID3', state_court_case_id='CASE_ID', classification_type='F', classification_subtype='3', ncic_code='5006', description='Obstruction of investigation', ) ingest_info.state_court_cases.add( state_court_case_id='CASE_ID', judge_id='JUDGE_AGENT_ID_1', ) ingest_info.state_bonds.add(state_bond_id='BOND_ID', status='POSTED') ingest_info.state_supervision_periods.add( state_supervision_period_id='S_PERIOD_ID1', state_supervision_violation_entry_ids=['VIOLATION_ID'], supervision_type='PAROLE', supervision_level='MED', state_supervision_contact_ids=['SUPERVISION_CONTACT_ID'], state_program_assignment_ids=['PROGRAM_ASSIGNMENT_ID']) ingest_info.state_supervision_periods.add( state_supervision_period_id='S_PERIOD_ID2', supervision_type='PAROLE') ingest_info.state_supervision_periods.add( state_supervision_period_id='S_PERIOD_ID3', state_assessment_ids=['ASSESSMENT_ID'], supervising_officer_id='AGENT_ID_PO', supervision_type='PROBATION', state_supervision_case_type_entry_ids=['CASE_TYPE_ID'], ) ingest_info.state_supervision_case_type_entries.add( state_supervision_case_type_entry_id='CASE_TYPE_ID', case_type='DOMESTIC_VIOLENCE') ingest_info.state_incarceration_periods.add( state_incarceration_period_id='I_PERIOD_ID', state_incarceration_incident_ids=['INCIDENT_ID'], state_parole_decision_ids=['DECISION_ID'], state_assessment_ids=['ASSESSMENT_ID'], state_program_assignment_ids=['PROGRAM_ASSIGNMENT_ID'], source_supervision_violation_response_id='RESPONSE_ID') ingest_info.state_supervision_violation_type_entries.add( state_supervision_violation_type_entry_id='VIOLATION_TYPE_ENTRY_ID', violation_type='FELONY', state_code='US_ND') ingest_info.state_supervision_violated_condition_entries.add( state_supervision_violated_condition_entry_id= 'VIOLATED_CONDITION_ENTRY_ID', condition='CURFEW', state_code='US_ND') ingest_info.state_supervision_violations.add( state_supervision_violation_id='VIOLATION_ID', state_supervision_violation_response_ids=['RESPONSE_ID'], state_supervision_violated_condition_entry_ids=[ 'VIOLATED_CONDITION_ENTRY_ID' ], state_supervision_violation_type_entry_ids=[ 'VIOLATION_TYPE_ENTRY_ID' ], ) ingest_info.state_supervision_violated_condition_entries.add( state_supervision_violated_condition_entry_id= 'VIOLATED_CONDITION_ENTRY_ID', condition='CURFEW', state_code='US_ND') ingest_info.state_supervision_violation_response_decision_entries.add( state_supervision_violation_response_decision_entry_id= 'VIOLATION_RESPONSE_DECISION_ENTRY_ID', decision='REVOCATION', revocation_type='REINCARCERATION', state_code='US_ND') ingest_info.state_supervision_violation_responses.add( state_supervision_violation_response_id='RESPONSE_ID', decision_agent_ids=['AGENT_ID_TERM'], state_supervision_violation_response_decision_entry_ids=[ 'VIOLATION_RESPONSE_DECISION_ENTRY_ID' ], response_type='CITATION') ingest_info.state_incarceration_incidents.add( state_incarceration_incident_id='INCIDENT_ID', incident_type='CONTRABAND', responding_officer_id='AGENT_ID2', state_incarceration_incident_outcome_ids=['INCIDENT_OUTCOME_ID'], ) ingest_info.state_incarceration_incident_outcomes.add( state_incarceration_incident_outcome_id='INCIDENT_OUTCOME_ID', outcome_type='GOOD_TIME_LOSS', date_effective='2/10/2018', state_code='US_ND', outcome_description='Good time', punishment_length_days='7', ) ingest_info.state_parole_decisions.add( state_parole_decision_id='DECISION_ID', decision_agent_ids=['AGENT_ID2', 'AGENT_ID3']) ingest_info.state_supervision_contacts.add( state_supervision_contact_id='SUPERVISION_CONTACT_ID', contacted_agent_id='AGENT_ID_PO') # Act result = self._convert_and_throw_on_errors(ingest_info, metadata) # Assert supervision_contact = StateSupervisionContact.new_with_defaults( external_id='SUPERVISION_CONTACT_ID', state_code='US_ND', contacted_agent=StateAgent.new_with_defaults( external_id='AGENT_ID_PO', state_code='US_ND', agent_type=StateAgentType.PRESENT_WITHOUT_INFO, full_name='{"full_name": "AGENT PAROLEY"}'), ) incident_outcome = StateIncarcerationIncidentOutcome.new_with_defaults( external_id='INCIDENT_OUTCOME_ID', outcome_type=StateIncarcerationIncidentOutcomeType.GOOD_TIME_LOSS, outcome_type_raw_text='GOOD_TIME_LOSS', date_effective=datetime.date(year=2018, month=2, day=10), state_code='US_ND', outcome_description='GOOD TIME', punishment_length_days=7, ) incident = StateIncarcerationIncident.new_with_defaults( external_id='INCIDENT_ID', state_code='US_ND', incident_type=StateIncarcerationIncidentType.CONTRABAND, incident_type_raw_text='CONTRABAND', responding_officer=StateAgent.new_with_defaults( external_id='AGENT_ID2', state_code='US_ND', agent_type=StateAgentType.PRESENT_WITHOUT_INFO, full_name='{"full_name": "AGENT HERNANDEZ"}', ), incarceration_incident_outcomes=[incident_outcome]) assessment = StateAssessment.new_with_defaults( external_id='ASSESSMENT_ID', state_code='US_ND', assessment_class=StateAssessmentClass.MENTAL_HEALTH, assessment_class_raw_text='MENTAL_HEALTH', conducting_agent=StateAgent.new_with_defaults( external_id='AGENT_ID1', agent_type=StateAgentType.PRESENT_WITHOUT_INFO, state_code='US_ND', full_name='{"full_name": "AGENT WILLIAMS"}', )) program_assignment = StateProgramAssignment.new_with_defaults( external_id='PROGRAM_ASSIGNMENT_ID', state_code='US_ND', participation_status=StateProgramAssignmentParticipationStatus. DISCHARGED, participation_status_raw_text='DISCHARGED', referral_date=datetime.date(year=2019, month=2, day=10), start_date=datetime.date(year=2019, month=2, day=11), discharge_date=datetime.date(year=2019, month=2, day=12), program_id='PROGRAM_ID', program_location_id='PROGRAM_LOCATION_ID', discharge_reason=StateProgramAssignmentDischargeReason.COMPLETED, discharge_reason_raw_text='COMPLETED', referring_agent=StateAgent.new_with_defaults( external_id='AGENT_ID4', agent_type=StateAgentType.PRESENT_WITHOUT_INFO, state_code='US_ND', full_name='{"full_name": "AGENT PO"}')) response = StateSupervisionViolationResponse.new_with_defaults( external_id='RESPONSE_ID', state_code='US_ND', response_type=StateSupervisionViolationResponseType.CITATION, response_type_raw_text='CITATION', decision_agents=[ StateAgent.new_with_defaults( external_id='AGENT_ID_TERM', state_code='US_ND', full_name='{"full_name": "AGENT TERMY"}', agent_type=StateAgentType.SUPERVISION_OFFICER, agent_type_raw_text='SUPERVISION_OFFICER', ) ], supervision_violation_response_decisions=[ StateSupervisionViolationResponseDecisionEntry. new_with_defaults( state_code='US_ND', decision=StateSupervisionViolationResponseDecision. REVOCATION, decision_raw_text='REVOCATION', revocation_type= StateSupervisionViolationResponseRevocationType. REINCARCERATION, revocation_type_raw_text='REINCARCERATION') ]) violation = StateSupervisionViolation.new_with_defaults( external_id='VIOLATION_ID', state_code='US_ND', supervision_violation_responses=[response], supervision_violation_types=[ StateSupervisionViolationTypeEntry.new_with_defaults( state_code='US_ND', violation_type=StateSupervisionViolationType.FELONY, violation_type_raw_text='FELONY', ) ], supervision_violated_conditions=[ StateSupervisionViolatedConditionEntry.new_with_defaults( state_code='US_ND', condition='CURFEW', ) ]) court_case = StateCourtCase.new_with_defaults( external_id='CASE_ID', state_code='US_ND', status=StateCourtCaseStatus.PRESENT_WITHOUT_INFO, court_type=StateCourtType.PRESENT_WITHOUT_INFO, judge=StateAgent.new_with_defaults( external_id='JUDGE_AGENT_ID_1', state_code='US_ND', agent_type=StateAgentType.PRESENT_WITHOUT_INFO, full_name='{"full_name": "JUDGE JUDY"}', )) charge_1 = StateCharge.new_with_defaults( external_id='CHARGE_ID1', classification_type=StateChargeClassificationType.MISDEMEANOR, classification_type_raw_text='M', classification_subtype='1', ncic_code='5006', description='FALSE STATEMENT', state_code='US_ND', status=ChargeStatus.PRESENT_WITHOUT_INFO, court_case=court_case, bond=StateBond.new_with_defaults(external_id='BOND_ID', state_code='US_ND', status=BondStatus.POSTED, status_raw_text='POSTED')) charge_2 = StateCharge.new_with_defaults( external_id='CHARGE_ID2', classification_type=StateChargeClassificationType.MISDEMEANOR, classification_type_raw_text='M', classification_subtype='2', state_code='US_ND', status=ChargeStatus.PRESENT_WITHOUT_INFO, court_case=court_case) charge_3 = StateCharge.new_with_defaults( external_id='CHARGE_ID3', state_code='US_ND', classification_type=StateChargeClassificationType.FELONY, classification_type_raw_text='F', classification_subtype='3', ncic_code='5006', description='OBSTRUCTION OF INVESTIGATION', status=ChargeStatus.PRESENT_WITHOUT_INFO, court_case=court_case) incarceration_sentence_1 = StateIncarcerationSentence.new_with_defaults( external_id='INCARCERATION_SENTENCE_ID1', state_code='US_ND', status=StateSentenceStatus.PRESENT_WITHOUT_INFO, incarceration_type=StateIncarcerationType.STATE_PRISON, charges=[charge_1], incarceration_periods=[ StateIncarcerationPeriod.new_with_defaults( external_id='I_PERIOD_ID', status=StateIncarcerationPeriodStatus.PRESENT_WITHOUT_INFO, incarceration_type=StateIncarcerationType.STATE_PRISON, state_code='US_ND', incarceration_incidents=[incident], program_assignments=[program_assignment], parole_decisions=[ StateParoleDecision.new_with_defaults( external_id='DECISION_ID', state_code='US_ND', decision_agents=[ StateAgent.new_with_defaults( external_id='AGENT_ID2', agent_type=StateAgentType. PRESENT_WITHOUT_INFO, state_code='US_ND', full_name='{"full_name": "AGENT HERNANDEZ"}' ), StateAgent.new_with_defaults( external_id='AGENT_ID3', state_code='US_ND', agent_type=StateAgentType. PRESENT_WITHOUT_INFO, full_name='{"full_name": "AGENT SMITH"}') ]) ], assessments=[assessment], source_supervision_violation_response=response, ) ]) incarceration_sentence_2 = StateIncarcerationSentence.new_with_defaults( external_id='INCARCERATION_SENTENCE_ID2', state_code='US_ND', status=StateSentenceStatus.PRESENT_WITHOUT_INFO, incarceration_type=StateIncarcerationType.STATE_PRISON, charges=[charge_2, charge_3], supervision_periods=[ StateSupervisionPeriod.new_with_defaults( external_id='S_PERIOD_ID3', status=StateSupervisionPeriodStatus.PRESENT_WITHOUT_INFO, state_code='US_ND', supervision_type=StateSupervisionType.PROBATION, supervision_type_raw_text='PROBATION', assessments=[assessment], supervising_officer=StateAgent.new_with_defaults( external_id='AGENT_ID_PO', state_code='US_ND', agent_type=StateAgentType.PRESENT_WITHOUT_INFO, full_name='{"full_name": "AGENT PAROLEY"}', ), case_type_entries=[ StateSupervisionCaseTypeEntry.new_with_defaults( case_type=StateSupervisionCaseType. DOMESTIC_VIOLENCE, case_type_raw_text='DOMESTIC_VIOLENCE', state_code='US_ND', external_id='CASE_TYPE_ID') ]) ]) expected_result = [ StatePerson.new_with_defaults( external_ids=[ StatePersonExternalId.new_with_defaults( external_id='EXTERNAL_ID1', state_code='US_ND', id_type=US_ND_ELITE), StatePersonExternalId.new_with_defaults( external_id='EXTERNAL_ID2', state_code='US_ND', id_type=US_ND_SID) ], races=[ StatePersonRace(race=Race.WHITE, race_raw_text='WHITE', state_code='US_ND'), StatePersonRace(race=Race.OTHER, race_raw_text='OTHER', state_code='US_ND'), ], ethnicities=[ StatePersonEthnicity(ethnicity=Ethnicity.HISPANIC, ethnicity_raw_text='HISPANIC', state_code='US_ND') ], aliases=[ StatePersonAlias.new_with_defaults( full_name='{"full_name": "LONNY BREAUX"}', state_code='US_ND'), StatePersonAlias.new_with_defaults( full_name='{"full_name": "FRANK OCEAN"}', state_code='US_ND'), ], supervising_officer=StateAgent.new_with_defaults( external_id='AGENT_ID_SUPERVISING', state_code='US_ND', agent_type=StateAgentType.PRESENT_WITHOUT_INFO, full_name='{"full_name": "SUPERVISING AGENT"}'), assessments=[assessment], program_assignments=[program_assignment], sentence_groups=[ StateSentenceGroup.new_with_defaults( external_id='GROUP_ID1', status=StateSentenceStatus.PRESENT_WITHOUT_INFO, state_code='US_ND', supervision_sentences=[ StateSupervisionSentence.new_with_defaults( external_id='SUPERVISION_SENTENCE_ID1', state_code='US_ND', status=StateSentenceStatus. PRESENT_WITHOUT_INFO, charges=[charge_1, charge_2], supervision_periods=[ StateSupervisionPeriod.new_with_defaults( external_id='S_PERIOD_ID1', status=StateSupervisionPeriodStatus. PRESENT_WITHOUT_INFO, supervision_level=StateSupervisionLevel .MEDIUM, supervision_level_raw_text='MED', state_code='US_ND', supervision_type=StateSupervisionType. PAROLE, supervision_type_raw_text='PAROLE', supervision_violation_entries=[ violation ], program_assignments=[ program_assignment ], supervision_contacts=[ supervision_contact ], ) ]) ], incarceration_sentences=[ incarceration_sentence_1, incarceration_sentence_2 ]), StateSentenceGroup.new_with_defaults( external_id='GROUP_ID2', status=StateSentenceStatus.PRESENT_WITHOUT_INFO, state_code='US_ND', supervision_sentences=[ StateSupervisionSentence.new_with_defaults( external_id='SUPERVISION_SENTENCE_ID2', state_code='US_ND', status=StateSentenceStatus. PRESENT_WITHOUT_INFO, charges=[charge_2], supervision_periods=[ StateSupervisionPeriod.new_with_defaults( external_id='S_PERIOD_ID2', status=StateSupervisionPeriodStatus. PRESENT_WITHOUT_INFO, state_code='US_ND', supervision_type=StateSupervisionType. PAROLE, supervision_type_raw_text='PAROLE', ) ]) ], fines=[ StateFine.new_with_defaults( external_id='FINE_ID', state_code='US_ND', status=StateFineStatus.PAID, status_raw_text='PAID') ]) ]) ] print("\n", expected_result, "\n\n\n", result) self.assertCountEqual(expected_result, result)
def testCalculateIncarcerationMetricCombinations(self): """Tests the CalculateIncarcerationMetricCombinations DoFn.""" fake_person = StatePerson.new_with_defaults( state_code="US_XX", person_id=123, gender=Gender.MALE, birthdate=date(1970, 1, 1), residency_status=ResidencyStatus.PERMANENT, ) incarceration_events = [ IncarcerationAdmissionEvent( state_code="US_XX", event_date=date(2001, 3, 16), facility="SAN QUENTIN", county_of_residence="county_of_residence", admission_reason=StateIncarcerationPeriodAdmissionReason. PROBATION_REVOCATION, ), IncarcerationReleaseEvent( state_code="US_XX", event_date=date(2002, 5, 26), facility="SAN QUENTIN", county_of_residence="county_of_residence", release_reason=StateIncarcerationPeriodReleaseReason. SENTENCE_SERVED, ), ] expected_metric_count = 1 expected_combination_counts = { "admissions": expected_metric_count, "releases": expected_metric_count, } test_pipeline = TestPipeline() inputs = [( self.fake_person_id, { "person_events": [(fake_person, incarceration_events)], "person_metadata": [self.person_metadata], }, )] output = (test_pipeline | beam.Create(inputs) | beam.ParDo(ExtractPersonEventsMetadata()) | "Calculate Incarceration Metrics" >> beam.ParDo( pipeline.CalculateIncarcerationMetricCombinations(), None, -1, ALL_METRICS_INCLUSIONS_DICT, )) assert_that( output, AssertMatchers.count_combinations(expected_combination_counts), "Assert number of metrics is expected value", ) test_pipeline.run()
def test_associateSvrsWithIps(self): # Arrange ip_1 = StateIncarcerationPeriod.new_with_defaults( admission_date=_DATE_1, admission_reason= StateIncarcerationPeriodAdmissionReason.PROBATION_REVOCATION) ip_2 = StateIncarcerationPeriod.new_with_defaults( admission_date=_DATE_2, admission_reason= StateIncarcerationPeriodAdmissionReason.PROBATION_REVOCATION) placeholder_is = StateIncarcerationSentence.new_with_defaults( incarceration_periods=[ip_1, ip_2]) svr_1 = StateSupervisionViolationResponse.new_with_defaults( response_date=_DATE_1 - datetime.timedelta(days=1), revocation_type=StateSupervisionViolationResponseRevocationType. REINCARCERATION) svr_2 = StateSupervisionViolationResponse.new_with_defaults( response_date=_DATE_2 + datetime.timedelta(days=1), revocation_type=StateSupervisionViolationResponseRevocationType. REINCARCERATION) svr_3 = StateSupervisionViolationResponse.new_with_defaults( response_date=_DATE_2 + datetime.timedelta(days=30), revocation_type=StateSupervisionViolationResponseRevocationType. RETURN_TO_SUPERVISION) placeholder_sv = StateSupervisionViolation.new_with_defaults( supervision_violation_responses=[svr_1, svr_2, svr_3]) placeholder_sp = StateSupervisionPeriod.new_with_defaults( supervision_violation_entries=[placeholder_sv]) placeholder_ss = StateSupervisionSentence.new_with_defaults( supervision_periods=[placeholder_sp]) placeholder_sg = StateSentenceGroup.new_with_defaults( incarceration_sentences=[placeholder_is], supervision_sentences=[placeholder_ss]) placeholder_person = StatePerson.new_with_defaults( sentence_groups=[placeholder_sg]) external_id = StatePersonExternalId.new_with_defaults( external_id=_EXTERNAL_ID) person_without_revocation = StatePerson.new_with_defaults( external_ids=[external_id]) expected_svr_1 = attr.evolve(svr_1) expected_svr_2 = attr.evolve(svr_2) expected_svr_3 = attr.evolve(svr_3) expected_placeholder_sv = attr.evolve( placeholder_sv, supervision_violation_responses=[expected_svr_1, expected_svr_2, expected_svr_3]) expected_placeholder_sp = attr.evolve( placeholder_sp, supervision_violation_entries=[expected_placeholder_sv]) expected_placeholder_ss = attr.evolve( placeholder_ss, supervision_periods=[expected_placeholder_sp]) expected_ip_1 = attr.evolve( ip_1, source_supervision_violation_response=expected_svr_1) expected_ip_2 = attr.evolve( ip_2, source_supervision_violation_response=expected_svr_2) expected_placeholder_is = attr.evolve( placeholder_is, incarceration_periods=[expected_ip_1, expected_ip_2]) expected_placeholder_sg = attr.evolve( placeholder_sg, supervision_sentences=[expected_placeholder_ss], incarceration_sentences=[expected_placeholder_is]) expected_placeholder_person = attr.evolve( placeholder_person, sentence_groups=[expected_placeholder_sg]) expected_person_without_revocation = attr.evolve( person_without_revocation) # Act input_people = \ converter.convert_entity_people_to_schema_people( [person_without_revocation, placeholder_person]) associate_revocation_svrs_with_ips(input_people) # Assert self.assert_people_match( [expected_person_without_revocation, expected_placeholder_person], input_people)
def testClassifyIncarcerationEvents(self): """Tests the ClassifyIncarcerationEvents DoFn.""" fake_person_id = 12345 fake_person = StatePerson.new_with_defaults( state_code="US_XX", person_id=fake_person_id, gender=Gender.MALE, birthdate=date(1970, 1, 1), residency_status=ResidencyStatus.PERMANENT, ) incarceration_period = StateIncarcerationPeriod.new_with_defaults( incarceration_period_id=1111, incarceration_type=StateIncarcerationType.STATE_PRISON, status=StateIncarcerationPeriodStatus.NOT_IN_CUSTODY, state_code="TX", facility="PRISON XX", admission_date=date(2010, 11, 20), admission_reason=StateIncarcerationPeriodAdmissionReason. PROBATION_REVOCATION, release_date=date(2010, 11, 21), release_reason=StateIncarcerationPeriodReleaseReason. SENTENCE_SERVED, specialized_purpose_for_incarceration= StateSpecializedPurposeForIncarceration.PAROLE_BOARD_HOLD, ) incarceration_sentence = StateIncarcerationSentence.new_with_defaults( state_code="US_XX", incarceration_sentence_id=123, status=StateSentenceStatus.PRESENT_WITHOUT_INFO, incarceration_periods=[incarceration_period], start_date=date(2009, 2, 9), charges=[ StateCharge.new_with_defaults( state_code="US_XX", status=ChargeStatus.PRESENT_WITHOUT_INFO, ncic_code="5699", statute="30A123", offense_date=date(2009, 1, 9), ) ], ) sentence_group = StateSentenceGroup.new_with_defaults( state_code="US_XX", status=StateSentenceStatus.PRESENT_WITHOUT_INFO, sentence_group_id=123, incarceration_sentences=[incarceration_sentence], ) incarceration_sentence.sentence_group = sentence_group incarceration_period.incarceration_sentences = [incarceration_sentence] fake_person_id_to_county_query_result = { "person_id": fake_person_id, "county_of_residence": _COUNTY_OF_RESIDENCE, } fake_incarceration_period_judicial_district_association_result = { "person_id": fake_person_id, "incarceration_period_id": 123, "judicial_district_code": "NW", } incarceration_events = [ IncarcerationStayEvent( admission_reason=incarceration_period.admission_reason, admission_reason_raw_text=incarceration_period. admission_reason_raw_text, supervision_type_at_admission= StateSupervisionPeriodSupervisionType.PROBATION, state_code=incarceration_period.state_code, event_date=incarceration_period.admission_date, facility=incarceration_period.facility, county_of_residence=_COUNTY_OF_RESIDENCE, most_serious_offense_ncic_code="5699", most_serious_offense_statute="30A123", specialized_purpose_for_incarceration= StateSpecializedPurposeForIncarceration.PAROLE_BOARD_HOLD, ), IncarcerationAdmissionEvent( state_code=incarceration_period.state_code, event_date=incarceration_period.admission_date, facility=incarceration_period.facility, county_of_residence=_COUNTY_OF_RESIDENCE, admission_reason=incarceration_period.admission_reason, admission_reason_raw_text=incarceration_period. admission_reason_raw_text, supervision_type_at_admission= StateSupervisionPeriodSupervisionType.PROBATION, specialized_purpose_for_incarceration= StateSpecializedPurposeForIncarceration.PAROLE_BOARD_HOLD, ), IncarcerationReleaseEvent( state_code=incarceration_period.state_code, event_date=incarceration_period.release_date, facility=incarceration_period.facility, county_of_residence=_COUNTY_OF_RESIDENCE, release_reason=incarceration_period.release_reason, admission_reason=incarceration_period.admission_reason, total_days_incarcerated=( incarceration_period.release_date - incarceration_period.admission_date).days, purpose_for_incarceration= StateSpecializedPurposeForIncarceration.PAROLE_BOARD_HOLD, ), ] correct_output = [(fake_person_id, (fake_person, incarceration_events)) ] test_pipeline = TestPipeline() person_entities = { "person": [fake_person], "sentence_groups": [sentence_group], "incarceration_period_judicial_district_association": [fake_incarceration_period_judicial_district_association_result], "persons_to_recent_county_of_residence": [fake_person_id_to_county_query_result], } output = (test_pipeline | beam.Create([(fake_person_id, person_entities)]) | "Identify Incarceration Events" >> beam.ParDo( pipeline.ClassifyIncarcerationEvents())) assert_that(output, equal_to(correct_output)) test_pipeline.run()
def test_associateSvrsWithIps_within90Days(self) -> None: # Arrange svr_1 = StateSupervisionViolationResponse.new_with_defaults( state_code=_STATE_CODE, response_date=_DATE_2 + datetime.timedelta(days=1), revocation_type=StateSupervisionViolationResponseRevocationType. REINCARCERATION, ) svr_2 = StateSupervisionViolationResponse.new_with_defaults( state_code=_STATE_CODE, response_date=_DATE_4 + datetime.timedelta(days=100), revocation_type=StateSupervisionViolationResponseRevocationType. RETURN_TO_SUPERVISION, ) placeholder_sv = StateSupervisionViolation.new_with_defaults( state_code=_STATE_CODE, supervision_violation_responses=[svr_1, svr_2]) placeholder_sp = StateSupervisionPeriod.new_with_defaults( state_code=_STATE_CODE, supervision_violation_entries=[placeholder_sv], status=StateSupervisionPeriodStatus.PRESENT_WITHOUT_INFO, ) placeholder_ss = StateSupervisionSentence.new_with_defaults( state_code=_STATE_CODE, supervision_periods=[placeholder_sp], status=StateSentenceStatus.PRESENT_WITHOUT_INFO, ) ip_1 = StateIncarcerationPeriod.new_with_defaults( state_code=_STATE_CODE, admission_date=_DATE_2, admission_reason=StateIncarcerationPeriodAdmissionReason. PROBATION_REVOCATION, status=StateIncarcerationPeriodStatus.PRESENT_WITHOUT_INFO, ) ip_2 = StateIncarcerationPeriod.new_with_defaults( state_code=_STATE_CODE, admission_date=_DATE_4, admission_reason=StateIncarcerationPeriodAdmissionReason. PROBATION_REVOCATION, status=StateIncarcerationPeriodStatus.PRESENT_WITHOUT_INFO, ) placeholder_is = StateIncarcerationSentence.new_with_defaults( state_code=_STATE_CODE, incarceration_periods=[ip_1, ip_2], status=StateSentenceStatus.PRESENT_WITHOUT_INFO, ) placeholder_sg = StateSentenceGroup.new_with_defaults( state_code=_STATE_CODE, status=StateSentenceStatus.PRESENT_WITHOUT_INFO, incarceration_sentences=[placeholder_is], supervision_sentences=[placeholder_ss], ) placeholder_person = StatePerson.new_with_defaults( state_code=_STATE_CODE, sentence_groups=[placeholder_sg]) expected_svr_1 = attr.evolve(svr_1) expected_svr_2 = attr.evolve(svr_2) expected_placeholder_sv = attr.evolve( placeholder_sv, supervision_violation_responses=[expected_svr_1, expected_svr_2], ) expected_placeholder_sp = attr.evolve( placeholder_sp, supervision_violation_entries=[expected_placeholder_sv]) expected_placeholder_ss = attr.evolve( placeholder_ss, supervision_periods=[expected_placeholder_sp]) expected_ip_1 = attr.evolve( ip_1, source_supervision_violation_response=expected_svr_1) expected_ip_2 = attr.evolve(ip_2) expected_placeholder_is = attr.evolve( placeholder_is, incarceration_periods=[expected_ip_1, expected_ip_2]) expected_placeholder_sg = attr.evolve( placeholder_sg, supervision_sentences=[expected_placeholder_ss], incarceration_sentences=[expected_placeholder_is], ) expected_placeholder_person = attr.evolve( placeholder_person, sentence_groups=[expected_placeholder_sg]) # Act input_people = converter.convert_entity_people_to_schema_people( [placeholder_person]) associate_revocation_svrs_with_ips(input_people) # Assert self.assert_people_match([expected_placeholder_person], input_people)
def test_map_incarceration_combinations_includes_statute_output(self): person = StatePerson.new_with_defaults( state_code="CA", person_id=12345, birthdate=date(1984, 8, 31), gender=Gender.FEMALE, ) race = StatePersonRace.new_with_defaults(state_code="CA", race=Race.WHITE) person.races = [race] ethnicity = StatePersonEthnicity.new_with_defaults( state_code="CA", ethnicity=Ethnicity.NOT_HISPANIC) person.ethnicities = [ethnicity] incarceration_events = [ IncarcerationStayEvent( state_code="CA", event_date=date(2010, 3, 31), facility="FACILITY 33", county_of_residence=_COUNTY_OF_RESIDENCE, most_serious_offense_ncic_code=_NCIC_CODE, most_serious_offense_statute=_STATUTE, specialized_purpose_for_incarceration= StateSpecializedPurposeForIncarceration.TREATMENT_IN_PRISON, ), IncarcerationStayEvent( state_code="CA", event_date=date(2010, 4, 30), facility="FACILITY 33", county_of_residence=_COUNTY_OF_RESIDENCE, most_serious_offense_ncic_code=_NCIC_CODE, most_serious_offense_statute=_STATUTE, specialized_purpose_for_incarceration= StateSpecializedPurposeForIncarceration.TREATMENT_IN_PRISON, ), IncarcerationStayEvent( state_code="CA", event_date=date(2010, 5, 31), facility="FACILITY 33", county_of_residence=_COUNTY_OF_RESIDENCE, most_serious_offense_ncic_code=_NCIC_CODE, most_serious_offense_statute=_STATUTE, specialized_purpose_for_incarceration= StateSpecializedPurposeForIncarceration.TREATMENT_IN_PRISON, ), ] incarceration_combinations = calculator.map_incarceration_combinations( person=person, incarceration_events=incarceration_events, metric_inclusions=ALL_METRICS_INCLUSIONS_DICT, calculation_end_month=None, calculation_month_count=-1, person_metadata=_DEFAULT_PERSON_METADATA, ) expected_combinations_count = expected_metric_combos_count( incarceration_events) self.assertEqual(expected_combinations_count, len(incarceration_combinations)) assert all(value == 1 for _combination, value in incarceration_combinations) assert all( combo.get("most_serious_offense_statute") is not None for combo, value in incarceration_combinations if combo.get("person_id") is not None)
def test_age_at_date_later_month(): birthdate = date(1989, 6, 17) check_date = date(2014, 7, 11) person = StatePerson.new_with_defaults(birthdate=birthdate) assert calculator_utils.age_at_date(person, check_date) == 25
def test_moveIncidentsOntoPeriods(self): merged_incarceration_period_1 = \ StateIncarcerationPeriod.new_with_defaults( external_id=_EXTERNAL_ID + '|' + _EXTERNAL_ID_2, status=StateIncarcerationPeriodStatus.NOT_IN_CUSTODY, facility=_FACILITY, admission_date=_DATE_1, admission_reason=StateIncarcerationPeriodAdmissionReason.NEW_ADMISSION, release_date=_DATE_3, release_reason=StateIncarcerationPeriodReleaseReason.TRANSFER) merged_incarceration_period_2 = \ StateIncarcerationPeriod.new_with_defaults( external_id=_EXTERNAL_ID_3 + '|' + _EXTERNAL_ID_4, status=StateIncarcerationPeriodStatus.NOT_IN_CUSTODY, facility=_FACILITY_2, admission_date=_DATE_3, admission_reason=StateIncarcerationPeriodAdmissionReason.TRANSFER, release_date=_DATE_5, release_reason=StateIncarcerationPeriodReleaseReason.TRANSFER) unmerged_incarceration_period = \ StateIncarcerationPeriod.new_with_defaults( external_id=_EXTERNAL_ID_5, status=StateIncarcerationPeriodStatus.IN_CUSTODY, facility=_FACILITY_3, admission_date=_DATE_5, admission_reason=StateIncarcerationPeriodAdmissionReason.TRANSFER) incident_1 = StateIncarcerationIncident.new_with_defaults( external_id=_EXTERNAL_ID, facility=_FACILITY, incident_date=_DATE_2) incident_2 = StateIncarcerationIncident.new_with_defaults( external_id=_EXTERNAL_ID_2, facility=_FACILITY_2, incident_date=_DATE_4) incident_3 = StateIncarcerationIncident.new_with_defaults( external_id=_EXTERNAL_ID_3, facility=_FACILITY_4, incident_date=_DATE_7) placeholder_incarceration_period = \ StateIncarcerationPeriod.new_with_defaults( incarceration_incidents=[incident_1, incident_2, incident_3]) incarceration_sentence = StateIncarcerationSentence.new_with_defaults( external_id=_EXTERNAL_ID, incarceration_periods=[ merged_incarceration_period_1, merged_incarceration_period_2, unmerged_incarceration_period ]) placeholder_incarceration_sentence = \ StateIncarcerationSentence.new_with_defaults( external_id=_EXTERNAL_ID_2, incarceration_periods=[placeholder_incarceration_period]) sentence_group = StateSentenceGroup.new_with_defaults( incarceration_sentences=[ incarceration_sentence, placeholder_incarceration_sentence ]) person = StatePerson.new_with_defaults( sentence_groups=[sentence_group]) expected_merged_period = attr.evolve( merged_incarceration_period_1, incarceration_incidents=[incident_1]) expected_merged_period_2 = attr.evolve( merged_incarceration_period_2, incarceration_incidents=[incident_2]) expected_unmerged_period = attr.evolve(unmerged_incarceration_period) expected_placeholder_period = attr.evolve( placeholder_incarceration_period, incarceration_incidents=[incident_3]) expected_sentence = attr.evolve(incarceration_sentence, incarceration_periods=[ expected_merged_period, expected_merged_period_2, expected_unmerged_period ]) expected_placeholder_sentence = attr.evolve( placeholder_incarceration_sentence, incarceration_periods=[expected_placeholder_period]) expected_sentence_group = attr.evolve(sentence_group, incarceration_sentences=[ expected_sentence, expected_placeholder_sentence ]) expected_person = attr.evolve( person, sentence_groups=[expected_sentence_group]) move_incidents_onto_periods([person]) self.assertEqual(expected_person, person)
def test_age_at_date_birthdate_unknown(): assert calculator_utils.age_at_date(StatePerson.new_with_defaults(), datetime.today()) is None
def test_removeSeosFromViolationIds(self) -> None: svr = schema.StateSupervisionViolationResponse( state_code=_STATE_CODE, external_id="DOC-CYC-VSN1-SEO-FSO") sv = schema.StateSupervisionViolation( state_code=_STATE_CODE, external_id="DOC-CYC-VSN1-SEO-FSO", supervision_violation_responses=[svr], ) svr_2 = schema.StateSupervisionViolationResponse( state_code=_STATE_CODE, external_id="DOC-CYC-VSN1-SEO-FSO") sv_2 = schema.StateSupervisionViolation( state_code=_STATE_CODE, external_id="DOC-CYC-VSN1-SEO-FSO", supervision_violation_responses=[svr_2], ) sp = schema.StateSupervisionPeriod( state_code=_STATE_CODE, supervision_violation_entries=[sv, sv_2], status=StateSupervisionPeriodStatus.PRESENT_WITHOUT_INFO, ) ss = schema.StateSupervisionSentence( state_code=_STATE_CODE, supervision_periods=[sp], status=StateSentenceStatus.PRESENT_WITHOUT_INFO, ) sg = schema.StateSentenceGroup( state_code=_STATE_CODE, status=StateSentenceStatus.PRESENT_WITHOUT_INFO, supervision_sentences=[ss], ) p = schema.StatePerson(state_code=_STATE_CODE, sentence_groups=[sg]) expected_svr = StateSupervisionViolationResponse.new_with_defaults( state_code=_STATE_CODE, external_id="DOC-CYC-VSN1") expected_sv = StateSupervisionViolation.new_with_defaults( state_code=_STATE_CODE, external_id="DOC-CYC-VSN1", supervision_violation_responses=[expected_svr], ) expected_svr_2 = attr.evolve(expected_svr) expected_sv_2 = attr.evolve( expected_sv, supervision_violation_responses=[expected_svr_2]) expected_sp = StateSupervisionPeriod.new_with_defaults( state_code=_STATE_CODE, supervision_violation_entries=[expected_sv, expected_sv_2], status=StateSupervisionPeriodStatus.PRESENT_WITHOUT_INFO, ) expected_ss = StateSupervisionSentence.new_with_defaults( state_code=_STATE_CODE, supervision_periods=[expected_sp], status=StateSentenceStatus.PRESENT_WITHOUT_INFO, ) expected_sg = StateSentenceGroup.new_with_defaults( state_code=_STATE_CODE, status=StateSentenceStatus.PRESENT_WITHOUT_INFO, supervision_sentences=[expected_ss], ) expected_p = StatePerson.new_with_defaults( state_code=_STATE_CODE, sentence_groups=[expected_sg]) remove_suffix_from_violation_ids([p]) self.assertEqual(expected_p, self.to_entity(p))
def test_moveIncidentsOntoPeriods(self) -> None: merged_incarceration_period_1 = StateIncarcerationPeriod.new_with_defaults( state_code=_STATE_CODE, external_id=_EXTERNAL_ID + "|" + _EXTERNAL_ID_2, status=StateIncarcerationPeriodStatus.NOT_IN_CUSTODY, facility=_FACILITY, admission_date=_DATE_1, admission_reason=StateIncarcerationPeriodAdmissionReason.NEW_ADMISSION, release_date=_DATE_3, release_reason=StateIncarcerationPeriodReleaseReason.TRANSFER, ) merged_incarceration_period_2 = StateIncarcerationPeriod.new_with_defaults( state_code=_STATE_CODE, external_id=_EXTERNAL_ID_3 + "|" + _EXTERNAL_ID_4, status=StateIncarcerationPeriodStatus.NOT_IN_CUSTODY, facility=_FACILITY_2, admission_date=_DATE_3, admission_reason=StateIncarcerationPeriodAdmissionReason.TRANSFER, release_date=_DATE_5, release_reason=StateIncarcerationPeriodReleaseReason.TRANSFER, ) unmerged_incarceration_period = StateIncarcerationPeriod.new_with_defaults( state_code=_STATE_CODE, external_id=_EXTERNAL_ID_5, status=StateIncarcerationPeriodStatus.IN_CUSTODY, facility=_FACILITY_3, admission_date=_DATE_5, admission_reason=StateIncarcerationPeriodAdmissionReason.TRANSFER, ) incident_1 = StateIncarcerationIncident.new_with_defaults( state_code=_STATE_CODE, external_id=_EXTERNAL_ID, facility=_FACILITY, incident_date=_DATE_2, ) incident_2 = StateIncarcerationIncident.new_with_defaults( state_code=_STATE_CODE, external_id=_EXTERNAL_ID_2, facility=_FACILITY_2, incident_date=_DATE_4, ) incident_3 = StateIncarcerationIncident.new_with_defaults( state_code=_STATE_CODE, external_id=_EXTERNAL_ID_3, facility=_FACILITY_4, incident_date=_DATE_7, ) placeholder_incarceration_period = StateIncarcerationPeriod.new_with_defaults( state_code=_STATE_CODE, incarceration_incidents=[incident_1, incident_2, incident_3], status=StateIncarcerationPeriodStatus.PRESENT_WITHOUT_INFO, ) incarceration_sentence = StateIncarcerationSentence.new_with_defaults( state_code=_STATE_CODE, external_id=_EXTERNAL_ID, status=StateSentenceStatus.PRESENT_WITHOUT_INFO, incarceration_periods=[ merged_incarceration_period_1, merged_incarceration_period_2, unmerged_incarceration_period, ], ) placeholder_incarceration_sentence = ( StateIncarcerationSentence.new_with_defaults( state_code=_STATE_CODE, external_id=_EXTERNAL_ID_2, incarceration_periods=[placeholder_incarceration_period], status=StateSentenceStatus.PRESENT_WITHOUT_INFO, ) ) sentence_group = StateSentenceGroup.new_with_defaults( state_code=_STATE_CODE, status=StateSentenceStatus.PRESENT_WITHOUT_INFO, incarceration_sentences=[ incarceration_sentence, placeholder_incarceration_sentence, ], ) person = StatePerson.new_with_defaults( state_code=_STATE_CODE, sentence_groups=[sentence_group] ) expected_merged_period = attr.evolve( merged_incarceration_period_1, incarceration_incidents=[incident_1] ) expected_merged_period_2 = attr.evolve( merged_incarceration_period_2, incarceration_incidents=[incident_2] ) expected_unmerged_period = attr.evolve(unmerged_incarceration_period) expected_placeholder_period = attr.evolve( placeholder_incarceration_period, incarceration_incidents=[incident_3] ) expected_sentence = attr.evolve( incarceration_sentence, incarceration_periods=[ expected_merged_period, expected_merged_period_2, expected_unmerged_period, ], ) expected_placeholder_sentence = attr.evolve( placeholder_incarceration_sentence, incarceration_periods=[expected_placeholder_period], ) expected_sentence_group = attr.evolve( sentence_group, incarceration_sentences=[expected_sentence, expected_placeholder_sentence], ) expected_person = convert_entity_to_schema_object( attr.evolve(person, sentence_groups=[expected_sentence_group]) ) schema_person = convert_entity_to_schema_object(person) if not isinstance(schema_person, schema.StatePerson): self.fail(f"Expected schema.StatePerson. Found {schema_person}") move_incidents_onto_periods([schema_person]) self.assert_schema_objects_equal(expected_person, schema_person)
def testConvert_FullIngestInfo(self): # Arrange metadata = IngestMetadata("us_nd", _JURISDICTION_ID, _INGEST_TIME, system_level=SystemLevel.STATE) ingest_info = IngestInfo() ingest_info.state_agents.add(state_agent_id="AGENT_ID1", full_name="AGENT WILLIAMS") ingest_info.state_agents.add(state_agent_id="AGENT_ID2", full_name="AGENT HERNANDEZ") ingest_info.state_agents.add(state_agent_id="AGENT_ID3", full_name="AGENT SMITH") ingest_info.state_agents.add(state_agent_id="AGENT_ID4", full_name="AGENT PO") ingest_info.state_agents.add(state_agent_id="JUDGE_AGENT_ID_1", full_name="JUDGE JUDY") ingest_info.state_agents.add(state_agent_id="AGENT_ID_PO", full_name="AGENT PAROLEY") ingest_info.state_agents.add( state_agent_id="AGENT_ID_TERM", full_name="AGENT TERMY", agent_type="SUPERVISION_OFFICER", ) ingest_info.state_agents.add( state_agent_id="AGENT_ID_SUPERVISING", full_name="SUPERVISING AGENT", ) # We expect the external_ids coming in to have the format # [type]:[external_id] ii_person_external_id_1 = US_ND_ELITE + ":" + "EXTERNAL_ID1" ii_person_external_id_2 = US_ND_SID + ":" + "EXTERNAL_ID2" ingest_info.state_people.add( state_person_id="PERSON_ID", state_person_race_ids=["RACE_ID1", "RACE_ID2"], state_person_ethnicity_ids=["ETHNICITY_ID"], state_alias_ids=["ALIAS_ID1", "ALIAS_ID2"], state_person_external_ids_ids=[ ii_person_external_id_1, ii_person_external_id_2, ], state_assessment_ids=["ASSESSMENT_ID"], state_program_assignment_ids=["PROGRAM_ASSIGNMENT_ID"], state_sentence_group_ids=["GROUP_ID1", "GROUP_ID2"], supervising_officer_id="AGENT_ID_SUPERVISING", ) ingest_info.state_person_races.add( state_person_race_id="RACE_ID1", race="WHITE", ) ingest_info.state_person_races.add(state_person_race_id="RACE_ID2", race="OTHER") ingest_info.state_person_ethnicities.add( state_person_ethnicity_id="ETHNICITY_ID", ethnicity="HISPANIC") ingest_info.state_aliases.add(state_alias_id="ALIAS_ID1", full_name="LONNY BREAUX") ingest_info.state_aliases.add(state_alias_id="ALIAS_ID2", full_name="FRANK OCEAN") ingest_info.state_person_external_ids.add( state_person_external_id_id=ii_person_external_id_1, id_type=US_ND_ELITE) ingest_info.state_person_external_ids.add( state_person_external_id_id=ii_person_external_id_2, id_type=US_ND_SID) ingest_info.state_assessments.add( state_assessment_id="ASSESSMENT_ID", assessment_class="MENTAL_HEALTH", conducting_agent_id="AGENT_ID1", ) ingest_info.state_program_assignments.add( state_program_assignment_id="PROGRAM_ASSIGNMENT_ID", participation_status="DISCHARGED", referral_date="2019/02/10", start_date="2019/02/11", discharge_date="2019/02/12", program_id="PROGRAM_ID", program_location_id="PROGRAM_LOCATION_ID", discharge_reason="COMPLETED", referring_agent_id="AGENT_ID4", ) ingest_info.state_sentence_groups.add( state_sentence_group_id="GROUP_ID1", state_supervision_sentence_ids=["SUPERVISION_SENTENCE_ID1"], state_incarceration_sentence_ids=[ "INCARCERATION_SENTENCE_ID1", "INCARCERATION_SENTENCE_ID2", ], ) ingest_info.state_sentence_groups.add( state_sentence_group_id="GROUP_ID2", state_supervision_sentence_ids=["SUPERVISION_SENTENCE_ID2"], state_fine_ids=["FINE_ID"], ) ingest_info.state_fines.add(state_fine_id="FINE_ID", status="PAID") ingest_info.state_supervision_sentences.add( state_supervision_sentence_id="SUPERVISION_SENTENCE_ID1", state_charge_ids=["CHARGE_ID1", "CHARGE_ID2"], state_supervision_period_ids=["S_PERIOD_ID1"], ) ingest_info.state_supervision_sentences.add( state_supervision_sentence_id="SUPERVISION_SENTENCE_ID2", state_charge_ids=["CHARGE_ID2"], state_supervision_period_ids=["S_PERIOD_ID2"], ) ingest_info.state_incarceration_sentences.add( state_incarceration_sentence_id="INCARCERATION_SENTENCE_ID1", state_charge_ids=["CHARGE_ID1"], state_incarceration_period_ids=["I_PERIOD_ID"], ) ingest_info.state_incarceration_sentences.add( state_incarceration_sentence_id="INCARCERATION_SENTENCE_ID2", state_charge_ids=["CHARGE_ID2", "CHARGE_ID3"], state_supervision_period_ids=["S_PERIOD_ID3"], ) ingest_info.state_charges.add( state_charge_id="CHARGE_ID1", state_court_case_id="CASE_ID", state_bond_id="BOND_ID", classification_type="M", classification_subtype="1", ncic_code="5006", ) ingest_info.state_charges.add( state_charge_id="CHARGE_ID2", state_court_case_id="CASE_ID", classification_type="M", classification_subtype="2", ) ingest_info.state_charges.add( state_charge_id="CHARGE_ID3", state_court_case_id="CASE_ID", classification_type="F", classification_subtype="3", ncic_code="5006", description="Obstruction of investigation", ) ingest_info.state_court_cases.add( state_court_case_id="CASE_ID", judge_id="JUDGE_AGENT_ID_1", ) ingest_info.state_bonds.add(state_bond_id="BOND_ID", status="POSTED") ingest_info.state_supervision_periods.add( state_supervision_period_id="S_PERIOD_ID1", state_supervision_violation_entry_ids=["VIOLATION_ID"], supervision_type="PAROLE", supervision_level="MED", state_supervision_contact_ids=["SUPERVISION_CONTACT_ID"], state_program_assignment_ids=["PROGRAM_ASSIGNMENT_ID"], ) ingest_info.state_supervision_periods.add( state_supervision_period_id="S_PERIOD_ID2", supervision_type="PAROLE") ingest_info.state_supervision_periods.add( state_supervision_period_id="S_PERIOD_ID3", state_assessment_ids=["ASSESSMENT_ID"], supervising_officer_id="AGENT_ID_PO", supervision_type="PROBATION", state_supervision_case_type_entry_ids=["CASE_TYPE_ID"], ) ingest_info.state_supervision_case_type_entries.add( state_supervision_case_type_entry_id="CASE_TYPE_ID", case_type="DOMESTIC_VIOLENCE", ) ingest_info.state_incarceration_periods.add( state_incarceration_period_id="I_PERIOD_ID", state_incarceration_incident_ids=["INCIDENT_ID"], state_parole_decision_ids=["DECISION_ID"], state_assessment_ids=["ASSESSMENT_ID"], state_program_assignment_ids=["PROGRAM_ASSIGNMENT_ID"], source_supervision_violation_response_id="RESPONSE_ID", ) ingest_info.state_supervision_violation_type_entries.add( state_supervision_violation_type_entry_id="VIOLATION_TYPE_ENTRY_ID", violation_type="FELONY", state_code="US_ND", ) ingest_info.state_supervision_violated_condition_entries.add( state_supervision_violated_condition_entry_id= "VIOLATED_CONDITION_ENTRY_ID", condition="CURFEW", state_code="US_ND", ) ingest_info.state_supervision_violations.add( state_supervision_violation_id="VIOLATION_ID", state_supervision_violation_response_ids=["RESPONSE_ID"], state_supervision_violated_condition_entry_ids=[ "VIOLATED_CONDITION_ENTRY_ID" ], state_supervision_violation_type_entry_ids=[ "VIOLATION_TYPE_ENTRY_ID" ], ) ingest_info.state_supervision_violated_condition_entries.add( state_supervision_violated_condition_entry_id= "VIOLATED_CONDITION_ENTRY_ID", condition="CURFEW", state_code="US_ND", ) ingest_info.state_supervision_violation_response_decision_entries.add( state_supervision_violation_response_decision_entry_id= "VIOLATION_RESPONSE_DECISION_ENTRY_ID", decision="REVOCATION", revocation_type="REINCARCERATION", state_code="US_ND", ) ingest_info.state_supervision_violation_responses.add( state_supervision_violation_response_id="RESPONSE_ID", decision_agent_ids=["AGENT_ID_TERM"], state_supervision_violation_response_decision_entry_ids=[ "VIOLATION_RESPONSE_DECISION_ENTRY_ID" ], response_type="CITATION", ) ingest_info.state_incarceration_incidents.add( state_incarceration_incident_id="INCIDENT_ID", incident_type="CONTRABAND", responding_officer_id="AGENT_ID2", state_incarceration_incident_outcome_ids=["INCIDENT_OUTCOME_ID"], ) ingest_info.state_incarceration_incident_outcomes.add( state_incarceration_incident_outcome_id="INCIDENT_OUTCOME_ID", outcome_type="GOOD_TIME_LOSS", date_effective="2/10/2018", hearing_date="2/6/2018", report_date="2/8/2018", state_code="US_ND", outcome_description="Good time", punishment_length_days="7", ) ingest_info.state_parole_decisions.add( state_parole_decision_id="DECISION_ID", decision_agent_ids=["AGENT_ID2", "AGENT_ID3"], ) ingest_info.state_supervision_contacts.add( state_supervision_contact_id="SUPERVISION_CONTACT_ID", contacted_agent_id="AGENT_ID_PO", ) # Act result = self._convert_and_throw_on_errors(ingest_info, metadata) # Assert supervision_contact = StateSupervisionContact.new_with_defaults( external_id="SUPERVISION_CONTACT_ID", state_code="US_ND", contacted_agent=StateAgent.new_with_defaults( external_id="AGENT_ID_PO", state_code="US_ND", agent_type=StateAgentType.PRESENT_WITHOUT_INFO, full_name='{"full_name": "AGENT PAROLEY"}', ), ) incident_outcome = StateIncarcerationIncidentOutcome.new_with_defaults( external_id="INCIDENT_OUTCOME_ID", outcome_type=StateIncarcerationIncidentOutcomeType.GOOD_TIME_LOSS, outcome_type_raw_text="GOOD_TIME_LOSS", date_effective=datetime.date(year=2018, month=2, day=10), hearing_date=datetime.date(year=2018, month=2, day=6), report_date=datetime.date(year=2018, month=2, day=8), state_code="US_ND", outcome_description="GOOD TIME", punishment_length_days=7, ) incident = StateIncarcerationIncident.new_with_defaults( external_id="INCIDENT_ID", state_code="US_ND", incident_type=StateIncarcerationIncidentType.CONTRABAND, incident_type_raw_text="CONTRABAND", responding_officer=StateAgent.new_with_defaults( external_id="AGENT_ID2", state_code="US_ND", agent_type=StateAgentType.PRESENT_WITHOUT_INFO, full_name='{"full_name": "AGENT HERNANDEZ"}', ), incarceration_incident_outcomes=[incident_outcome], ) assessment = StateAssessment.new_with_defaults( external_id="ASSESSMENT_ID", state_code="US_ND", assessment_class=StateAssessmentClass.MENTAL_HEALTH, assessment_class_raw_text="MENTAL_HEALTH", conducting_agent=StateAgent.new_with_defaults( external_id="AGENT_ID1", agent_type=StateAgentType.PRESENT_WITHOUT_INFO, state_code="US_ND", full_name='{"full_name": "AGENT WILLIAMS"}', ), ) program_assignment = StateProgramAssignment.new_with_defaults( external_id="PROGRAM_ASSIGNMENT_ID", state_code="US_ND", participation_status=StateProgramAssignmentParticipationStatus. DISCHARGED, participation_status_raw_text="DISCHARGED", referral_date=datetime.date(year=2019, month=2, day=10), start_date=datetime.date(year=2019, month=2, day=11), discharge_date=datetime.date(year=2019, month=2, day=12), program_id="PROGRAM_ID", program_location_id="PROGRAM_LOCATION_ID", discharge_reason=StateProgramAssignmentDischargeReason.COMPLETED, discharge_reason_raw_text="COMPLETED", referring_agent=StateAgent.new_with_defaults( external_id="AGENT_ID4", agent_type=StateAgentType.PRESENT_WITHOUT_INFO, state_code="US_ND", full_name='{"full_name": "AGENT PO"}', ), ) response = StateSupervisionViolationResponse.new_with_defaults( external_id="RESPONSE_ID", state_code="US_ND", response_type=StateSupervisionViolationResponseType.CITATION, response_type_raw_text="CITATION", decision_agents=[ StateAgent.new_with_defaults( external_id="AGENT_ID_TERM", state_code="US_ND", full_name='{"full_name": "AGENT TERMY"}', agent_type=StateAgentType.SUPERVISION_OFFICER, agent_type_raw_text="SUPERVISION_OFFICER", ) ], supervision_violation_response_decisions=[ StateSupervisionViolationResponseDecisionEntry. new_with_defaults( state_code="US_ND", decision=StateSupervisionViolationResponseDecision. REVOCATION, decision_raw_text="REVOCATION", revocation_type= StateSupervisionViolationResponseRevocationType. REINCARCERATION, revocation_type_raw_text="REINCARCERATION", ) ], ) violation = StateSupervisionViolation.new_with_defaults( external_id="VIOLATION_ID", state_code="US_ND", supervision_violation_responses=[response], supervision_violation_types=[ StateSupervisionViolationTypeEntry.new_with_defaults( state_code="US_ND", violation_type=StateSupervisionViolationType.FELONY, violation_type_raw_text="FELONY", ) ], supervision_violated_conditions=[ StateSupervisionViolatedConditionEntry.new_with_defaults( state_code="US_ND", condition="CURFEW", ) ], ) court_case = StateCourtCase.new_with_defaults( external_id="CASE_ID", state_code="US_ND", status=StateCourtCaseStatus.PRESENT_WITHOUT_INFO, court_type=StateCourtType.PRESENT_WITHOUT_INFO, judge=StateAgent.new_with_defaults( external_id="JUDGE_AGENT_ID_1", state_code="US_ND", agent_type=StateAgentType.PRESENT_WITHOUT_INFO, full_name='{"full_name": "JUDGE JUDY"}', ), ) charge_1 = StateCharge.new_with_defaults( external_id="CHARGE_ID1", classification_type=StateChargeClassificationType.MISDEMEANOR, classification_type_raw_text="M", classification_subtype="1", ncic_code="5006", description="FALSE STATEMENT", state_code="US_ND", status=ChargeStatus.PRESENT_WITHOUT_INFO, court_case=court_case, bond=StateBond.new_with_defaults( external_id="BOND_ID", state_code="US_ND", status=BondStatus.POSTED, status_raw_text="POSTED", ), ) charge_2 = StateCharge.new_with_defaults( external_id="CHARGE_ID2", classification_type=StateChargeClassificationType.MISDEMEANOR, classification_type_raw_text="M", classification_subtype="2", state_code="US_ND", status=ChargeStatus.PRESENT_WITHOUT_INFO, court_case=court_case, ) charge_3 = StateCharge.new_with_defaults( external_id="CHARGE_ID3", state_code="US_ND", classification_type=StateChargeClassificationType.FELONY, classification_type_raw_text="F", classification_subtype="3", ncic_code="5006", description="OBSTRUCTION OF INVESTIGATION", status=ChargeStatus.PRESENT_WITHOUT_INFO, court_case=court_case, ) incarceration_sentence_1 = StateIncarcerationSentence.new_with_defaults( external_id="INCARCERATION_SENTENCE_ID1", state_code="US_ND", status=StateSentenceStatus.PRESENT_WITHOUT_INFO, incarceration_type=StateIncarcerationType.STATE_PRISON, charges=[charge_1], incarceration_periods=[ StateIncarcerationPeriod.new_with_defaults( external_id="I_PERIOD_ID", status=StateIncarcerationPeriodStatus.PRESENT_WITHOUT_INFO, incarceration_type=StateIncarcerationType.STATE_PRISON, state_code="US_ND", incarceration_incidents=[incident], program_assignments=[program_assignment], parole_decisions=[ StateParoleDecision.new_with_defaults( external_id="DECISION_ID", state_code="US_ND", decision_agents=[ StateAgent.new_with_defaults( external_id="AGENT_ID2", agent_type=StateAgentType. PRESENT_WITHOUT_INFO, state_code="US_ND", full_name= '{"full_name": "AGENT HERNANDEZ"}', ), StateAgent.new_with_defaults( external_id="AGENT_ID3", state_code="US_ND", agent_type=StateAgentType. PRESENT_WITHOUT_INFO, full_name='{"full_name": "AGENT SMITH"}', ), ], ) ], assessments=[assessment], source_supervision_violation_response=response, ) ], ) incarceration_sentence_2 = StateIncarcerationSentence.new_with_defaults( external_id="INCARCERATION_SENTENCE_ID2", state_code="US_ND", status=StateSentenceStatus.PRESENT_WITHOUT_INFO, incarceration_type=StateIncarcerationType.STATE_PRISON, charges=[charge_2, charge_3], supervision_periods=[ StateSupervisionPeriod.new_with_defaults( external_id="S_PERIOD_ID3", status=StateSupervisionPeriodStatus.PRESENT_WITHOUT_INFO, state_code="US_ND", supervision_type=StateSupervisionType.PROBATION, supervision_type_raw_text="PROBATION", assessments=[assessment], supervising_officer=StateAgent.new_with_defaults( external_id="AGENT_ID_PO", state_code="US_ND", agent_type=StateAgentType.PRESENT_WITHOUT_INFO, full_name='{"full_name": "AGENT PAROLEY"}', ), case_type_entries=[ StateSupervisionCaseTypeEntry.new_with_defaults( case_type=StateSupervisionCaseType. DOMESTIC_VIOLENCE, case_type_raw_text="DOMESTIC_VIOLENCE", state_code="US_ND", external_id="CASE_TYPE_ID", ) ], ) ], ) expected_result = [ StatePerson.new_with_defaults( state_code="US_ND", external_ids=[ StatePersonExternalId.new_with_defaults( external_id="EXTERNAL_ID1", state_code="US_ND", id_type=US_ND_ELITE, ), StatePersonExternalId.new_with_defaults( external_id="EXTERNAL_ID2", state_code="US_ND", id_type=US_ND_SID, ), ], races=[ StatePersonRace(race=Race.WHITE, race_raw_text="WHITE", state_code="US_ND"), StatePersonRace(race=Race.OTHER, race_raw_text="OTHER", state_code="US_ND"), ], ethnicities=[ StatePersonEthnicity( ethnicity=Ethnicity.HISPANIC, ethnicity_raw_text="HISPANIC", state_code="US_ND", ) ], aliases=[ StatePersonAlias.new_with_defaults( full_name='{"full_name": "LONNY BREAUX"}', state_code="US_ND"), StatePersonAlias.new_with_defaults( full_name='{"full_name": "FRANK OCEAN"}', state_code="US_ND"), ], supervising_officer=StateAgent.new_with_defaults( external_id="AGENT_ID_SUPERVISING", state_code="US_ND", agent_type=StateAgentType.PRESENT_WITHOUT_INFO, full_name='{"full_name": "SUPERVISING AGENT"}', ), assessments=[assessment], program_assignments=[program_assignment], sentence_groups=[ StateSentenceGroup.new_with_defaults( external_id="GROUP_ID1", status=StateSentenceStatus.PRESENT_WITHOUT_INFO, state_code="US_ND", supervision_sentences=[ StateSupervisionSentence.new_with_defaults( external_id="SUPERVISION_SENTENCE_ID1", state_code="US_ND", status=StateSentenceStatus. PRESENT_WITHOUT_INFO, charges=[charge_1, charge_2], supervision_periods=[ StateSupervisionPeriod.new_with_defaults( external_id="S_PERIOD_ID1", status=StateSupervisionPeriodStatus. PRESENT_WITHOUT_INFO, supervision_level=StateSupervisionLevel .MEDIUM, supervision_level_raw_text="MED", state_code="US_ND", supervision_type=StateSupervisionType. PAROLE, supervision_type_raw_text="PAROLE", supervision_violation_entries=[ violation ], program_assignments=[ program_assignment ], supervision_contacts=[ supervision_contact ], ) ], ) ], incarceration_sentences=[ incarceration_sentence_1, incarceration_sentence_2, ], ), StateSentenceGroup.new_with_defaults( external_id="GROUP_ID2", status=StateSentenceStatus.PRESENT_WITHOUT_INFO, state_code="US_ND", supervision_sentences=[ StateSupervisionSentence.new_with_defaults( external_id="SUPERVISION_SENTENCE_ID2", state_code="US_ND", status=StateSentenceStatus. PRESENT_WITHOUT_INFO, charges=[charge_2], supervision_periods=[ StateSupervisionPeriod.new_with_defaults( external_id="S_PERIOD_ID2", status=StateSupervisionPeriodStatus. PRESENT_WITHOUT_INFO, state_code="US_ND", supervision_type=StateSupervisionType. PAROLE, supervision_type_raw_text="PAROLE", ) ], ) ], fines=[ StateFine.new_with_defaults( external_id="FINE_ID", state_code="US_ND", status=StateFineStatus.PAID, status_raw_text="PAID", ) ], ), ], ) ] print("\n", expected_result, "\n\n\n", result) self.assertCountEqual(expected_result, result)
def test_moveViolationsOntoSupervisionPeriodsForSentence(self): # Arrange sv_1 = StateSupervisionViolation.new_with_defaults( violation_date=_DATE_2) svr = StateSupervisionViolationResponse.new_with_defaults( response_date=_DATE_3) sv_2 = StateSupervisionViolation.new_with_defaults( supervision_violation_responses=[svr]) sv_3 = StateSupervisionViolation.new_with_defaults( violation_date=_DATE_8) placeholder_sp_ss = StateSupervisionPeriod.new_with_defaults( supervision_violation_entries=[sv_1, sv_3]) sp_ss = StateSupervisionPeriod.new_with_defaults( external_id=_EXTERNAL_ID, start_date=_DATE_1, termination_date=_DATE_3) sp_2_ss = StateSupervisionPeriod.new_with_defaults( external_id=_EXTERNAL_ID_2, start_date=_DATE_7) ss = StateSupervisionSentence.new_with_defaults( external_id=_EXTERNAL_ID, supervision_periods=[sp_ss, sp_2_ss, placeholder_sp_ss]) placeholder_sp_is = StateSupervisionPeriod.new_with_defaults( supervision_violation_entries=[sv_2, sv_3]) sp_is = StateSupervisionPeriod.new_with_defaults( external_id=_EXTERNAL_ID_3, start_date=_DATE_2, termination_date=_DATE_3) sp_2_is = StateSupervisionPeriod.new_with_defaults( external_id=_EXTERNAL_ID_4, start_date=_DATE_3, termination_date=_DATE_6) inc_s = StateIncarcerationSentence.new_with_defaults( external_id=_EXTERNAL_ID, supervision_periods=[sp_is, sp_2_is, placeholder_sp_is]) sg = StateSentenceGroup.new_with_defaults( incarceration_sentences=[inc_s], supervision_sentences=[ss]) state_person = StatePerson.new_with_defaults(sentence_groups=[sg]) expected_sv_1 = attr.evolve(sv_1) expected_svr_2 = attr.evolve(svr) expected_sv_2 = attr.evolve( sv_2, supervision_violation_responses=[expected_svr_2]) expected_sv_3 = attr.evolve(sv_3) expected_placeholder_sp_ss = attr.evolve( placeholder_sp_ss, supervision_violation_entries=[]) expected_sp_ss = attr.evolve( sp_ss, supervision_violation_entries=[expected_sv_1]) expected_sp_2_ss = attr.evolve( sp_2_ss, supervision_violation_entries=[expected_sv_3]) expected_ss = attr.evolve(ss, supervision_periods=[ expected_placeholder_sp_ss, expected_sp_ss, expected_sp_2_ss ]) expected_placeholder_sp_is = attr.evolve( placeholder_sp_is, supervision_violation_entries=[expected_sv_3]) expected_sp_is = attr.evolve(sp_is, supervision_violation_entries=[]) expected_sp_2_is = attr.evolve( sp_2_is, supervision_violation_entries=[expected_sv_2]) expected_inc_s = attr.evolve(inc_s, supervision_periods=[ expected_placeholder_sp_is, expected_sp_is, expected_sp_2_is ]) expected_sg = attr.evolve(sg, supervision_sentences=[expected_ss], incarceration_sentences=[expected_inc_s]) expected_person = attr.evolve(state_person, sentence_groups=[expected_sg]) # Act input_people = converter.convert_entity_people_to_schema_people( [state_person]) move_violations_onto_supervision_periods_for_sentence(input_people) # Assert self.assert_people_match([expected_person], input_people)
def test_produce_incarceration_metrics_all_types(self): person = StatePerson.new_with_defaults( state_code="US_XX", person_id=12345, birthdate=date(1984, 8, 31), gender=Gender.FEMALE, ) race = StatePersonRace.new_with_defaults(state_code="US_XX", race=Race.WHITE) person.races = [race] ethnicity = StatePersonEthnicity.new_with_defaults( state_code="US_XX", ethnicity=Ethnicity.NOT_HISPANIC) person.ethnicities = [ethnicity] incarceration_events = [ IncarcerationStayEvent( admission_reason=StateIncarcerationPeriodAdmissionReason. PAROLE_REVOCATION, admission_reason_raw_text="NEW_ADMISSION", state_code="US_XX", event_date=date(2000, 3, 31), facility="FACILITY X", county_of_residence=_COUNTY_OF_RESIDENCE, most_serious_offense_ncic_code=_NCIC_CODE, most_serious_offense_statute=_STATUTE, specialized_purpose_for_incarceration= StateSpecializedPurposeForIncarceration.TREATMENT_IN_PRISON, ), IncarcerationStandardAdmissionEvent( state_code="US_XX", event_date=date(2000, 3, 12), facility="FACILITY X", county_of_residence=_COUNTY_OF_RESIDENCE, admission_reason=AdmissionReason.PAROLE_REVOCATION, admission_reason_raw_text="PAROLE_REVOCATION", specialized_purpose_for_incarceration= StateSpecializedPurposeForIncarceration.TREATMENT_IN_PRISON, ), IncarcerationReleaseEvent( state_code="US_XX", event_date=date(2003, 4, 12), facility="FACILITY X", county_of_residence=_COUNTY_OF_RESIDENCE, supervision_type_at_release= StateSupervisionPeriodSupervisionType.PAROLE, ), IncarcerationCommitmentFromSupervisionAdmissionEvent( state_code="US_XX", event_date=date(2000, 3, 12), facility="FACILITY X", county_of_residence=_COUNTY_OF_RESIDENCE, admission_reason=AdmissionReason.PAROLE_REVOCATION, admission_reason_raw_text="PAROLE_REVOCATION", specialized_purpose_for_incarceration= StateSpecializedPurposeForIncarceration.TREATMENT_IN_PRISON, supervision_type=StateSupervisionPeriodSupervisionType.PAROLE, ), ] metrics = self.metric_producer.produce_metrics( person=person, identifier_events=incarceration_events, metric_inclusions=ALL_METRICS_INCLUSIONS_DICT, calculation_end_month=None, calculation_month_count=-1, person_metadata=_DEFAULT_PERSON_METADATA, pipeline_job_id=PIPELINE_JOB_ID, pipeline_type=self.pipeline_config.pipeline_type, ) expected_count = self.expected_metrics_count(incarceration_events) self.assertEqual(expected_count, len(metrics))
def testCalculateIncarcerationMetricCombinations(self): """Tests the CalculateIncarcerationMetricCombinations DoFn.""" fake_person = StatePerson.new_with_defaults( person_id=123, gender=Gender.MALE, birthdate=date(1970, 1, 1), residency_status=ResidencyStatus.PERMANENT) incarceration_events = [ IncarcerationAdmissionEvent( state_code='CA', event_date=date(2001, 3, 16), facility='SAN QUENTIN', county_of_residence='county_of_residence', admission_reason=StateIncarcerationPeriodAdmissionReason. PROBATION_REVOCATION), IncarcerationReleaseEvent( state_code='CA', event_date=date(2002, 5, 26), facility='SAN QUENTIN', county_of_residence='county_of_residence', release_reason=StateIncarcerationPeriodReleaseReason. SENTENCE_SERVED) ] # Get the number of combinations of person-event characteristics. num_combinations = len( calculator.characteristic_combinations( fake_person, incarceration_events[0], ALL_INCLUSIONS_DICT, IncarcerationMetricType.POPULATION)) assert num_combinations > 0 expected_metric_count = num_combinations * 2 expected_admission_combination_counts = \ {'admissions': expected_metric_count} expected_releases_combination_counts = \ {'releases': expected_metric_count} test_pipeline = TestPipeline() output = ( test_pipeline | beam.Create([(fake_person, incarceration_events)]) | 'Calculate Incarceration Metrics' >> beam.ParDo( pipeline.CalculateIncarcerationMetricCombinations(), -1, ALL_INCLUSIONS_DICT).with_outputs('admissions', 'releases')) assert_that( output.admissions, AssertMatchers.count_combinations( expected_admission_combination_counts), 'Assert number of admission metrics is expected value') assert_that( output.releases, AssertMatchers.count_combinations( expected_releases_combination_counts), 'Assert number of release metrics is expected value') test_pipeline.run()
def test_produce_incarceration_metrics_includes_statute_output(self): person = StatePerson.new_with_defaults( state_code="US_XX", person_id=12345, birthdate=date(1984, 8, 31), gender=Gender.FEMALE, ) race = StatePersonRace.new_with_defaults(state_code="US_XX", race=Race.WHITE) person.races = [race] ethnicity = StatePersonEthnicity.new_with_defaults( state_code="US_XX", ethnicity=Ethnicity.NOT_HISPANIC) person.ethnicities = [ethnicity] incarceration_events = [ IncarcerationStayEvent( state_code="US_XX", event_date=date(2010, 3, 31), facility="FACILITY 33", county_of_residence=_COUNTY_OF_RESIDENCE, most_serious_offense_ncic_code=_NCIC_CODE, most_serious_offense_statute=_STATUTE, specialized_purpose_for_incarceration= StateSpecializedPurposeForIncarceration.TREATMENT_IN_PRISON, ), IncarcerationStayEvent( state_code="US_XX", event_date=date(2010, 4, 30), facility="FACILITY 33", county_of_residence=_COUNTY_OF_RESIDENCE, most_serious_offense_ncic_code=_NCIC_CODE, most_serious_offense_statute=_STATUTE, specialized_purpose_for_incarceration= StateSpecializedPurposeForIncarceration.TREATMENT_IN_PRISON, ), IncarcerationStayEvent( state_code="US_XX", event_date=date(2010, 5, 31), facility="FACILITY 33", county_of_residence=_COUNTY_OF_RESIDENCE, most_serious_offense_ncic_code=_NCIC_CODE, most_serious_offense_statute=_STATUTE, specialized_purpose_for_incarceration= StateSpecializedPurposeForIncarceration.TREATMENT_IN_PRISON, ), ] metrics = self.metric_producer.produce_metrics( person=person, identifier_events=incarceration_events, metric_inclusions=ALL_METRICS_INCLUSIONS_DICT, calculation_end_month=None, calculation_month_count=-1, person_metadata=_DEFAULT_PERSON_METADATA, pipeline_job_id=PIPELINE_JOB_ID, pipeline_type=self.pipeline_config.pipeline_type, ) expected_count = self.expected_metrics_count(incarceration_events) self.assertEqual(expected_count, len(metrics)) assert all( isinstance(metric, IncarcerationPopulationMetric) and metric.most_serious_offense_statute is not None for metric in metrics if metric.person_id is not None)
def test_runMatch_supervisingOfficerNotMovedFromPersonOntoOpenSupervisionPeriods( self) -> None: db_supervising_officer = generate_agent(external_id=_EXTERNAL_ID, state_code=_US_MO) db_person = generate_person(supervising_officer=db_supervising_officer, state_code=_US_MO) db_external_id = generate_external_id(external_id=_EXTERNAL_ID, state_code=_US_MO, id_type=_ID_TYPE) db_supervision_period = generate_supervision_period( person=db_person, external_id=_EXTERNAL_ID, start_date=_DATE_1, status=StateSupervisionPeriodStatus.PRESENT_WITHOUT_INFO.value, state_code=_US_MO, supervising_officer=db_supervising_officer) db_supervision_period_another = generate_supervision_period( person=db_person, external_id=_EXTERNAL_ID_2, start_date=_DATE_2, status=StateSupervisionPeriodStatus.PRESENT_WITHOUT_INFO.value, state_code=_US_MO, supervising_officer=db_supervising_officer) db_closed_supervision_period = generate_supervision_period( person=db_person, external_id=_EXTERNAL_ID_3, start_date=_DATE_3, termination_date=_DATE_4, status=StateSupervisionPeriodStatus.PRESENT_WITHOUT_INFO.value, state_code=_US_MO, supervising_officer=db_supervising_officer) db_supervision_sentence = generate_supervision_sentence( person=db_person, external_id=_EXTERNAL_ID, start_date=_DATE_1, supervision_periods=[ db_supervision_period, db_supervision_period_another, db_closed_supervision_period ]) db_sentence_group = generate_sentence_group( external_id=_EXTERNAL_ID, supervision_sentences=[db_supervision_sentence]) db_person.external_ids = [db_external_id] db_person.sentence_groups = [db_sentence_group] self._commit_to_db(db_person) external_id = attr.evolve(self.to_entity(db_external_id), person_external_id_id=None) new_supervising_officer = StateAgent.new_with_defaults( external_id=_EXTERNAL_ID_2, state_code=_US_MO, agent_type=StateAgentType.SUPERVISION_OFFICER) person = StatePerson.new_with_defaults( external_ids=[external_id], supervising_officer=new_supervising_officer, state_code=_US_MO) expected_person = attr.evolve(self.to_entity(db_person)) # Act 1 - Match session = self._session() matched_entities = entity_matching.match(session, _US_MO, ingested_people=[person]) # Assert 1 - Match self.assert_people_match_pre_and_post_commit([expected_person], matched_entities.people, session) self.assert_no_errors(matched_entities) self.assertEqual(1, matched_entities.total_root_entities)
def test_state_threeSentenceGroups_dontPersistAboveThreshold(self): # Arrange ingest_info = IngestInfo() ingest_info.state_people.add( state_person_id='1_GENERATE', state_sentence_group_ids=[SENTENCE_GROUP_ID, SENTENCE_GROUP_ID_2]) ingest_info.state_sentence_groups.add( state_sentence_group_id=SENTENCE_GROUP_ID, county_code=COUNTY_CODE) ingest_info.state_sentence_groups.add( state_sentence_group_id=SENTENCE_GROUP_ID_2, county_code=COUNTY_CODE) db_person = schema.StatePerson(person_id=ID, full_name=FULL_NAME_1) db_sentence_group = schema.StateSentenceGroup( sentence_group_id=ID, status=StateSentenceStatus.EXTERNAL_UNKNOWN.value, external_id=SENTENCE_GROUP_ID, state_code=REGION_CODE) db_sentence_group_2 = schema.StateSentenceGroup( sentence_group_id=ID_2, status=StateSentenceStatus.EXTERNAL_UNKNOWN.value, external_id=SENTENCE_GROUP_ID_2, state_code=REGION_CODE) db_sentence_group_2_dup = schema.StateSentenceGroup( sentence_group_id=ID_3, status=StateSentenceStatus.EXTERNAL_UNKNOWN.value, external_id=SENTENCE_GROUP_ID_2, state_code=REGION_CODE) db_external_id = schema.StatePersonExternalId(person_external_id_id=ID, state_code=REGION_CODE, external_id=EXTERNAL_ID, id_type=ID_TYPE) db_person.sentence_groups = [ db_sentence_group, db_sentence_group_2, db_sentence_group_2_dup ] db_person.external_ids = [db_external_id] expected_person = StatePerson.new_with_defaults(person_id=ID, full_name=FULL_NAME_1, external_ids=[], sentence_groups=[]) expected_external_id = StatePersonExternalId.new_with_defaults( person_external_id_id=ID, state_code=REGION_CODE, external_id=EXTERNAL_ID, id_type=ID_TYPE, person=expected_person) expected_person.external_ids = [expected_external_id] # No updates expected_sentence_group = StateSentenceGroup.new_with_defaults( sentence_group_id=ID, status=StateSentenceStatus.EXTERNAL_UNKNOWN, external_id=SENTENCE_GROUP_ID, state_code=REGION_CODE, person=expected_person) expected_sentence_group_2 = StateSentenceGroup.new_with_defaults( sentence_group_id=ID_2, status=StateSentenceStatus.EXTERNAL_UNKNOWN, external_id=SENTENCE_GROUP_ID_2, state_code=REGION_CODE, person=expected_person) expected_sentence_group_2_dup = StateSentenceGroup.new_with_defaults( sentence_group_id=ID_3, status=StateSentenceStatus.EXTERNAL_UNKNOWN, external_id=SENTENCE_GROUP_ID_2, state_code=REGION_CODE, person=expected_person) expected_person.sentence_groups = [ expected_sentence_group, expected_sentence_group_2, expected_sentence_group_2_dup ] session = SessionFactory.for_schema_base(StateBase) session.add(db_person) session.commit() # Act persistence.write(ingest_info, DEFAULT_METADATA) session = SessionFactory.for_schema_base(StateBase) persons = dao.read_people(session) # Assert self.assertEqual([expected_person], persons)
def test_runMatch_supervisionPeriodDateChangesSoItDoesNotMatchSentenceOrViolations( self) -> None: # Arrange db_supervising_officer = generate_agent( external_id=_EXTERNAL_ID, state_code=_US_MO, agent_type=StateAgentType.SUPERVISION_OFFICER.value) db_person = generate_person(supervising_officer=db_supervising_officer, state_code=_US_MO) db_external_id = generate_external_id(external_id=_EXTERNAL_ID, state_code=_US_MO, id_type=_ID_TYPE) # Violation has been date matched to the open supervision period db_supervision_violation = generate_supervision_violation( person=db_person, state_code=_US_MO, external_id=_EXTERNAL_ID, violation_date=_DATE_4) db_supervision_period_open = generate_supervision_period( person=db_person, external_id=_EXTERNAL_ID_2, start_date=_DATE_2, status=StateSupervisionPeriodStatus.PRESENT_WITHOUT_INFO.value, state_code=_US_MO, supervising_officer=db_supervising_officer, supervision_violation_entries=[db_supervision_violation]) db_supervision_sentence = generate_supervision_sentence( person=db_person, external_id=_EXTERNAL_ID, state_code=_US_MO, start_date=_DATE_1, supervision_periods=[db_supervision_period_open]) db_sentence_group = generate_sentence_group( external_id=_EXTERNAL_ID, state_code=_US_MO, supervision_sentences=[db_supervision_sentence]) db_person.external_ids = [db_external_id] db_person.sentence_groups = [db_sentence_group] self._commit_to_db(db_person) supervsion_period_updated = StateSupervisionPeriod.new_with_defaults( state_code=_US_MO, external_id=db_supervision_period_open.external_id, status=StateSupervisionPeriodStatus.PRESENT_WITHOUT_INFO, start_date=_DATE_2, termination_date=_DATE_3, ) placeholder_supervision_sentence = StateSupervisionSentence.new_with_defaults( state_code=_US_MO, supervision_periods=[supervsion_period_updated]) sentence_group = StateSentenceGroup.new_with_defaults( external_id=db_sentence_group.external_id, state_code=_US_MO, supervision_sentences=[placeholder_supervision_sentence]) external_id = StatePersonExternalId.new_with_defaults( external_id=db_external_id.external_id, state_code=_US_MO, id_type=db_external_id.id_type) person = StatePerson.new_with_defaults( external_ids=[external_id], sentence_groups=[sentence_group], state_code=_US_MO) expected_person = attr.evolve(self.to_entity(db_person)) expected_sentence = expected_person.sentence_groups[ 0].supervision_sentences[0] expected_original_supervision_period = expected_sentence.supervision_periods[ 0] # Violation is moved off of the supervision period (it no longer matches) and the termination date is updated expected_original_supervision_period.supervision_violation_entries = [] expected_original_supervision_period.termination_date = _DATE_3 # A placeholder periods is created to hold the existing supervision violation expected_new_placeholder_supervision_period = StateSupervisionPeriod.new_with_defaults( state_code=_US_MO, status=StateSupervisionPeriodStatus.PRESENT_WITHOUT_INFO, supervision_violation_entries=[ self.to_entity(db_supervision_violation) ]) expected_sentence.supervision_periods.append( expected_new_placeholder_supervision_period) # Act session = self._session() matched_entities = entity_matching.match(session, _US_MO, ingested_people=[person]) # Assert self.assert_people_match_pre_and_post_commit([expected_person], matched_entities.people, session) self.assert_no_errors(matched_entities) self.assertEqual(1, matched_entities.total_root_entities)
def test_age_at_date_same_month_earlier_date(): birthdate = date(1989, 6, 17) check_date = date(2014, 6, 16) person = StatePerson.new_with_defaults(birthdate=birthdate) assert calculator_utils.age_at_date(person, check_date) == 24
def test_ssvrFlatFieldMatchingRevocationTypeChanges(self) -> None: db_person = generate_person(state_code=_US_MO) db_supervision_violation_response = \ generate_supervision_violation_response( person=db_person, state_code=_US_MO, response_type=StateSupervisionViolationResponseType.PERMANENT_DECISION.value, response_type_raw_text=StateSupervisionViolationResponseType.PERMANENT_DECISION.value, deciding_body_type=StateSupervisionViolationResponseDecidingBodyType.PAROLE_BOARD.value, deciding_body_type_raw_text=StateSupervisionViolationResponseDecidingBodyType.PAROLE_BOARD.value, revocation_type=StateSupervisionViolationResponseRevocationType.REINCARCERATION.value, revocation_type_raw_text='S', ) db_incarceration_period = \ generate_incarceration_period( person=db_person, state_code=_US_MO, external_id=_EXTERNAL_ID, admission_reason=StateIncarcerationPeriodAdmissionReason.PAROLE_REVOCATION.value, source_supervision_violation_response=db_supervision_violation_response) db_incarceration_sentence = generate_incarceration_sentence( person=db_person, status=StateSentenceStatus.PRESENT_WITHOUT_INFO.value, state_code=_US_MO, external_id=_EXTERNAL_ID, incarceration_periods=[db_incarceration_period]) db_sentence_group = generate_sentence_group( person=db_person, state_code=_US_MO, external_id=_EXTERNAL_ID_WITH_SUFFIX, status=StateSentenceStatus.PRESENT_WITHOUT_INFO.value, incarceration_sentences=[db_incarceration_sentence], supervision_sentences=[]) db_external_id = generate_external_id(person=db_person, state_code=_US_MO, id_type=_ID_TYPE, external_id=_EXTERNAL_ID) db_person.external_ids = [db_external_id] db_person.sentence_groups = [db_sentence_group] self._commit_to_db(db_person) # Even though the revocation type has changed, we still allow a match supervision_violation_response = \ StateSupervisionViolationResponse.new_with_defaults( state_code=_US_MO, response_type=StateSupervisionViolationResponseType.PERMANENT_DECISION, response_type_raw_text=StateSupervisionViolationResponseType.PERMANENT_DECISION.value, deciding_body_type=StateSupervisionViolationResponseDecidingBodyType.PAROLE_BOARD, deciding_body_type_raw_text=StateSupervisionViolationResponseDecidingBodyType.PAROLE_BOARD.value, revocation_type=StateSupervisionViolationResponseRevocationType.TREATMENT_IN_PRISON, revocation_type_raw_text='L', ) incarceration_period = \ StateIncarcerationPeriod.new_with_defaults( state_code=_US_MO, external_id=_EXTERNAL_ID, admission_reason=StateIncarcerationPeriodAdmissionReason.PAROLE_REVOCATION, source_supervision_violation_response=supervision_violation_response) incarceration_sentence = StateIncarcerationSentence.new_with_defaults( status=StateSentenceStatus.PRESENT_WITHOUT_INFO, state_code=_US_MO, external_id=_EXTERNAL_ID, incarceration_periods=[incarceration_period]) sentence_group = StateSentenceGroup.new_with_defaults( state_code=_US_MO, external_id=_EXTERNAL_ID_WITH_SUFFIX, status=StateSentenceStatus.PRESENT_WITHOUT_INFO, incarceration_sentences=[incarceration_sentence], supervision_sentences=[]) external_id = StatePersonExternalId.new_with_defaults( state_code=_US_MO, id_type=_ID_TYPE, external_id=_EXTERNAL_ID) person = StatePerson.new_with_defaults( sentence_groups=[sentence_group], external_ids=[external_id], state_code=_US_MO) expected_person = self.to_entity(db_person) expected_ip = expected_person.sentence_groups[ 0].incarceration_sentences[0].incarceration_periods[0] expected_ssvr = expected_ip.source_supervision_violation_response expected_ssvr.revocation_type = StateSupervisionViolationResponseRevocationType.TREATMENT_IN_PRISON expected_ssvr.revocation_type_raw_text = 'L' # Act 1 - Match session = self._session() matched_entities = entity_matching.match(session, _US_MO, ingested_people=[person]) self.assert_people_match_pre_and_post_commit([expected_person], matched_entities.people, session) self.assertEqual(0, matched_entities.error_count) self.assertEqual(1, matched_entities.total_root_entities)
def test_map_incarceration_combinations_all_types(self): person = StatePerson.new_with_defaults( state_code="CA", person_id=12345, birthdate=date(1984, 8, 31), gender=Gender.FEMALE, ) race = StatePersonRace.new_with_defaults(state_code="CA", race=Race.WHITE) person.races = [race] ethnicity = StatePersonEthnicity.new_with_defaults( state_code="CA", ethnicity=Ethnicity.NOT_HISPANIC) person.ethnicities = [ethnicity] incarceration_events = [ IncarcerationStayEvent( admission_reason=StateIncarcerationPeriodAdmissionReason. PAROLE_REVOCATION, admission_reason_raw_text="NEW_ADMISSION", supervision_type_at_admission= StateSupervisionPeriodSupervisionType.PAROLE, state_code="CA", event_date=date(2000, 3, 31), facility="SAN QUENTIN", county_of_residence=_COUNTY_OF_RESIDENCE, most_serious_offense_ncic_code=_NCIC_CODE, most_serious_offense_statute=_STATUTE, specialized_purpose_for_incarceration= StateSpecializedPurposeForIncarceration.TREATMENT_IN_PRISON, ), IncarcerationAdmissionEvent( state_code="CA", event_date=date(2000, 3, 12), facility="SAN QUENTIN", county_of_residence=_COUNTY_OF_RESIDENCE, admission_reason=AdmissionReason.PAROLE_REVOCATION, supervision_type_at_admission= StateSupervisionPeriodSupervisionType.PAROLE, admission_reason_raw_text="PAROLE_REVOCATION", specialized_purpose_for_incarceration= StateSpecializedPurposeForIncarceration.TREATMENT_IN_PRISON, ), IncarcerationReleaseEvent( state_code="CA", event_date=date(2003, 4, 12), facility="SAN QUENTIN", county_of_residence=_COUNTY_OF_RESIDENCE, supervision_type_at_release= StateSupervisionPeriodSupervisionType.PAROLE, ), ] incarceration_combinations = calculator.map_incarceration_combinations( person=person, incarceration_events=incarceration_events, metric_inclusions=ALL_METRICS_INCLUSIONS_DICT, calculation_end_month=None, calculation_month_count=-1, person_metadata=_DEFAULT_PERSON_METADATA, ) expected_combinations_count = expected_metric_combos_count( incarceration_events) self.assertEqual(expected_combinations_count, len(incarceration_combinations)) assert all(value == 1 for _combination, value in incarceration_combinations)