示例#1
0
    def test_skip_empty(self):
        key_mapping_file = os.path.join(os.path.dirname(__file__),
                                        'fixtures/skip_empty.yaml')
        extractor = JsonDataExtractor(key_mapping_file)

        expected = IngestInfo()
        expected.create_person(
            full_name='skip empty',
            bookings=[
                Booking(
                    custody_status='in custody',
                    booking_id='1',
                    charges=[
                        Charge(name="battery", ),
                        Charge(
                            name="assault",
                            charge_class='misdemeanor',
                        ),
                    ],
                ),
                Booking(
                    booking_id='2',
                    charges=[
                        Charge(
                            name='robbery',
                            charge_class='felony',
                        ),
                    ],
                ),
            ],
        )

        result = extractor.extract_and_populate_data(_SKIP_EMPTY)
        self.assertEqual(result, expected)
    def testParseColFail(self):
        expected_info = IngestInfo(people=[
            Person(person_id='100041685',
                   gender='M',
                   age='41',
                   race='AMERICAN INDIAN',
                   bookings=[
                       Booking(
                           booking_id='130877687',
                           admission_date='02/27/2020 14:51',
                           custody_status='IN CUSTODY',
                           facility='BERNALILLO COUNTY METRO DETENTION CENTER',
                           arrest=Arrest(agency='/BSO', ),
                           charges=[
                               Charge(
                                   offense_date='02/27/2020',
                                   name='FAIL TO COMPLY',
                                   case_number='D202CR201802134',
                               ),
                               Charge(
                                   offense_date='02/27/2020',
                                   name='AGGRAVATED DWI-3',
                                   case_number='D202CR201802134',
                               ),
                           ])
                   ]),
        ])

        with pytest.raises(DirectIngestError) as e:
            self.run_parse_file_test(expected_info, 'MDC_VERA_20200303_02')
        assert str(e.value) == "Found more columns than expected in charge row"
示例#3
0
    def test_skip_empty(self) -> None:
        key_mapping_file = os.path.join(
            os.path.dirname(__file__), "fixtures/skip_empty.yaml"
        )
        extractor = JsonDataExtractor(key_mapping_file)

        expected = IngestInfo()
        expected.create_person(
            full_name="skip empty",
            bookings=[
                Booking(
                    custody_status="in custody",
                    booking_id="1",
                    charges=[
                        Charge(
                            name="battery",
                        ),
                        Charge(
                            name="assault",
                            charge_class="misdemeanor",
                        ),
                    ],
                ),
                Booking(
                    booking_id="2",
                    charges=[
                        Charge(
                            name="robbery",
                            charge_class="felony",
                        ),
                    ],
                ),
            ],
        )

        result = extractor.extract_and_populate_data(
            fixtures.as_dict("extractor", "skip_empty.json")
        )
        self.assertEqual(result, expected)
示例#4
0
    def testParse(self):
        expected_info = IngestInfo(
            people=[
                Person(
                    person_id='100041685',
                    gender='M',
                    age='41',
                    race='AMERICAN INDIAN',
                    bookings=[Booking(
                        booking_id='130877687',
                        admission_date='02/27/2020 14:51',
                        custody_status='IN CUSTODY',
                        facility='BERNALILLO COUNTY METRO DETENTION CENTER',
                        arrest=Arrest(
                            agency='/BSO',
                        ),
                        charges=[
                            Charge(
                                offense_date='02/27/2020',
                                name='FAIL TO COMPLY',
                                case_number='D202CR201802134',
                                bond=Bond(amount='0',
                                          bond_type='HOLD')
                            ),
                            Charge(
                                offense_date='02/27/2020',
                                name='AGGRAVATED DWI-3',
                                case_number='D202CR201802134',
                                bond=Bond(amount='0',
                                          bond_type='HOLD')
                            ),
                        ]
                    )]
                ),
                Person(
                    person_id='100044962',
                    gender='M',
                    age='42',
                    race='HISPANIC',
                    bookings=[Booking(
                        booking_id='130847497',
                        admission_date='12/18/2018 01:21',
                        custody_status='IN CUSTODY',
                        facility='BERNALILLO COUNTY METRO DETENTION CENTER',
                        arrest=Arrest(
                            agency='/APD/BCDC',
                        ),
                        charges=[
                            Charge(
                                offense_date='01/07/2019',
                                name='GRAND JURY INDICTMENT',
                                case_number='D202CR2019000032',
                                bond=Bond(amount='0',
                                          bond_type='CONCURRENT',
                                          status='Active')
                            ),
                            Charge(
                                offense_date='01/07/2019',
                                name='AGG BATTERY W/DEADLY WEAPON',
                                case_number='D202CR2019000032',
                                bond=Bond(amount='0',
                                          bond_type='CONCURRENT',
                                          status='Active')
                            ),
                        ]
                    )]
                ),
                Person(
                    person_id='100265415',
                    gender='M',
                    age='35',
                    race='WHITE',
                    bookings=[Booking(
                        booking_id='130877954',
                        admission_date='03/02/2020 18:54',
                        custody_status='IN CUSTODY',
                        facility='BERNALILLO COUNTY METRO DETENTION CENTER',
                        arrest=Arrest(
                            agency='/APD',
                        ),
                        charges=[
                            Charge(
                                bond=Bond(amount='0',
                                          bond_type='To be set by Judge')
                            ),
                        ]
                    )]
                ),
                Person(
                    person_id='100265416',
                    gender='M',
                    age='35',
                    race='WHITE',
                    bookings=[Booking(
                        booking_id='130877955',
                        admission_date='03/02/2020 18:54',
                        custody_status='IN CUSTODY',
                        facility='BERNALILLO COUNTY METRO DETENTION CENTER',
                        arrest=Arrest(
                            agency='/APD',
                        ),
                        charges=[
                            Charge(
                                bond=Bond(amount='0',
                                          bond_type='RELEASE ON RECOG')
                            ),
                        ]
                    )]
                ),
                Person(
                    person_id='100265417',
                    gender='M',
                    age='35',
                    race='WHITE',
                    bookings=[Booking(
                        booking_id='130877956',
                        admission_date='03/02/2020 18:54',
                        custody_status='IN CUSTODY',
                        facility='BERNALILLO COUNTY METRO DETENTION CENTER',
                        arrest=Arrest(
                            agency='/APD',
                        ),
                        charges=[
                            Charge(
                                bond=Bond(amount='0',
                                          bond_type='THIRD PARTY')
                            ),
                        ]
                    )]
                ),
            ]
        )

        ingest_info = self.run_parse_file_test(expected_info,
                                               'MDC_VERA_20200303_01')

        region = regions.get_region(self.region_code(), is_direct_ingest=True)
        metadata = IngestMetadata(
            region.region_code,
            region.jurisdiction_id,
            _FAKE_START_TIME,
            self.controller.get_enum_overrides(),
        )

        self.validate_ingest(ingest_info, expected_info, metadata)
示例#5
0
    def testParse(self):
        expected_info = IngestInfo(
            people=[
                Person(
                    person_id='12345',
                    birthdate='8/10/1987 12:00:00 AM',
                    gender='M ',
                    race='White',
                    place_of_residence='Brazos',
                    bookings=[
                        Booking(
                            booking_id='321 (Individual ID: 12345)',
                            admission_date='3/31/2019 12:00:00 AM',
                            custody_status=
                            'L. Pretrial State Jail Felons (SJF)',
                            facility='BCDC',
                            arrest=Arrest(
                                agency="College Station Police Department"),
                            charges=[
                                Charge(
                                    charge_id='1',
                                    offense_date='3/25/2019 12:00:00 AM',
                                    statute='481.121(B)(1) HSC',
                                    name='POSS MARIJ <2OZ',
                                    charge_notes='17.16 DET PEND ORD',
                                    level='B',
                                    charge_class='MIS',
                                    status='Intake',
                                    bond=Bond(
                                        bond_id='1',
                                        amount='2000.0000',
                                        bond_type='Surety Bond',
                                        status='Posted')),
                                Charge(
                                    charge_id='2',
                                    offense_date='3/25/2019 12:00:00 AM',
                                    statute='483.041 HSC',
                                    name='POSS DANGEROUS DRUG',
                                    charge_notes='17.16 DET PEND ORD',
                                    level='A',
                                    charge_class='MIS',
                                    status='Intake',
                                    bond=Bond(
                                        bond_id='2',
                                        amount='4000.0000',
                                        bond_type='Surety Bond',
                                        status='Posted')),
                                Charge(
                                    charge_id='3',
                                    offense_date='1/20/2019 12:00:00 AM',
                                    statute='31.03(e)(2)(A)',
                                    name='THEFT PROP >=$100<$750',
                                    level='B',
                                    charge_class='MIS',
                                    status='Accepted'),
                                Charge(
                                    charge_id='4',
                                    offense_date='3/30/2019 12:00:00 AM',
                                    statute='30.02(C)(1) PC',
                                    name='BURGLARY OF BUILDING',
                                    level='State Jail Felony',
                                    charge_class='FEL',
                                    status='Warrant Issued'),
                                Charge(
                                    charge_id='5',
                                    offense_date='3/25/2019 12:00:00 AM',
                                    statute='481.116(B) HSC',
                                    name='POSS CS PG 2 LESS THAN ONE GRAM',
                                    level='State Jail Felony',
                                    charge_class='FEL',
                                    status='Warrant Issued'),
                                Charge(
                                    charge_id='6',
                                    offense_date='3/23/2019 12:00:00 AM',
                                    statute='30.02(C)(1) PC',
                                    name='BURGLARY OF BUILDING',
                                    level='State Jail Felony',
                                    charge_class='FEL',
                                    status='Warrant Issued'),
                                Charge(
                                    charge_id='7',
                                    offense_date='3/24/2019 12:00:00 AM',
                                    statute='30.02(C)(1) PC',
                                    name='BURGLARY OF BUILDING',
                                    level='State Jail Felony',
                                    charge_class='FEL',
                                    status='Warrant Issued')])]),
                Person(
                    person_id='23456',
                    birthdate='2/21/1982 12:00:00 AM',
                    gender='M ',
                    race='Black',
                    place_of_residence='Brazos',
                    bookings=[
                        Booking(
                            booking_id='432 (Individual ID: 23456)',
                            admission_date='5/14/2018 12:00:00 AM',
                            custody_status=
                            'L. Pretrial State Jail Felons (SJF)',
                            facility='BCDC',
                            arrest=Arrest(
                                agency="Unlisted"),
                            charges=[
                                Charge(
                                    charge_id='8',
                                    name='Parole Violation/Bl/Wrnt/tty',
                                    degree='Felony Unassigned',
                                    charge_class='FEL'),
                                Charge(
                                    charge_id='9',
                                    offense_date='5/14/2018 12:00:00 AM',
                                    statute='38.04(B)(1) PC',
                                    name='EVADING ARREST DET W/PREV CONVICTION',
                                    level='State Jail Felony',
                                    charge_class='FEL',
                                    status='Defendant Indicted'),
                                Charge(
                                    charge_id='10',
                                    statute='NON REPORTABLE',
                                    name='Awaiting Trans To Dept State '
                                         'Health Services',
                                    degree='Not Applicable',
                                    bond=Bond(bond_id='2', amount='20'))],
                            holds=[
                                Hold(
                                    jurisdiction_name='TDC Hold')])])])

        ingest_info = self.run_parse_file_test(
            expected_info, 'VERABrazosJailData_01012019_115703')

        region = regions.get_region(self.region_code(), is_direct_ingest=True)
        metadata = IngestMetadata(
            region.region_code,
            region.jurisdiction_id,
            _FAKE_START_TIME,
            self.controller.get_enum_overrides(),
        )

        self.validate_ingest(ingest_info, expected_info, metadata)
示例#6
0
    def testParse(self):
        controller = build_controller_for_tests(UsTxBrazosController,
                                                FIXTURE_PATH_PREFIX,
                                                run_async=False)

        args = ingest_args_for_fixture_file(controller, 'daily_data.csv')

        # pylint:disable=protected-access
        ingest_info = controller._parse(args, _ROSTER_PATH_CONTENTS)
        expected_info = IngestInfo(
            people=[
                Person(
                    person_id='12345',
                    birthdate='8/10/1987 12:00:00 AM',
                    gender='M ',
                    race='White',
                    place_of_residence='Brazos',
                    bookings=[
                        Booking(
                            booking_id='321',
                            admission_date='3/31/2019 12:00:00 AM',
                            custody_status=
                            'L. Pretrial State Jail Felons (SJF)',
                            facility='BCDC',
                            arrest=Arrest(
                                agency="Brazos County Sheriff's Office"),
                            charges=[
                                Charge(
                                    charge_id='1',
                                    offense_date='3/25/2019 12:00:00 AM',
                                    statute='481.121(B)(1) HSC',
                                    name='17.16 DET PEND ORD/POSS MARIJ <2OZ',
                                    degree='Class B Misdemeanor',
                                    charge_class='MIS',
                                    status='Intake',
                                    bond=Bond(
                                        bond_id='1',
                                        amount='2000.0000',
                                        bond_type='Surety Bond',
                                        status='Posted')),
                                Charge(
                                    charge_id='2',
                                    offense_date='3/25/2019 12:00:00 AM',
                                    statute='483.041 HSC',
                                    name=
                                    '17.16 DET PEND ORD/POSS DANGEROUS DRUG',
                                    degree='Class A Misdemeanor',
                                    charge_class='MIS',
                                    status='Intake',
                                    bond=Bond(
                                        bond_id='2',
                                        amount='4000.0000',
                                        bond_type='Surety Bond',
                                        status='Posted')),
                                Charge(
                                    charge_id='3',
                                    offense_date='1/20/2019 12:00:00 AM',
                                    statute='31.03(e)(2)(A)',
                                    name='THEFT PROP >=$100<$750',
                                    degree='Class B Misdemeanor',
                                    charge_class='MIS',
                                    status='Accepted'),
                                Charge(
                                    charge_id='4',
                                    offense_date='3/30/2019 12:00:00 AM',
                                    statute='30.02(C)(1) PC',
                                    name='BURGLARY OF BUILDING',
                                    degree='State Jail Felony',
                                    charge_class='FEL',
                                    status='Warrant Issued'),
                                Charge(
                                    charge_id='5',
                                    offense_date='3/25/2019 12:00:00 AM',
                                    statute='481.116(B) HSC',
                                    name='POSS CS PG 2 LESS THAN ONE GRAM',
                                    degree='State Jail Felony',
                                    charge_class='FEL',
                                    status='Warrant Issued'),
                                Charge(
                                    charge_id='6',
                                    offense_date='3/23/2019 12:00:00 AM',
                                    statute='30.02(C)(1) PC',
                                    name='BURGLARY OF BUILDING',
                                    degree='State Jail Felony',
                                    charge_class='FEL',
                                    status='Warrant Issued'),
                                Charge(
                                    charge_id='7',
                                    offense_date='3/24/2019 12:00:00 AM',
                                    statute='30.02(C)(1) PC',
                                    name='BURGLARY OF BUILDING',
                                    degree='State Jail Felony',
                                    charge_class='FEL',
                                    status='Warrant Issued')])]),
                Person(
                    person_id='23456',
                    birthdate='2/21/1982 12:00:00 AM',
                    gender='M ',
                    race='Black',
                    place_of_residence='Brazos',
                    bookings=[
                        Booking(
                            booking_id='432',
                            admission_date='5/14/2018 12:00:00 AM',
                            custody_status=
                            'L. Pretrial State Jail Felons (SJF)',
                            facility='BCDC',
                            arrest=Arrest(
                                agency="Brazos County Sheriff's Office"),
                            charges=[
                                Charge(
                                    charge_id='8',
                                    statute='NA',
                                    name='Parole Violation/Bl/Wrnt/tty',
                                    degree='Felony Unassigned',
                                    charge_class='FEL'),
                                Charge(
                                    charge_id='9',
                                    offense_date='5/14/2018 12:00:00 AM',
                                    statute='38.04(B)(1) PC',
                                    name='EVADING ARREST DET W/PREV CONVICTION',
                                    degree='State Jail Felony',
                                    charge_class='FEL',
                                    status='Defendant Indicted'),
                                Charge(
                                    charge_id='10',
                                    statute='NON REPORTABLE',
                                    name='Awaiting Trans To Dept State '
                                    'Health Services',
                                    degree='Not Applicable')],
                            holds=[
                                Hold(
                                    jurisdiction_name='TDC Hold')])])])

        region = regions.get_region('us_tx_brazos', is_direct_ingest=True)
        metadata = IngestMetadata(
            region.region_code,
            region.jurisdiction_id,
            _FAKE_START_TIME,
            controller.get_enum_overrides(),
        )

        self.validate_ingest(ingest_info, expected_info, metadata)