def _check_multiples_delay(res): assert len(res.trip_updates) == 1 trip_update = res.trip_updates[0] assert trip_update.status == "update" assert len(trip_update.stop_time_updates) == 3 assert len(trip_update.real_time_updates) == 2 stu = trip_update.stop_time_updates # Note: order is important assert stu[0].stop_id == "sa:1" assert stu[0].arrival_status == "none" assert stu[0].departure == _dt("8:20") assert stu[0].departure_status == "update" assert stu[1].stop_id == "sa:2" assert stu[1].arrival == _dt("9:07") assert stu[1].arrival_status == "update" assert stu[1].arrival_delay == timedelta(minutes=2) assert stu[1].departure == _dt("9:10") assert stu[1].departure_status == "none" assert stu[1].departure_delay == timedelta(0) assert stu[2].stop_id == "sa:3" assert stu[2].arrival == _dt("10:05") assert stu[2].arrival_status == "none" assert stu[2].departure == _dt("10:05") assert stu[2].departure_status == "none"
def _check_multiples_delay(res): assert len(res.trip_updates) == 1 trip_update = res.trip_updates[0] assert trip_update.status == 'update' assert len(trip_update.stop_time_updates) == 3 assert len(trip_update.real_time_updates) == 2 stu = trip_update.stop_time_updates # Note: order is important assert stu[0].stop_id == 'sa:1' assert stu[0].arrival_status == 'none' assert stu[0].departure == _dt("8:20") assert stu[0].departure_status == 'update' assert stu[1].stop_id == 'sa:2' assert stu[1].arrival == _dt("9:07") assert stu[1].arrival_status == 'update' assert stu[1].arrival_delay == timedelta(minutes=2) assert stu[1].departure == _dt("9:10") assert stu[1].departure_status == 'none' assert stu[1].departure_delay == timedelta(0) assert stu[2].stop_id == 'sa:3' assert stu[2].arrival == _dt("10:05") assert stu[2].arrival_status == 'none' assert stu[2].departure == _dt("10:05") assert stu[2].departure_status == 'none'
def test_populate_pb_with_one_stop_time(): """ an easy one: we have one vj with only one stop time updated fill protobuf from trip_update Verify protobuf """ navitia_vj = { 'trip': { 'id': 'vehicle_journey:1' }, 'stop_times': [{ 'arrival_time': None, 'departure_time': datetime.time(8, 10), 'stop_point': { 'id': 'sa:1' } }, { 'arrival_time': datetime.time(9, 10), 'departure_time': None, 'stop_point': { 'id': 'sa:2' } }] } with app.app_context(): trip_update = TripUpdate() vj = VehicleJourney(navitia_vj, datetime.date(2015, 9, 8)) trip_update.vj = vj st = StopTimeUpdate({'id': 'sa:1'}, departure=_dt("8:15"), arrival=None) real_time_update = RealTimeUpdate(raw_data=None, connector='ire') real_time_update.trip_updates.append(trip_update) trip_update.stop_time_updates.append(st) db.session.add(real_time_update) db.session.commit() feed_entity = convert_to_gtfsrt(real_time_update.trip_updates) assert feed_entity.header.incrementality == gtfs_realtime_pb2.FeedHeader.DIFFERENTIAL assert feed_entity.header.gtfs_realtime_version == '1' pb_trip_update = feed_entity.entity[0].trip_update assert pb_trip_update.trip.trip_id == 'vehicle_journey:1' assert pb_trip_update.trip.start_date == '20150908' assert pb_trip_update.trip.schedule_relationship == gtfs_realtime_pb2.TripDescriptor.SCHEDULED pb_stop_time = feed_entity.entity[0].trip_update.stop_time_update[0] assert pb_stop_time.arrival.time == 0 assert pb_stop_time.departure.time == to_posix_time(_dt("8:15")) assert pb_stop_time.stop_id == 'sa:1' assert pb_trip_update.HasExtension(kirin_pb2.trip_message) == False assert pb_trip_update.trip.HasExtension(kirin_pb2.contributor) == False
def setup_database(): """ we create two realtime_updates with the same vj but for different date and return a vj for navitia """ with app.app_context(): vju = create_trip_update('70866ce8-0638-4fa1-8556-1ddfa22d09d3', 'vehicle_journey:1', datetime.date(2015, 9, 8), [ {'id': 'sa:1', 'departure': _dt("8:15"), 'arrival': None, 'departure_status': 'update', 'arrival_status': 'none'}, {'id': 'sa:2', 'departure': _dt("9:10"), 'arrival': _dt("9:05"), 'departure_status': 'none', 'arrival_status': 'none'}, {'id': 'sa:3', 'departure': None, 'arrival': _dt("10:05"), 'departure_status': 'none', 'arrival_status': 'none'}, ]) rtu = RealTimeUpdate(None, 'ire') rtu.id = '10866ce8-0638-4fa1-8556-1ddfa22d09d3' rtu.trip_updates.append(vju) db.session.add(rtu) vju = create_trip_update('70866ce8-0638-4fa1-8556-1ddfa22d09d4', 'vehicle_journey:1', datetime.date(2015, 9, 7), [ {'id': 'sa:1', 'departure': _dt("8:35", day=7), 'arrival': None, 'departure_status': 'update', 'arrival_status': 'none'}, {'id': 'sa:2', 'departure': _dt("9:40", day=7), 'arrival': _dt("9:35", day=7), 'departure_status': 'update', 'arrival_status': 'update'}, {'id': 'sa:3', 'departure': None, 'arrival': _dt("10:35", day=7), 'departure_status': 'none', 'arrival_status': 'update'}, ]) rtu = RealTimeUpdate(None, 'ire') rtu.id = '20866ce8-0638-4fa1-8556-1ddfa22d09d3' rtu.trip_updates.append(vju) db.session.add(rtu) db.session.commit()
def test_handle_new_vj(): """an easy one: we have one vj with only one stop time updated""" navitia_vj = { "trip": {"id": "vehicle_journey:1"}, "stop_times": [ { "utc_arrival_time": None, "utc_departure_time": datetime.time(8, 10), "stop_point": {"id": "sa:1", "stop_area": {"timezone": "UTC"}}, }, { "utc_arrival_time": datetime.time(9, 10), "utc_departure_time": None, "stop_point": {"id": "sa:2", "stop_area": {"timezone": "UTC"}}, }, ], } with app.app_context(): contributor = model.Contributor( id=GTFS_CONTRIBUTOR_ID, navitia_coverage=None, connector_type=ConnectorType.gtfs_rt.value ) builder = kirin.poller_workers.gtfs_rt.KirinModelBuilder(contributor) trip_update = TripUpdate(_create_db_vj(navitia_vj), contributor_id=contributor.id, status="update") st = StopTimeUpdate({"id": "sa:1"}, departure_delay=timedelta(minutes=5), dep_status="update") real_time_update = make_rt_update(raw_data=None, contributor_id=contributor.id) trip_update.stop_time_updates.append(st) res, _ = handle(builder, real_time_update, [trip_update]) assert len(res.trip_updates) == 1 trip_update = res.trip_updates[0] assert trip_update.status == "update" assert len(trip_update.stop_time_updates) == 2 assert trip_update.stop_time_updates[0].stop_id == "sa:1" assert trip_update.stop_time_updates[0].departure == _dt("8:15") assert trip_update.stop_time_updates[0].arrival == _dt("8:15") assert trip_update.stop_time_updates[1].stop_id == "sa:2" assert trip_update.stop_time_updates[1].departure == _dt("9:15") assert trip_update.stop_time_updates[1].arrival == _dt("9:15") # testing that RealTimeUpdate is persisted in db db_trip_updates = real_time_update.query.from_self(TripUpdate).all() assert len(db_trip_updates) == 1 assert db_trip_updates[0].status == "update" db_st_updates = real_time_update.query.from_self(StopTimeUpdate).order_by("stop_id").all() assert len(db_st_updates) == 2 assert db_st_updates[0].stop_id == "sa:1" assert db_st_updates[0].departure == _dt("8:15") assert db_st_updates[0].arrival == _dt("8:15") assert db_st_updates[0].trip_update_id == db_trip_updates[0].vj_id assert db_st_updates[1].stop_id == "sa:2" assert db_st_updates[1].departure == _dt("9:15") assert db_st_updates[1].arrival == _dt("9:15") assert db_st_updates[1].trip_update_id == db_trip_updates[0].vj_id
def test_handle_new_vj(): """an easy one: we have one vj with only one stop time updated""" navitia_vj = {'id': 'vehicle_journey:1', 'stop_times': [ {'arrival_time': None, 'departure_time': datetime.time(8, 10), 'stop_point': {'id': 'sa:1'}}, {'arrival_time': datetime.time(9, 10), 'departure_time': None, 'stop_point': {'id': 'sa:2'}} ]} with app.app_context(): trip_update = TripUpdate() vj = VehicleJourney(navitia_vj, datetime.date(2015, 9, 8)) trip_update.vj = vj trip_update.status = 'update' st = StopTimeUpdate({'id': 'sa:1'}, departure=_dt("8:15"), arrival=None) real_time_update = RealTimeUpdate(raw_data=None, connector='ire') trip_update.stop_time_updates.append(st) res = handle(real_time_update, [trip_update]) assert len(res.trip_updates) == 1 trip_update = res.trip_updates[0] assert trip_update.status == 'update' assert len(trip_update.stop_time_updates) == 2 assert trip_update.stop_time_updates[0].stop_id == 'sa:1' assert trip_update.stop_time_updates[0].departure == _dt("8:15") assert trip_update.stop_time_updates[0].arrival == None assert trip_update.stop_time_updates[1].stop_id == 'sa:2' assert trip_update.stop_time_updates[1].departure == None assert trip_update.stop_time_updates[1].arrival == _dt("9:10") # testing that RealTimeUpdate is persisted in db db_trip_updates = real_time_update.query.from_self(TripUpdate).all() assert len(db_trip_updates) == 1 assert db_trip_updates[0].status == 'update' db_st_updates = real_time_update.query.from_self(StopTimeUpdate).order_by('stop_id').all() assert len(db_st_updates) == 2 assert db_st_updates[0].stop_id == 'sa:1' assert db_st_updates[0].departure == _dt("8:15") assert db_st_updates[0].arrival == None assert db_st_updates[0].trip_update_id == db_trip_updates[0].vj_id assert db_st_updates[1].stop_id == 'sa:2' assert db_st_updates[1].departure == None assert db_st_updates[1].arrival == _dt("9:10") assert db_st_updates[1].trip_update_id == db_trip_updates[0].vj_id
def test_simple_delay(navitia_vj): """Test on delay when there is nothing in the db""" with app.app_context(): trip_update = TripUpdate(VehicleJourney(navitia_vj, datetime.date(2015, 9, 8)), status='update') st = StopTimeUpdate({'id': 'sa:1'}, departure_delay=timedelta(minutes=10), dep_status='update', arrival_delay=timedelta(minutes=5), arr_status='update') real_time_update = RealTimeUpdate(raw_data=None, connector='ire') trip_update.stop_time_updates.append(st) res = handle(real_time_update, [trip_update], 'kisio-digital') assert len(res.trip_updates) == 1 trip_update = res.trip_updates[0] assert trip_update.status == 'update' assert len(trip_update.stop_time_updates) == 3 assert trip_update.stop_time_updates[0].stop_id == 'sa:1' assert trip_update.stop_time_updates[0].arrival == _dt('8:20') # departure assert trip_update.stop_time_updates[0].arrival_delay == timedelta(minutes=5) assert trip_update.stop_time_updates[0].arrival_status == 'update' assert trip_update.stop_time_updates[0].departure == _dt('8:20') # 8:10 + 10mn assert trip_update.stop_time_updates[0].departure_delay == timedelta(minutes=10) assert trip_update.stop_time_updates[0].departure_status == 'update' assert trip_update.stop_time_updates[1].stop_id == 'sa:2' assert trip_update.stop_time_updates[1].arrival == _dt('9:05') assert trip_update.stop_time_updates[1].arrival_delay == timedelta(0) assert trip_update.stop_time_updates[1].arrival_status == 'none' assert trip_update.stop_time_updates[1].departure == _dt('9:10') assert trip_update.stop_time_updates[1].departure_delay == timedelta(0) assert trip_update.stop_time_updates[1].departure_status == 'none' # testing that RealTimeUpdate is persisted in db db_trip_updates = real_time_update.query.from_self(TripUpdate).all() assert len(db_trip_updates) == 1 assert db_trip_updates[0].status == 'update' db_st_updates = real_time_update.query.from_self(StopTimeUpdate).order_by('stop_id').all() assert len(db_st_updates) == 3 assert db_st_updates[0].stop_id == 'sa:1' assert db_st_updates[0].arrival == _dt('8:20') # departure assert db_st_updates[0].arrival_delay == timedelta(minutes=5) assert db_st_updates[0].arrival_status == 'update' assert db_st_updates[0].departure == _dt('8:20') # 8:10 + 10mn assert db_st_updates[0].departure_delay == timedelta(minutes=10) assert db_st_updates[0].departure_status == 'update' assert db_st_updates[1].stop_id == 'sa:2' assert db_st_updates[1].arrival == _dt('9:05') assert db_st_updates[1].departure == _dt('9:10') assert db_st_updates[1].trip_update_id == db_trip_updates[0].vj_id assert db_st_updates[2].stop_id == 'sa:3'
def test_past_midnight(): """ integration of a past midnight """ navitia_vj = { "trip": {"id": "vehicle_journey:1"}, "stop_times": [ { "utc_arrival_time": datetime.time(22, 10), "utc_departure_time": datetime.time(22, 15), "stop_point": {"id": "sa:1"}, }, # arrive at sa:2 at 23:10 and leave the day after { "utc_arrival_time": datetime.time(23, 10), "utc_departure_time": datetime.time(2, 15), "stop_point": {"id": "sa:2", "stop_area": {"timezone": "UTC"}}, }, { "utc_arrival_time": datetime.time(3, 20), "utc_departure_time": datetime.time(3, 25), "stop_point": {"id": "sa:3", "stop_area": {"timezone": "UTC"}}, }, ], } with app.app_context(): contributor = model.Contributor( id=GTFS_CONTRIBUTOR_ID, navitia_coverage=None, connector_type=ConnectorType.gtfs_rt.value ) builder = kirin.poller_workers.gtfs_rt.KirinModelBuilder(contributor) vj = VehicleJourney( navitia_vj, datetime.datetime(2015, 9, 8, 21, 15, 0), datetime.datetime(2015, 9, 9, 4, 20, 0) ) trip_update = TripUpdate(vj, status="update", contributor_id=contributor.id) st = StopTimeUpdate({"id": "sa:2"}, departure_delay=timedelta(minutes=31), dep_status="update", order=1) real_time_update = make_rt_update(raw_data=None, contributor_id=contributor.id) trip_update.stop_time_updates.append(st) res, _ = handle(builder, real_time_update, [trip_update]) assert len(res.trip_updates) == 1 trip_update = res.trip_updates[0] assert trip_update.status == "update" assert len(trip_update.stop_time_updates) == 3 assert trip_update.stop_time_updates[0].stop_id == "sa:1" assert trip_update.stop_time_updates[0].arrival == _dt("22:10") assert trip_update.stop_time_updates[0].departure == _dt("22:15") assert trip_update.stop_time_updates[1].stop_id == "sa:2" assert trip_update.stop_time_updates[1].arrival == _dt("23:10") assert trip_update.stop_time_updates[1].arrival_delay == timedelta(0) assert trip_update.stop_time_updates[1].departure == _dt("2:46", day=9) assert trip_update.stop_time_updates[1].departure_delay == timedelta(minutes=31) assert trip_update.stop_time_updates[2].stop_id == "sa:3" assert trip_update.stop_time_updates[2].arrival == _dt("3:51", day=9) assert trip_update.stop_time_updates[2].arrival_delay == timedelta(minutes=31) assert trip_update.stop_time_updates[2].departure == _dt("3:56", day=9) assert trip_update.stop_time_updates[2].departure_delay == timedelta(minutes=31)
def _check_cancellation_then_delay(res): assert len(res.trip_updates) == 1 trip_update = res.trip_updates[0] assert trip_update.status == "update" assert len(trip_update.stop_time_updates) == 3 assert len(trip_update.real_time_updates) == 2 stu = trip_update.stop_time_updates # Note: order is important assert stu[0].stop_id == "sa:1" assert stu[0].arrival == _dt("8:10") assert stu[0].arrival_status == "none" assert stu[0].departure == _dt("8:10") assert stu[0].departure_status == "none" assert stu[1].stop_id == "sa:2" assert stu[1].arrival == _dt("9:05") assert stu[1].arrival_status == "none" assert stu[1].arrival_delay == timedelta(0) assert stu[1].departure == _dt("9:10") assert stu[1].departure_status == "none" assert stu[1].departure_delay == timedelta(0) assert stu[2].stop_id == "sa:3" assert stu[2].arrival == _dt("10:45") assert stu[2].arrival_status == "update" assert stu[2].departure == _dt("10:45") assert stu[2].departure_status == "none" # db checks db_trip_updates = TripUpdate.query.all() assert len(TripUpdate.query.all()) == 1 assert db_trip_updates[0].status == "update" assert len(RealTimeUpdate.query.all()) == 2 assert len(StopTimeUpdate.query.all()) == 3
def test_handle_new_trip_out_of_order(navitia_vj): """ We have one vj with only one stop time updated, but it's not the first so we have to reorder the stop times in the resulting trip_update """ with app.app_context(): trip_update = TripUpdate() vj = VehicleJourney(navitia_vj, datetime.date(2015, 9, 8)) trip_update.vj = vj st = StopTimeUpdate({'id': 'sa:2'}, departure=_dt("9:50"), arrival=_dt("9:49")) real_time_update = RealTimeUpdate(raw_data=None, connector='ire') trip_update.stop_time_updates.append(st) res = handle(real_time_update, [trip_update]) assert len(res.trip_updates) == 1 trip_update = res.trip_updates[0] assert len(trip_update.stop_time_updates) == 3 assert trip_update.stop_time_updates[0].stop_id == 'sa:1' assert trip_update.stop_time_updates[0].departure == _dt("8:10") assert trip_update.stop_time_updates[0].arrival == None assert trip_update.stop_time_updates[1].stop_id == 'sa:2' assert trip_update.stop_time_updates[1].departure == _dt("9:50") assert trip_update.stop_time_updates[1].arrival == _dt("9:49") assert trip_update.stop_time_updates[2].stop_id == 'sa:3' assert trip_update.stop_time_updates[2].departure == None assert trip_update.stop_time_updates[2].arrival == _dt("10:05")
def _check_cancellation_then_delay(res): assert len(res.trip_updates) == 1 trip_update = res.trip_updates[0] assert trip_update.status == 'update' assert len(trip_update.stop_time_updates) == 3 assert len(trip_update.real_time_updates) == 2 stu = trip_update.stop_time_updates # Note: order is important assert stu[0].stop_id == 'sa:1' assert stu[0].arrival == _dt("8:10") assert stu[0].arrival_status == 'none' assert stu[0].departure == _dt("8:10") assert stu[0].departure_status == 'none' assert stu[1].stop_id == 'sa:2' assert stu[1].arrival == _dt("9:05") assert stu[1].arrival_status == 'none' assert stu[1].arrival_delay == timedelta(0) assert stu[1].departure == _dt("9:10") assert stu[1].departure_status == 'none' assert stu[1].departure_delay == timedelta(0) assert stu[2].stop_id == 'sa:3' assert stu[2].arrival == _dt("10:45") assert stu[2].arrival_status == 'update' assert stu[2].departure == _dt("10:45") assert stu[2].departure_status == 'none' #db checks db_trip_updates = TripUpdate.query.all() assert len(TripUpdate.query.all()) == 1 assert db_trip_updates[0].status == 'update' assert len(RealTimeUpdate.query.all()) == 2 assert len(StopTimeUpdate.query.all()) == 3
def test_handle_new_trip_out_of_order(navitia_vj): """ We have one vj with only one stop time updated, but it's not the first so we have to reorder the stop times in the resulting trip_update """ with app.app_context(): trip_update = TripUpdate(VehicleJourney(navitia_vj, datetime.date(2015, 9, 8)), status='update') st = StopTimeUpdate({'id': 'sa:2'}, departure_delay=timedelta(minutes=40), dep_status='update', arrival_delay=timedelta(minutes=44), arr_status='update') real_time_update = RealTimeUpdate(raw_data=None, connector='ire') trip_update.stop_time_updates.append(st) res = handle(real_time_update, [trip_update], 'kisio-digital') assert len(res.trip_updates) == 1 trip_update = res.trip_updates[0] assert len(trip_update.stop_time_updates) == 3 assert trip_update.stop_time_updates[0].stop_id == 'sa:1' assert trip_update.stop_time_updates[0].departure == _dt("8:10") assert trip_update.stop_time_updates[0].arrival == _dt("8:10") assert trip_update.stop_time_updates[1].stop_id == 'sa:2' assert trip_update.stop_time_updates[1].departure == _dt("9:50") assert trip_update.stop_time_updates[1].arrival == _dt("9:49") assert trip_update.stop_time_updates[2].stop_id == 'sa:3' assert trip_update.stop_time_updates[2].departure == _dt("10:05") assert trip_update.stop_time_updates[2].arrival == _dt("10:05")
def test_populate_pb_with_one_stop_time(): """ an easy one: we have one vj with only one stop time updated fill protobuf from trip_update Verify protobuf """ navitia_vj = {'trip': {'id': 'vehicle_journey:1'}, 'stop_times': [ {'arrival_time': None, 'departure_time': datetime.time(8, 10), 'stop_point': {'id': 'sa:1'}}, {'arrival_time': datetime.time(9, 10), 'departure_time': None, 'stop_point': {'id': 'sa:2'}} ]} with app.app_context(): trip_update = TripUpdate() vj = VehicleJourney(navitia_vj, datetime.date(2015, 9, 8)) trip_update.vj = vj st = StopTimeUpdate({'id': 'sa:1'}, departure=_dt("8:15"), arrival=None) real_time_update = RealTimeUpdate(raw_data=None, connector='ire') real_time_update.trip_updates.append(trip_update) trip_update.stop_time_updates.append(st) db.session.add(real_time_update) db.session.commit() feed_entity = convert_to_gtfsrt(real_time_update.trip_updates) assert feed_entity.header.incrementality == gtfs_realtime_pb2.FeedHeader.DIFFERENTIAL assert feed_entity.header.gtfs_realtime_version == '1' pb_trip_update = feed_entity.entity[0].trip_update assert pb_trip_update.trip.trip_id == 'vehicle_journey:1' assert pb_trip_update.trip.start_date == '20150908' assert pb_trip_update.trip.schedule_relationship == gtfs_realtime_pb2.TripDescriptor.SCHEDULED pb_stop_time = feed_entity.entity[0].trip_update.stop_time_update[0] assert pb_stop_time.arrival.time == 0 assert pb_stop_time.departure.time == to_posix_time(_dt("8:15")) assert pb_stop_time.stop_id == 'sa:1' assert pb_trip_update.HasExtension(kirin_pb2.trip_message) == False assert pb_trip_update.trip.HasExtension(kirin_pb2.contributor) == False
def test_simple_delay(navitia_vj): """Test on delay when there is nothing in the db""" with app.app_context(): contributor = model.Contributor( id=GTFS_CONTRIBUTOR_ID, navitia_coverage=None, connector_type=ConnectorType.gtfs_rt.value ) builder = kirin.poller_workers.gtfs_rt.KirinModelBuilder(contributor) trip_update = TripUpdate(_create_db_vj(navitia_vj), status="update", contributor_id=contributor.id) st = StopTimeUpdate( {"id": "sa:1"}, arrival_delay=timedelta(minutes=5), arr_status="update", departure_delay=timedelta(minutes=10), dep_status="update", order=0, ) real_time_update = make_rt_update(raw_data=None, contributor_id=contributor.id) trip_update.stop_time_updates.append(st) res, _ = handle(builder, real_time_update, [trip_update]) assert len(res.trip_updates) == 1 trip_update = res.trip_updates[0] assert trip_update.status == "update" assert len(trip_update.stop_time_updates) == 3 assert trip_update.stop_time_updates[0].stop_id == "sa:1" assert trip_update.stop_time_updates[0].departure == _dt("8:20") # 8:10 + 10mn assert trip_update.stop_time_updates[0].departure_delay == timedelta(minutes=10) assert trip_update.stop_time_updates[0].departure_status == "update" assert trip_update.stop_time_updates[1].stop_id == "sa:2" assert trip_update.stop_time_updates[1].arrival == _dt("9:15") assert trip_update.stop_time_updates[1].arrival_delay == timedelta(minutes=10) assert trip_update.stop_time_updates[1].arrival_status == "update" assert trip_update.stop_time_updates[1].departure == _dt("9:20") assert trip_update.stop_time_updates[1].departure_delay == timedelta(minutes=10) assert trip_update.stop_time_updates[1].departure_status == "update" # testing that RealTimeUpdate is persisted in db db_trip_updates = real_time_update.query.from_self(TripUpdate).all() assert len(db_trip_updates) == 1 assert db_trip_updates[0].status == "update" db_st_updates = real_time_update.query.from_self(StopTimeUpdate).order_by("stop_id").all() assert len(db_st_updates) == 3 assert db_st_updates[0].stop_id == "sa:1" assert db_st_updates[0].departure == _dt("8:20") # 8:10 + 10mn assert db_st_updates[0].departure_delay == timedelta(minutes=10) assert db_st_updates[0].departure_status == "update" assert db_st_updates[1].stop_id == "sa:2" assert db_st_updates[1].arrival == _dt("9:15") assert db_st_updates[1].departure == _dt("9:20") assert db_st_updates[1].trip_update_id == db_trip_updates[0].vj_id assert db_st_updates[2].stop_id == "sa:3"
def test_manage_consistency(navitia_vj): """ we receive an update for a vj already in the database sa:1 sa:2 sa:3 VJ navitia 08:10 09:05-09:10 10:05 update kirin - *10:15-09:20* - expected result 08:10-08:10 10:15-10:15 11:10-11:10 """ with app.app_context(): trip_update = TripUpdate(_create_db_vj(navitia_vj), status="update", contributor_id=COTS_CONTRIBUTOR_ID) st = StopTimeUpdate( {"id": "sa:2"}, arrival_delay=timedelta(minutes=70), dep_status="update", departure_delay=timedelta(minutes=10), arr_status="update", order=1, ) st.arrival_status = st.departure_status = "update" real_time_update = make_rt_update( raw_data=None, connector_type=ConnectorType.cots.value, contributor_id=COTS_CONTRIBUTOR_ID) real_time_update.id = "30866ce8-0638-4fa1-8556-1ddfa22d09d3" trip_update.stop_time_updates.append(st) res, _ = handle(real_time_update, [trip_update], contributor_id=COTS_CONTRIBUTOR_ID, is_new_complete=False) assert len(res.trip_updates) == 1 trip_update = res.trip_updates[0] assert trip_update.status == "update" assert len(trip_update.real_time_updates) == 1 assert len(trip_update.stop_time_updates) == 3 stu_map = {stu.stop_id: stu for stu in trip_update.stop_time_updates} assert "sa:1" in stu_map assert stu_map["sa:1"].arrival == _dt("8:10") assert stu_map["sa:1"].departure == _dt("8:10") assert "sa:2" in stu_map assert stu_map["sa:2"].arrival == _dt("10:15") assert stu_map["sa:2"].departure == _dt("10:15") assert "sa:3" in stu_map assert stu_map["sa:3"].arrival == _dt("11:10") assert stu_map["sa:3"].departure == _dt("11:10")
def test_manage_consistency(navitia_vj): """ we receive an update for a vj already in the database sa:1 sa:2 sa:3 VJ navitia 08:10 09:05-09:10 10:05 update kirin - *10:15-09:20* - expected result 08:10-08:10 10:15-10:15 10:15-10:15 > propagating 10 min from sa:2 departure to sa:3, not needing correction for consistency """ with app.app_context(): contributor = model.Contributor( id=GTFS_CONTRIBUTOR_ID, navitia_coverage=None, connector_type=ConnectorType.gtfs_rt.value ) builder = kirin.poller_workers.gtfs_rt.KirinModelBuilder(contributor) trip_update = TripUpdate(_create_db_vj(navitia_vj), status="update", contributor_id=contributor.id) st = StopTimeUpdate( {"id": "sa:2"}, arrival_delay=timedelta(minutes=70), dep_status="update", departure_delay=timedelta(minutes=10), arr_status="update", order=1, ) st.arrival_status = st.departure_status = "update" real_time_update = make_rt_update(raw_data=None, contributor_id=contributor.id) real_time_update.id = "30866ce8-0638-4fa1-8556-1ddfa22d09d3" trip_update.stop_time_updates.append(st) res, _ = handle(builder, real_time_update, [trip_update]) assert len(res.trip_updates) == 1 trip_update = res.trip_updates[0] assert trip_update.status == "update" assert len(trip_update.real_time_updates) == 1 assert len(trip_update.stop_time_updates) == 3 stu_map = {stu.stop_id: stu for stu in trip_update.stop_time_updates} assert "sa:1" in stu_map assert stu_map["sa:1"].arrival == _dt("8:10") assert stu_map["sa:1"].departure == _dt("8:10") assert "sa:2" in stu_map assert stu_map["sa:2"].arrival == _dt("10:15") assert stu_map["sa:2"].departure == _dt("10:15") assert "sa:3" in stu_map assert stu_map["sa:3"].arrival == _dt("10:15") assert stu_map["sa:3"].departure == _dt("10:15")
def test_manage_consistency(navitia_vj): """ we receive an update for a vj already in the database sa:1 sa:2 sa:3 VJ navitia 08:10 09:05-09:10 10:05 update kirin - *10:15-09:20* - expected result 08:10-08:10 10:15-10:15 11:10-11:10 """ with app.app_context(): trip_update = TripUpdate(VehicleJourney(navitia_vj, datetime.date(2015, 9, 8)), status='update') st = StopTimeUpdate({'id': 'sa:2'}, arrival_delay=timedelta(minutes=70), dep_status='update', departure_delay=timedelta(minutes=10), arr_status='update', order=1) st.arrival_status = st.departure_status = 'update' real_time_update = RealTimeUpdate(raw_data=None, connector='ire', contributor='realtime.ire') real_time_update.id = '30866ce8-0638-4fa1-8556-1ddfa22d09d3' trip_update.stop_time_updates.append(st) res, _ = handle(real_time_update, [trip_update], 'kisio-digital') assert len(res.trip_updates) == 1 trip_update = res.trip_updates[0] assert trip_update.status == 'update' assert len(trip_update.real_time_updates) == 1 assert len(trip_update.stop_time_updates) == 3 stu_map = {stu.stop_id: stu for stu in trip_update.stop_time_updates} assert 'sa:1' in stu_map assert stu_map['sa:1'].arrival == _dt("8:10") assert stu_map['sa:1'].departure == _dt("8:10") assert 'sa:2' in stu_map assert stu_map['sa:2'].arrival == _dt("10:15") assert stu_map['sa:2'].departure == _dt("10:15") assert 'sa:3' in stu_map assert stu_map['sa:3'].arrival == _dt("11:10") assert stu_map['sa:3'].departure == _dt("11:10")
def test_handle_new_trip_out_of_order(navitia_vj): """ We have one vj with only one stop time updated, but it's not the first so we have to reorder the stop times in the resulting trip_update """ with app.app_context(): trip_update = TripUpdate(_create_db_vj(navitia_vj), status="update", contributor_id=COTS_CONTRIBUTOR_ID) st = StopTimeUpdate( {"id": "sa:2"}, departure_delay=timedelta(minutes=40), dep_status="update", arrival_delay=timedelta(minutes=44), arr_status="update", order=1, ) real_time_update = make_rt_update( raw_data=None, connector_type=ConnectorType.cots.value, contributor_id=COTS_CONTRIBUTOR_ID) trip_update.stop_time_updates.append(st) res, _ = handle(real_time_update, [trip_update], contributor_id=COTS_CONTRIBUTOR_ID, is_new_complete=False) assert len(res.trip_updates) == 1 trip_update = res.trip_updates[0] assert len(trip_update.stop_time_updates) == 3 assert trip_update.stop_time_updates[0].stop_id == "sa:1" assert trip_update.stop_time_updates[0].departure == _dt("8:10") assert trip_update.stop_time_updates[0].arrival == _dt("8:10") assert trip_update.stop_time_updates[1].stop_id == "sa:2" assert trip_update.stop_time_updates[1].departure == _dt("9:50") assert trip_update.stop_time_updates[1].arrival == _dt("9:49") assert trip_update.stop_time_updates[2].stop_id == "sa:3" assert trip_update.stop_time_updates[2].departure == _dt("10:05") assert trip_update.stop_time_updates[2].arrival == _dt("10:05")
def test_past_midnight(): """ integration of a past midnight """ navitia_vj = {'trip': {'id': 'vehicle_journey:1'}, 'stop_times': [ {'arrival_time': datetime.time(22, 10), 'departure_time': datetime.time(22, 15), 'stop_point': {'id': 'sa:1', 'stop_area': {'timezone': 'UTC'}}}, # arrive at sa:2 at 23:10 and leave the day after {'arrival_time': datetime.time(23, 10), 'departure_time': datetime.time(2, 15), 'stop_point': {'id': 'sa:2', 'stop_area': {'timezone': 'UTC'}}}, {'arrival_time': datetime.time(3, 20), 'departure_time': datetime.time(3, 25), 'stop_point': {'id': 'sa:3', 'stop_area': {'timezone': 'UTC'}}} ]} with app.app_context(): trip_update = TripUpdate(VehicleJourney(navitia_vj, datetime.date(2015, 9, 8)), status='update') st = StopTimeUpdate({'id': 'sa:2'}, departure_delay=timedelta(minutes=31), dep_status='update') real_time_update = RealTimeUpdate(raw_data=None, connector='ire') trip_update.stop_time_updates.append(st) res = handle(real_time_update, [trip_update], 'kisio-digital') assert len(res.trip_updates) == 1 trip_update = res.trip_updates[0] assert trip_update.status == 'update' assert len(trip_update.stop_time_updates) == 3 assert trip_update.stop_time_updates[0].stop_id == 'sa:1' assert trip_update.stop_time_updates[0].arrival == _dt("22:10") assert trip_update.stop_time_updates[0].departure == _dt("22:15") assert trip_update.stop_time_updates[1].stop_id == 'sa:2' assert trip_update.stop_time_updates[1].arrival == _dt("23:10") assert trip_update.stop_time_updates[1].arrival_delay == timedelta(0) assert trip_update.stop_time_updates[1].departure == _dt("2:46", day=9) assert trip_update.stop_time_updates[1].departure_delay == timedelta(minutes=31) assert trip_update.stop_time_updates[2].stop_id == 'sa:3' assert trip_update.stop_time_updates[2].arrival == _dt("3:20", day=9) assert trip_update.stop_time_updates[2].arrival_delay == timedelta(0) assert trip_update.stop_time_updates[2].departure == _dt("3:25", day=9) assert trip_update.stop_time_updates[2].departure_delay == timedelta(0)
def test_manage_consistency(navitia_vj): """ we receive an update for a vj already in the database sa:1 sa:2 sa:3 VJ navitia 08:10 09:05-09:10 10:05 update kirin - *10:15-09:20* - expected result 08:10-08:10 10:15-10:15 11:10-11:10 """ with app.app_context(): trip_update = TripUpdate(VehicleJourney(navitia_vj, datetime.date(2015, 9, 8)), status='update') st = StopTimeUpdate({'id': 'sa:2'}, arrival_delay=timedelta(minutes=70), dep_status='update', departure_delay=timedelta(minutes=10), arr_status='update') st.arrival_status = st.departure_status = 'update' real_time_update = RealTimeUpdate(raw_data=None, connector='ire') real_time_update.id = '30866ce8-0638-4fa1-8556-1ddfa22d09d3' trip_update.stop_time_updates.append(st) res = handle(real_time_update, [trip_update], 'kisio-digital') assert len(res.trip_updates) == 1 trip_update = res.trip_updates[0] assert trip_update.status == 'update' assert len(trip_update.real_time_updates) == 1 assert len(trip_update.stop_time_updates) == 3 stu_map = {stu.stop_id: stu for stu in trip_update.stop_time_updates} assert 'sa:1' in stu_map assert stu_map['sa:1'].arrival == _dt("8:10") assert stu_map['sa:1'].departure == _dt("8:10") assert 'sa:2' in stu_map assert stu_map['sa:2'].arrival == _dt("10:15") assert stu_map['sa:2'].departure == _dt("10:15") assert 'sa:3' in stu_map assert stu_map['sa:3'].arrival == _dt("11:10") assert stu_map['sa:3'].departure == _dt("11:10")
def test_handle_new_trip_out_of_order(navitia_vj): """ We have one vj with only one stop time updated, but it's not the first so we have to reorder the stop times in the resulting trip_update """ with app.app_context(): contributor = model.Contributor( id=GTFS_CONTRIBUTOR_ID, navitia_coverage=None, connector_type=ConnectorType.gtfs_rt.value ) builder = kirin.poller_workers.gtfs_rt.KirinModelBuilder(contributor) trip_update = TripUpdate(_create_db_vj(navitia_vj), status="update", contributor_id=contributor.id) st = StopTimeUpdate( {"id": "sa:2"}, arrival_delay=timedelta(minutes=44), arr_status="update", departure_delay=timedelta(minutes=40), dep_status="update", order=1, ) real_time_update = make_rt_update(raw_data=None, contributor_id=contributor.id) trip_update.stop_time_updates.append(st) res, _ = handle(builder, real_time_update, [trip_update]) assert len(res.trip_updates) == 1 trip_update = res.trip_updates[0] assert len(trip_update.stop_time_updates) == 3 assert trip_update.stop_time_updates[0].stop_id == "sa:1" assert trip_update.stop_time_updates[0].arrival == _dt("8:10") assert trip_update.stop_time_updates[0].departure == _dt("8:10") assert trip_update.stop_time_updates[1].stop_id == "sa:2" assert trip_update.stop_time_updates[1].arrival == _dt("9:49") assert trip_update.stop_time_updates[1].departure == _dt("9:50") assert trip_update.stop_time_updates[2].stop_id == "sa:3" assert trip_update.stop_time_updates[2].arrival == _dt("10:45") assert trip_update.stop_time_updates[2].departure == _dt("10:45")
def setup_database(): """ we create two realtime_updates with the same vj but for different date and return a vj for navitia """ with app.app_context(): vju = create_trip_update( "70866ce8-0638-4fa1-8556-1ddfa22d09d3", "vehicle_journey:1", datetime.date(2015, 9, 8), [ { "id": "sa:1", "departure": _dt("8:15"), "arrival": None, "departure_status": "update", "arrival_status": "none", }, { "id": "sa:2", "departure": _dt("9:10"), "arrival": _dt("9:05"), "departure_status": "none", "arrival_status": "none", }, { "id": "sa:3", "departure": None, "arrival": _dt("10:05"), "departure_status": "none", "arrival_status": "none", }, ], ) rtu = make_rt_update(None, ConnectorType.cots.value, contributor_id=COTS_CONTRIBUTOR_ID) rtu.id = "10866ce8-0638-4fa1-8556-1ddfa22d09d3" rtu.trip_updates.append(vju) db.session.add(rtu) vju = create_trip_update( "70866ce8-0638-4fa1-8556-1ddfa22d09d4", "vehicle_journey:1", datetime.date(2015, 9, 7), [ { "id": "sa:1", "departure": _dt("8:35", day=7), "arrival": None, "departure_status": "update", "arrival_status": "none", }, { "id": "sa:2", "departure": _dt("9:40", day=7), "arrival": _dt("9:35", day=7), "departure_status": "update", "arrival_status": "update", }, { "id": "sa:3", "departure": None, "arrival": _dt("10:35", day=7), "departure_status": "none", "arrival_status": "update", }, ], ) rtu = make_rt_update(None, ConnectorType.cots.value, contributor_id=COTS_CONTRIBUTOR_ID) rtu.id = "20866ce8-0638-4fa1-8556-1ddfa22d09d3" rtu.trip_updates.append(vju) db.session.add(rtu) db.session.commit()
def test_populate_pb_for_added_trip(): """ For an added trip we don't call navitia to get a vj instead we create and initialize one vj only with 'id' Fill protobuf from trip_update Verify protobuf """ navitia_vj = make_navitia_empty_vj('vehicle_journey:1') with app.app_context(): trip_update = TripUpdate() vj = VehicleJourney( navitia_vj, utc_since_dt=utc.localize(datetime.datetime(2015, 9, 8, 5, 10, 0)), utc_until_dt=utc.localize(datetime.datetime(2015, 9, 8, 8, 10, 0)), vj_start_dt=utc.localize(datetime.datetime(2015, 9, 8, 5, 10, 0))) trip_update.vj = vj trip_update.status = 'add' trip_update.effect = 'ADDITIONAL_SERVICE' trip_update.physical_mode_id = 'physical_mode:LongDistanceTrain' real_time_update = RealTimeUpdate(raw_data=None, connector='cots', contributor='realtime.cots') real_time_update.trip_updates.append(trip_update) st = StopTimeUpdate({'id': 'sa:1'}, departure=_dt("8:15"), departure_delay=timedelta(minutes=5), arrival=None, arr_status='none', dep_status='add') trip_update.stop_time_updates.append(st) st = StopTimeUpdate({'id': 'sa:2'}, departure=_dt("8:21"), departure_delay=timedelta(minutes=-40), arrival=_dt("8:20"), arrival_delay=timedelta(minutes=-40), message="bob's on the track", arr_status='add', dep_status='none') trip_update.stop_time_updates.append(st) db.session.add(real_time_update) db.session.commit() feed_entity = convert_to_gtfsrt(real_time_update.trip_updates) assert feed_entity.header.incrementality == gtfs_realtime_pb2.FeedHeader.DIFFERENTIAL assert feed_entity.header.gtfs_realtime_version, '1' assert len(feed_entity.entity) == 1 pb_trip_update = feed_entity.entity[0].trip_update assert pb_trip_update.trip.trip_id == 'OCE:SN:vehicle_journey:1' assert pb_trip_update.trip.start_date == '20150908' assert pb_trip_update.HasExtension(kirin_pb2.trip_message) is False assert pb_trip_update.trip.HasExtension(kirin_pb2.contributor) is False assert pb_trip_update.trip.HasExtension(kirin_pb2.company_id) is False assert pb_trip_update.HasExtension(kirin_pb2.effect) is True assert pb_trip_update.Extensions[ kirin_pb2.effect] == gtfs_realtime_pb2.Alert.ADDITIONAL_SERVICE assert pb_trip_update.vehicle.Extensions[ kirin_pb2.physical_mode_id] == 'physical_mode:LongDistanceTrain' assert len(pb_trip_update.stop_time_update) == 2 pb_stop_time = pb_trip_update.stop_time_update[0] assert pb_stop_time.stop_id == 'sa:1' assert pb_stop_time.arrival.time == 0 assert pb_stop_time.arrival.delay == 0 assert pb_stop_time.departure.time == to_posix_time(_dt("8:15")) assert pb_stop_time.departure.delay == 5 * 60 assert pb_stop_time.Extensions[kirin_pb2.stoptime_message] == "" assert pb_stop_time.arrival.Extensions[ kirin_pb2.stop_time_event_status] == kirin_pb2.SCHEDULED assert pb_stop_time.departure.Extensions[ kirin_pb2.stop_time_event_status] == kirin_pb2.ADDED pb_stop_time = pb_trip_update.stop_time_update[1] assert pb_stop_time.stop_id == 'sa:2' assert pb_stop_time.arrival.time == to_posix_time(_dt("8:20")) assert pb_stop_time.arrival.delay == -40 * 60 assert pb_stop_time.departure.time == to_posix_time(_dt("8:21")) assert pb_stop_time.departure.delay == -40 * 60 assert pb_stop_time.Extensions[ kirin_pb2.stoptime_message] == "bob's on the track" assert pb_stop_time.arrival.Extensions[ kirin_pb2.stop_time_event_status] == kirin_pb2.ADDED assert pb_stop_time.departure.Extensions[ kirin_pb2.stop_time_event_status] == kirin_pb2.SCHEDULED
def test_handle_update_vj(setup_database, navitia_vj): """ this time we receive an update for a vj already in the database """ with app.app_context(): trip_update = TripUpdate() vj = VehicleJourney(navitia_vj, datetime.date(2015, 9, 8)) trip_update.status = 'update' trip_update.vj = vj st = StopTimeUpdate({'id': 'sa:2'}, departure=_dt("9:20"), arrival=_dt("9:15")) st.arrival_status = st.departure_status = 'update' real_time_update = RealTimeUpdate(raw_data=None, connector='ire') real_time_update.id = '30866ce8-0638-4fa1-8556-1ddfa22d09d3' trip_update.stop_time_updates.append(st) res = handle(real_time_update, [trip_update]) assert len(res.trip_updates) == 1 trip_update = res.trip_updates[0] assert trip_update.status == 'update' assert len(trip_update.real_time_updates) == 2 assert len(trip_update.stop_time_updates) == 3 stu_map = {stu.stop_id: stu for stu in trip_update.stop_time_updates} assert 'sa:1' in stu_map assert stu_map['sa:1'].arrival == None assert stu_map['sa:1'].departure == _dt("8:15") assert 'sa:2' in stu_map assert stu_map['sa:2'].arrival == _dt("9:15") assert stu_map['sa:2'].departure == _dt("9:20") assert 'sa:3' in stu_map assert stu_map['sa:3'].arrival == _dt("10:05") assert stu_map['sa:3'].departure == None # testing that RealTimeUpdate is persisted in db db_trip_updates = TripUpdate.query.join(VehicleJourney).order_by('circulation_date').all() assert len(db_trip_updates) == 2 assert real_time_update.query.from_self(TripUpdate).all()[0].status == 'update' st_updates = real_time_update.query.from_self(StopTimeUpdate).order_by('stop_id').all() assert len(st_updates) == 6 # testing that trip update on 2015/09/07 is remaining correctly stored in db assert len(db_trip_updates[0].stop_time_updates) == 3 db_stu_map = {stu.stop_id: stu for stu in db_trip_updates[0].stop_time_updates} assert 'sa:1' in db_stu_map assert db_stu_map['sa:1'].arrival == None assert db_stu_map['sa:1'].departure == _dt("8:35", day=7) assert 'sa:2' in db_stu_map assert db_stu_map['sa:2'].arrival == _dt("9:35", day=7) assert db_stu_map['sa:2'].departure == _dt("9:40", day=7) assert 'sa:3' in db_stu_map assert db_stu_map['sa:3'].arrival == _dt("10:35", day=7) assert db_stu_map['sa:3'].departure == None # testing that trip update on 2015/09/08 is correctly merged and stored in db assert len(db_trip_updates[1].stop_time_updates) == 3 db_stu_map = {stu.stop_id: stu for stu in db_trip_updates[1].stop_time_updates} assert 'sa:1' in db_stu_map assert db_stu_map['sa:1'].arrival == None assert db_stu_map['sa:1'].departure == _dt("8:15") assert 'sa:2' in db_stu_map assert db_stu_map['sa:2'].arrival == _dt("9:15") assert db_stu_map['sa:2'].departure == _dt("9:20") assert 'sa:3' in db_stu_map assert db_stu_map['sa:3'].arrival == _dt("10:05") assert db_stu_map['sa:3'].departure == None
def test_handle_update_vj(setup_database, navitia_vj): """ this time we receive an update for a vj already in the database sa:1 sa:2 sa:3 VJ navitia 8:10 9:05-9:10 10:05 VJ in db 8:15* 9:05-9:10 10:05 update kirin - *9:15-9:20* - """ with app.app_context(): trip_update = TripUpdate(_create_db_vj(navitia_vj), status="update", contributor_id=COTS_CONTRIBUTOR_ID) st = StopTimeUpdate( {"id": "sa:2"}, arrival_delay=timedelta(minutes=10), dep_status="update", departure_delay=timedelta(minutes=10), arr_status="update", order=1, ) st.arrival_status = st.departure_status = "update" real_time_update = make_rt_update( raw_data=None, connector_type=ConnectorType.cots.value, contributor_id=COTS_CONTRIBUTOR_ID) real_time_update.id = "30866ce8-0638-4fa1-8556-1ddfa22d09d3" trip_update.stop_time_updates.append(st) res, _ = handle(real_time_update, [trip_update], contributor_id=COTS_CONTRIBUTOR_ID, is_new_complete=False) assert len(res.trip_updates) == 1 trip_update = res.trip_updates[0] assert trip_update.status == "update" assert len(trip_update.real_time_updates) == 2 assert len(trip_update.stop_time_updates) == 3 stu_map = {stu.stop_id: stu for stu in trip_update.stop_time_updates} assert "sa:1" in stu_map assert stu_map["sa:1"].arrival == _dt("8:15") assert stu_map["sa:1"].departure == _dt("8:15") assert "sa:2" in stu_map assert stu_map["sa:2"].arrival == _dt("9:15") assert stu_map["sa:2"].departure == _dt("9:20") assert "sa:3" in stu_map assert stu_map["sa:3"].arrival == _dt("10:05") assert stu_map["sa:3"].departure == _dt("10:05") # testing that RealTimeUpdate is persisted in db db_trip_updates = TripUpdate.query.join(VehicleJourney).order_by( "start_timestamp").all() assert len(db_trip_updates) == 2 assert real_time_update.query.from_self( TripUpdate).all()[0].status == "update" st_updates = real_time_update.query.from_self(StopTimeUpdate).order_by( "stop_id").all() assert len(st_updates) == 6 # testing that trip update on 2015/09/07 is remaining correctly stored in db assert len(db_trip_updates[0].stop_time_updates) == 3 db_stu_map = { stu.stop_id: stu for stu in db_trip_updates[0].stop_time_updates } assert "sa:1" in db_stu_map assert db_stu_map["sa:1"].arrival is None assert db_stu_map["sa:1"].departure == _dt("8:35", day=7) assert "sa:2" in db_stu_map assert db_stu_map["sa:2"].arrival == _dt("9:35", day=7) assert db_stu_map["sa:2"].departure == _dt("9:40", day=7) assert "sa:3" in db_stu_map assert db_stu_map["sa:3"].arrival == _dt("10:35", day=7) assert db_stu_map["sa:3"].departure is None # testing that trip update on 2015/09/08 is correctly merged and stored in db assert len(db_trip_updates[1].stop_time_updates) == 3 db_stu_map = { stu.stop_id: stu for stu in db_trip_updates[1].stop_time_updates } assert "sa:1" in db_stu_map assert db_stu_map["sa:1"].arrival == _dt("8:15") assert db_stu_map["sa:1"].departure == _dt("8:15") assert "sa:2" in db_stu_map assert db_stu_map["sa:2"].arrival == _dt("9:15") assert db_stu_map["sa:2"].departure == _dt("9:20") assert "sa:3" in db_stu_map assert db_stu_map["sa:3"].arrival == _dt("10:05") assert db_stu_map["sa:3"].departure == _dt("10:05")
def test_simple_delay(navitia_vj): """Test on delay when there is nothing in the db""" with app.app_context(): trip_update = TripUpdate(_create_db_vj(navitia_vj), status="update", contributor_id=COTS_CONTRIBUTOR_ID) st = StopTimeUpdate( {"id": "sa:1"}, departure_delay=timedelta(minutes=10), dep_status="update", arrival_delay=timedelta(minutes=5), arr_status="update", order=0, ) real_time_update = make_rt_update( raw_data=None, connector_type=ConnectorType.cots.value, contributor_id=COTS_CONTRIBUTOR_ID) trip_update.stop_time_updates.append(st) res, _ = handle(real_time_update, [trip_update], contributor_id=COTS_CONTRIBUTOR_ID, is_new_complete=False) assert len(res.trip_updates) == 1 trip_update = res.trip_updates[0] assert trip_update.status == "update" assert len(trip_update.stop_time_updates) == 3 assert trip_update.stop_time_updates[0].stop_id == "sa:1" assert trip_update.stop_time_updates[0].arrival == _dt( "8:20") # departure assert trip_update.stop_time_updates[0].arrival_delay == timedelta( minutes=5) assert trip_update.stop_time_updates[0].arrival_status == "update" assert trip_update.stop_time_updates[0].departure == _dt( "8:20") # 8:10 + 10mn assert trip_update.stop_time_updates[0].departure_delay == timedelta( minutes=10) assert trip_update.stop_time_updates[0].departure_status == "update" assert trip_update.stop_time_updates[1].stop_id == "sa:2" assert trip_update.stop_time_updates[1].arrival == _dt("9:05") assert trip_update.stop_time_updates[1].arrival_delay == timedelta(0) assert trip_update.stop_time_updates[1].arrival_status == "none" assert trip_update.stop_time_updates[1].departure == _dt("9:10") assert trip_update.stop_time_updates[1].departure_delay == timedelta(0) assert trip_update.stop_time_updates[1].departure_status == "none" # testing that RealTimeUpdate is persisted in db db_trip_updates = real_time_update.query.from_self(TripUpdate).all() assert len(db_trip_updates) == 1 assert db_trip_updates[0].status == "update" db_st_updates = real_time_update.query.from_self( StopTimeUpdate).order_by("stop_id").all() assert len(db_st_updates) == 3 assert db_st_updates[0].stop_id == "sa:1" assert db_st_updates[0].arrival == _dt("8:20") # departure assert db_st_updates[0].arrival_delay == timedelta(minutes=5) assert db_st_updates[0].arrival_status == "update" assert db_st_updates[0].departure == _dt("8:20") # 8:10 + 10mn assert db_st_updates[0].departure_delay == timedelta(minutes=10) assert db_st_updates[0].departure_status == "update" assert db_st_updates[1].stop_id == "sa:2" assert db_st_updates[1].arrival == _dt("9:05") assert db_st_updates[1].departure == _dt("9:10") assert db_st_updates[1].trip_update_id == db_trip_updates[0].vj_id assert db_st_updates[2].stop_id == "sa:3"
def test_populate_pb_with_one_stop_time(): """ an easy one: we have one vj with only one stop time updated fill protobuf from trip_update Verify protobuf """ navitia_vj = { "trip": { "id": "vehicle_journey:1" }, "stop_times": [ { "utc_arrival_time": None, "utc_departure_time": datetime.time(6, 10), "stop_point": { "id": "sa:1", "stop_area": { "timezone": "Europe/Paris" } }, }, { "utc_arrival_time": datetime.time(7, 10), "utc_departure_time": None, "stop_point": { "id": "sa:2", "stop_area": { "timezone": "Europe/Paris" } }, }, ], } with app.app_context(): vj = VehicleJourney(navitia_vj, datetime.datetime(2015, 9, 8, 5, 10, 0), datetime.datetime(2015, 9, 8, 8, 10, 0)) trip_update = TripUpdate(vj=vj, contributor_id=COTS_CONTRIBUTOR_ID) st = StopTimeUpdate({"id": "sa:1"}, departure=_dt("8:15"), arrival=None) real_time_update = make_rt_update( raw_data=None, connector_type=ConnectorType.cots.value, contributor_id=COTS_CONTRIBUTOR_ID) real_time_update.trip_updates.append(trip_update) trip_update.stop_time_updates.append(st) db.session.add(real_time_update) db.session.commit() feed_entity = convert_to_gtfsrt(real_time_update.trip_updates) assert feed_entity.header.incrementality == gtfs_realtime_pb2.FeedHeader.DIFFERENTIAL assert feed_entity.header.gtfs_realtime_version == "1" pb_trip_update = feed_entity.entity[0].trip_update assert pb_trip_update.trip.trip_id == "vehicle_journey:1" assert pb_trip_update.trip.start_date == "20150908" assert pb_trip_update.trip.schedule_relationship == gtfs_realtime_pb2.TripDescriptor.SCHEDULED pb_stop_time = feed_entity.entity[0].trip_update.stop_time_update[0] assert pb_stop_time.arrival.time == 0 assert pb_stop_time.departure.time == to_posix_time(_dt("8:15")) assert pb_stop_time.stop_id == "sa:1" assert pb_trip_update.HasExtension(kirin_pb2.trip_message) is False assert pb_trip_update.trip.HasExtension(kirin_pb2.contributor) is True assert pb_trip_update.trip.HasExtension(kirin_pb2.company_id) is False assert pb_trip_update.HasExtension(kirin_pb2.effect) is False
def test_populate_pb_with_deleted_stop_time(): """ test protobuf for partial delete nav vj sa:1 * ---- * sa:2 * ---- * sa:3 * ---- * sa:4 we stop the vj from going to sa:3 and sa:4 sa:1 * ---- * sa:2 And we delay sa:1 of 5 minutes Note: in the message sent sa:2 departure will be removed as well as sa:3 departures/arrival and sa:4' arrival """ # we add another impacted stop time to the Model from datetime import time navitia_vj = { "trip": { "id": "vehicle_journey:1" }, "stop_times": [ { "utc_arrival_time": None, "utc_departure_time": time(6, 11), "stop_point": { "id": "sa:1", "stop_area": { "timezone": "Europe/Paris" } }, }, { "utc_arrival_time": time(7, 10), "utc_departure_time": time(7, 11), "stop_point": { "id": "sa:2", "stop_area": { "timezone": "Europe/Paris" } }, }, { "utc_arrival_time": time(8, 10), "utc_departure_time": time(8, 11), "stop_point": { "id": "sa:3", "stop_area": { "timezone": "Europe/Paris" } }, }, { "utc_arrival_time": time(9, 10), "utc_departure_time": None, "stop_point": { "id": "sa:4", "stop_area": { "timezone": "Europe/Paris" } }, }, ], } with app.app_context(): vj = VehicleJourney(navitia_vj, datetime.datetime(2015, 9, 8, 5, 11, 0), datetime.datetime(2015, 9, 8, 10, 10, 0)) trip_update = TripUpdate(vj=vj, contributor_id=COTS_CONTRIBUTOR_ID) real_time_update = make_rt_update( raw_data=None, connector_type=ConnectorType.cots.value, contributor_id=COTS_CONTRIBUTOR_ID) real_time_update.trip_updates.append(trip_update) st = StopTimeUpdate({"id": "sa:1"}, departure=_dt("8:15"), departure_delay=timedelta(minutes=5), arrival=None) trip_update.stop_time_updates.append(st) st = StopTimeUpdate( {"id": "sa:2"}, arrival=_dt("9:10"), departure=_dt("9:11"), dep_status="delete", # we delete the departure message="bob's on the track", ) real_time_update.trip_updates[0].stop_time_updates.append(st) st = StopTimeUpdate( {"id": "sa:3"}, # Note: we still send the departure/arrival for coherence arrival=_dt("10:10"), dep_status="delete", # we delete both departure and arrival departure=_dt("10:11"), arr_status="delete", message="bob's on the track", ) real_time_update.trip_updates[0].stop_time_updates.append(st) st = StopTimeUpdate( {"id": "sa:4"}, arrival=_dt("11:10"), arr_status="delete", # we delete only the arrival departure=_dt("11:11"), message="bob's on the track", ) real_time_update.trip_updates[0].stop_time_updates.append(st) db.session.add(real_time_update) db.session.commit() feed_entity = convert_to_gtfsrt(real_time_update.trip_updates) assert feed_entity.header.incrementality == gtfs_realtime_pb2.FeedHeader.DIFFERENTIAL assert feed_entity.header.gtfs_realtime_version, "1" assert len(feed_entity.entity) == 1 pb_trip_update = feed_entity.entity[0].trip_update assert pb_trip_update.trip.trip_id == "vehicle_journey:1" assert pb_trip_update.trip.start_date == "20150908" assert pb_trip_update.HasExtension(kirin_pb2.trip_message) is False assert pb_trip_update.trip.HasExtension(kirin_pb2.contributor) is True assert pb_trip_update.trip.HasExtension(kirin_pb2.company_id) is False assert pb_trip_update.HasExtension(kirin_pb2.effect) is False assert pb_trip_update.trip.schedule_relationship == gtfs_realtime_pb2.TripDescriptor.SCHEDULED assert len(pb_trip_update.stop_time_update) == 4 pb_stop_time = pb_trip_update.stop_time_update[0] assert pb_stop_time.stop_id == "sa:1" assert pb_stop_time.arrival.time == 0 assert pb_stop_time.arrival.delay == 0 assert pb_stop_time.departure.time == to_posix_time(_dt("8:15")) assert pb_stop_time.departure.delay == 5 * 60 assert pb_stop_time.Extensions[kirin_pb2.stoptime_message] == "" pb_stop_time = pb_trip_update.stop_time_update[1] assert pb_stop_time.stop_id == "sa:2" assert pb_stop_time.arrival.time == to_posix_time(_dt("9:10")) assert pb_stop_time.arrival.delay == 0 # the arrival at the stop is still scheduled, but the departure is skipped assert (pb_stop_time.arrival.Extensions[ kirin_pb2.stop_time_event_relationship] == gtfs_realtime_pb2.TripUpdate.StopTimeUpdate.SCHEDULED) assert pb_stop_time.departure.time == to_posix_time(_dt("9:11")) assert pb_stop_time.departure.delay == 0 assert (pb_stop_time.departure.Extensions[ kirin_pb2.stop_time_event_relationship] == gtfs_realtime_pb2.TripUpdate.StopTimeUpdate.SKIPPED) assert pb_stop_time.Extensions[ kirin_pb2.stoptime_message] == "bob's on the track" pb_stop_time = pb_trip_update.stop_time_update[2] assert pb_stop_time.stop_id == "sa:3" # both departure and arrival are SKIPPED assert pb_stop_time.arrival.time == to_posix_time(_dt("10:10")) assert pb_stop_time.arrival.delay == 0 assert (pb_stop_time.arrival.Extensions[ kirin_pb2.stop_time_event_relationship] == gtfs_realtime_pb2.TripUpdate.StopTimeUpdate.SKIPPED) assert pb_stop_time.departure.time == to_posix_time(_dt("10:11")) assert pb_stop_time.departure.delay == 0 assert (pb_stop_time.departure.Extensions[ kirin_pb2.stop_time_event_relationship] == gtfs_realtime_pb2.TripUpdate.StopTimeUpdate.SKIPPED) assert pb_stop_time.Extensions[ kirin_pb2.stoptime_message] == "bob's on the track" pb_stop_time = pb_trip_update.stop_time_update[3] assert pb_stop_time.stop_id == "sa:4" # only the arrival is skipped, the departure does not exists as it's the last stop assert pb_stop_time.arrival.time == to_posix_time(_dt("11:10")) assert pb_stop_time.arrival.delay == 0 assert (pb_stop_time.arrival.Extensions[ kirin_pb2.stop_time_event_relationship] == gtfs_realtime_pb2.TripUpdate.StopTimeUpdate.SKIPPED) assert pb_stop_time.departure.time == to_posix_time(_dt("11:11")) assert pb_stop_time.departure.delay == 0 assert (pb_stop_time.departure.Extensions[ kirin_pb2.stop_time_event_relationship] == gtfs_realtime_pb2.TripUpdate.StopTimeUpdate.SCHEDULED) assert pb_stop_time.Extensions[ kirin_pb2.stoptime_message] == "bob's on the track"
def setup_database(): """ we create two realtime_updates with the same vj but for different date and return a vj for navitia """ with app.app_context(): vju = create_trip_update('70866ce8-0638-4fa1-8556-1ddfa22d09d3', 'vehicle_journey:1', datetime.date(2015, 9, 8), [ { 'id': 'sa:1', 'departure': _dt("8:15"), 'arrival': None, 'departure_status': 'update', 'arrival_status': 'none' }, { 'id': 'sa:2', 'departure': _dt("9:10"), 'arrival': _dt("9:05"), 'departure_status': 'none', 'arrival_status': 'none' }, { 'id': 'sa:3', 'departure': None, 'arrival': _dt("10:05"), 'departure_status': 'none', 'arrival_status': 'none' }, ]) rtu = RealTimeUpdate(None, 'ire') rtu.id = '10866ce8-0638-4fa1-8556-1ddfa22d09d3' rtu.trip_updates.append(vju) db.session.add(rtu) vju = create_trip_update('70866ce8-0638-4fa1-8556-1ddfa22d09d4', 'vehicle_journey:1', datetime.date(2015, 9, 7), [ { 'id': 'sa:1', 'departure': _dt("8:35", day=7), 'arrival': None, 'departure_status': 'update', 'arrival_status': 'none' }, { 'id': 'sa:2', 'departure': _dt("9:40", day=7), 'arrival': _dt("9:35", day=7), 'departure_status': 'update', 'arrival_status': 'update' }, { 'id': 'sa:3', 'departure': None, 'arrival': _dt("10:35", day=7), 'departure_status': 'none', 'arrival_status': 'update' }, ]) rtu = RealTimeUpdate(None, 'ire') rtu.id = '20866ce8-0638-4fa1-8556-1ddfa22d09d3' rtu.trip_updates.append(vju) db.session.add(rtu) db.session.commit()
def test_past_midnight(): """ integration of a past midnight """ navitia_vj = { "trip": { "id": "vehicle_journey:1" }, "stop_times": [ { "utc_arrival_time": datetime.time(22, 10), "utc_departure_time": datetime.time(22, 15), "stop_point": { "id": "sa:1" }, }, # arrive at sa:2 at 23:10 and leave the day after { "utc_arrival_time": datetime.time(23, 10), "utc_departure_time": datetime.time(2, 15), "stop_point": { "id": "sa:2", "stop_area": { "timezone": "UTC" } }, }, { "utc_arrival_time": datetime.time(3, 20), "utc_departure_time": datetime.time(3, 25), "stop_point": { "id": "sa:3", "stop_area": { "timezone": "UTC" } }, }, ], } with app.app_context(): vj = VehicleJourney(navitia_vj, datetime.datetime(2015, 9, 8, 21, 15, 0), datetime.datetime(2015, 9, 9, 4, 20, 0)) trip_update = TripUpdate(vj, status="update", contributor_id=COTS_CONTRIBUTOR_ID) st = StopTimeUpdate({"id": "sa:2"}, departure_delay=timedelta(minutes=31), dep_status="update", order=1) real_time_update = make_rt_update( raw_data=None, connector_type=ConnectorType.cots.value, contributor_id=COTS_CONTRIBUTOR_ID) trip_update.stop_time_updates.append(st) res, _ = handle(real_time_update, [trip_update], contributor_id=COTS_CONTRIBUTOR_ID, is_new_complete=False) assert len(res.trip_updates) == 1 trip_update = res.trip_updates[0] assert trip_update.status == "update" assert len(trip_update.stop_time_updates) == 3 assert trip_update.stop_time_updates[0].stop_id == "sa:1" assert trip_update.stop_time_updates[0].arrival == _dt("22:10") assert trip_update.stop_time_updates[0].departure == _dt("22:15") assert trip_update.stop_time_updates[1].stop_id == "sa:2" assert trip_update.stop_time_updates[1].arrival == _dt("23:10") assert trip_update.stop_time_updates[1].arrival_delay == timedelta(0) assert trip_update.stop_time_updates[1].departure == _dt("2:46", day=9) assert trip_update.stop_time_updates[1].departure_delay == timedelta( minutes=31) assert trip_update.stop_time_updates[2].stop_id == "sa:3" assert trip_update.stop_time_updates[2].arrival == _dt("3:20", day=9) assert trip_update.stop_time_updates[2].arrival_delay == timedelta(0) assert trip_update.stop_time_updates[2].departure == _dt("3:25", day=9) assert trip_update.stop_time_updates[2].departure_delay == timedelta(0)
def test_handle_update_vj(setup_database, navitia_vj): """ this time we receive an update for a vj already in the database sa:1 sa:2 sa:3 VJ navitia 8:10 9:05-9:10 10:05 VJ in db 8:15* 9:05-9:10 10:05 update kirin - *9:15-9:20* - """ with app.app_context(): trip_update = TripUpdate(VehicleJourney(navitia_vj, datetime.date(2015, 9, 8)), status='update') st = StopTimeUpdate({'id': 'sa:2'}, arrival_delay=timedelta(minutes=10), dep_status='update', departure_delay=timedelta(minutes=10), arr_status='update') st.arrival_status = st.departure_status = 'update' real_time_update = RealTimeUpdate(raw_data=None, connector='ire') real_time_update.id = '30866ce8-0638-4fa1-8556-1ddfa22d09d3' trip_update.stop_time_updates.append(st) res = handle(real_time_update, [trip_update], 'kisio-digital') assert len(res.trip_updates) == 1 trip_update = res.trip_updates[0] assert trip_update.status == 'update' assert len(trip_update.real_time_updates) == 2 assert len(trip_update.stop_time_updates) == 3 stu_map = {stu.stop_id: stu for stu in trip_update.stop_time_updates} assert 'sa:1' in stu_map assert stu_map['sa:1'].arrival == _dt("8:15") assert stu_map['sa:1'].departure == _dt("8:15") assert 'sa:2' in stu_map assert stu_map['sa:2'].arrival == _dt("9:15") assert stu_map['sa:2'].departure == _dt("9:20") assert 'sa:3' in stu_map assert stu_map['sa:3'].arrival == _dt("10:05") assert stu_map['sa:3'].departure == _dt("10:05") # testing that RealTimeUpdate is persisted in db db_trip_updates = TripUpdate.query.join(VehicleJourney).order_by( 'circulation_date').all() assert len(db_trip_updates) == 2 assert real_time_update.query.from_self( TripUpdate).all()[0].status == 'update' st_updates = real_time_update.query.from_self(StopTimeUpdate).order_by( 'stop_id').all() assert len(st_updates) == 6 # testing that trip update on 2015/09/07 is remaining correctly stored in db assert len(db_trip_updates[0].stop_time_updates) == 3 db_stu_map = { stu.stop_id: stu for stu in db_trip_updates[0].stop_time_updates } assert 'sa:1' in db_stu_map assert db_stu_map['sa:1'].arrival is None assert db_stu_map['sa:1'].departure == _dt("8:35", day=7) assert 'sa:2' in db_stu_map assert db_stu_map['sa:2'].arrival == _dt("9:35", day=7) assert db_stu_map['sa:2'].departure == _dt("9:40", day=7) assert 'sa:3' in db_stu_map assert db_stu_map['sa:3'].arrival == _dt("10:35", day=7) assert db_stu_map['sa:3'].departure is None # testing that trip update on 2015/09/08 is correctly merged and stored in db assert len(db_trip_updates[1].stop_time_updates) == 3 db_stu_map = { stu.stop_id: stu for stu in db_trip_updates[1].stop_time_updates } assert 'sa:1' in db_stu_map assert db_stu_map['sa:1'].arrival == _dt("8:15") assert db_stu_map['sa:1'].departure == _dt("8:15") assert 'sa:2' in db_stu_map assert db_stu_map['sa:2'].arrival == _dt("9:15") assert db_stu_map['sa:2'].departure == _dt("9:20") assert 'sa:3' in db_stu_map assert db_stu_map['sa:3'].arrival == _dt("10:05") assert db_stu_map['sa:3'].departure == _dt("10:05")
def test_simple_delay(navitia_vj): """Test on delay when there is nothing in the db""" with app.app_context(): trip_update = TripUpdate(VehicleJourney(navitia_vj, datetime.date(2015, 9, 8)), status='update') st = StopTimeUpdate({'id': 'sa:1'}, departure_delay=timedelta(minutes=10), dep_status='update', arrival_delay=timedelta(minutes=5), arr_status='update') real_time_update = RealTimeUpdate(raw_data=None, connector='ire') trip_update.stop_time_updates.append(st) res = handle(real_time_update, [trip_update], 'kisio-digital') assert len(res.trip_updates) == 1 trip_update = res.trip_updates[0] assert trip_update.status == 'update' assert len(trip_update.stop_time_updates) == 3 assert trip_update.stop_time_updates[0].stop_id == 'sa:1' assert trip_update.stop_time_updates[0].arrival == _dt( '8:20') # departure assert trip_update.stop_time_updates[0].arrival_delay == timedelta( minutes=5) assert trip_update.stop_time_updates[0].arrival_status == 'update' assert trip_update.stop_time_updates[0].departure == _dt( '8:20') # 8:10 + 10mn assert trip_update.stop_time_updates[0].departure_delay == timedelta( minutes=10) assert trip_update.stop_time_updates[0].departure_status == 'update' assert trip_update.stop_time_updates[1].stop_id == 'sa:2' assert trip_update.stop_time_updates[1].arrival == _dt('9:05') assert trip_update.stop_time_updates[1].arrival_delay == timedelta(0) assert trip_update.stop_time_updates[1].arrival_status == 'none' assert trip_update.stop_time_updates[1].departure == _dt('9:10') assert trip_update.stop_time_updates[1].departure_delay == timedelta(0) assert trip_update.stop_time_updates[1].departure_status == 'none' # testing that RealTimeUpdate is persisted in db db_trip_updates = real_time_update.query.from_self(TripUpdate).all() assert len(db_trip_updates) == 1 assert db_trip_updates[0].status == 'update' db_st_updates = real_time_update.query.from_self( StopTimeUpdate).order_by('stop_id').all() assert len(db_st_updates) == 3 assert db_st_updates[0].stop_id == 'sa:1' assert db_st_updates[0].arrival == _dt('8:20') # departure assert db_st_updates[0].arrival_delay == timedelta(minutes=5) assert db_st_updates[0].arrival_status == 'update' assert db_st_updates[0].departure == _dt('8:20') # 8:10 + 10mn assert db_st_updates[0].departure_delay == timedelta(minutes=10) assert db_st_updates[0].departure_status == 'update' assert db_st_updates[1].stop_id == 'sa:2' assert db_st_updates[1].arrival == _dt('9:05') assert db_st_updates[1].departure == _dt('9:10') assert db_st_updates[1].trip_update_id == db_trip_updates[0].vj_id assert db_st_updates[2].stop_id == 'sa:3'
def test_populate_pb_for_added_trip(): """ For an added trip we don't call navitia to get a vj instead we create and initialize one vj only with 'id' Fill protobuf from trip_update Verify protobuf """ navitia_vj = make_navitia_empty_vj("vehicle_journey:1") with app.app_context(): vj = VehicleJourney( navitia_vj, since_dt=datetime.datetime(2015, 9, 8, 5, 10, 0), until_dt=datetime.datetime(2015, 9, 8, 8, 10, 0), vj_start_dt=datetime.datetime(2015, 9, 8, 5, 10, 0), ) trip_update = TripUpdate(vj=vj, contributor_id=COTS_CONTRIBUTOR_ID) trip_update.vj = vj trip_update.status = "add" trip_update.effect = "ADDITIONAL_SERVICE" trip_update.physical_mode_id = "physical_mode:LongDistanceTrain" real_time_update = make_rt_update( raw_data=None, connector_type=ConnectorType.cots.value, contributor_id=COTS_CONTRIBUTOR_ID) real_time_update.trip_updates.append(trip_update) st = StopTimeUpdate( {"id": "sa:1"}, departure=_dt("8:15"), departure_delay=timedelta(minutes=5), arrival=None, arr_status="none", dep_status="add", ) trip_update.stop_time_updates.append(st) st = StopTimeUpdate( {"id": "sa:2"}, departure=_dt("8:21"), departure_delay=timedelta(minutes=-40), arrival=_dt("8:20"), arrival_delay=timedelta(minutes=-40), message="bob's on the track", arr_status="add", dep_status="none", ) trip_update.stop_time_updates.append(st) db.session.add(real_time_update) db.session.commit() feed_entity = convert_to_gtfsrt(real_time_update.trip_updates) assert feed_entity.header.incrementality == gtfs_realtime_pb2.FeedHeader.DIFFERENTIAL assert feed_entity.header.gtfs_realtime_version, "1" assert len(feed_entity.entity) == 1 pb_trip_update = feed_entity.entity[0].trip_update assert pb_trip_update.trip.trip_id == "OCE:SN:vehicle_journey:1" assert pb_trip_update.trip.start_date == "20150908" assert pb_trip_update.HasExtension(kirin_pb2.trip_message) is False assert pb_trip_update.trip.HasExtension(kirin_pb2.contributor) is True assert pb_trip_update.trip.HasExtension(kirin_pb2.company_id) is False assert pb_trip_update.HasExtension(kirin_pb2.effect) is True assert pb_trip_update.Extensions[ kirin_pb2.effect] == gtfs_realtime_pb2.Alert.ADDITIONAL_SERVICE assert pb_trip_update.vehicle.Extensions[ kirin_pb2.physical_mode_id] == "physical_mode:LongDistanceTrain" assert len(pb_trip_update.stop_time_update) == 2 pb_stop_time = pb_trip_update.stop_time_update[0] assert pb_stop_time.stop_id == "sa:1" assert pb_stop_time.arrival.time == 0 assert pb_stop_time.arrival.delay == 0 assert pb_stop_time.departure.time == to_posix_time(_dt("8:15")) assert pb_stop_time.departure.delay == 5 * 60 assert pb_stop_time.Extensions[kirin_pb2.stoptime_message] == "" assert pb_stop_time.arrival.Extensions[ kirin_pb2.stop_time_event_status] == kirin_pb2.SCHEDULED assert pb_stop_time.departure.Extensions[ kirin_pb2.stop_time_event_status] == kirin_pb2.ADDED pb_stop_time = pb_trip_update.stop_time_update[1] assert pb_stop_time.stop_id == "sa:2" assert pb_stop_time.arrival.time == to_posix_time(_dt("8:20")) assert pb_stop_time.arrival.delay == -40 * 60 assert pb_stop_time.departure.time == to_posix_time(_dt("8:21")) assert pb_stop_time.departure.delay == -40 * 60 assert pb_stop_time.Extensions[ kirin_pb2.stoptime_message] == "bob's on the track" assert pb_stop_time.arrival.Extensions[ kirin_pb2.stop_time_event_status] == kirin_pb2.ADDED assert pb_stop_time.departure.Extensions[ kirin_pb2.stop_time_event_status] == kirin_pb2.SCHEDULED
def test_past_midnight(): """ integration of a past midnight """ navitia_vj = { 'trip': { 'id': 'vehicle_journey:1' }, 'stop_times': [ { 'arrival_time': datetime.time(22, 10), 'departure_time': datetime.time(22, 15), 'stop_point': { 'id': 'sa:1', 'stop_area': { 'timezone': 'UTC' } } }, # arrive at sa:2 at 23:10 and leave the day after { 'arrival_time': datetime.time(23, 10), 'departure_time': datetime.time(2, 15), 'stop_point': { 'id': 'sa:2', 'stop_area': { 'timezone': 'UTC' } } }, { 'arrival_time': datetime.time(3, 20), 'departure_time': datetime.time(3, 25), 'stop_point': { 'id': 'sa:3', 'stop_area': { 'timezone': 'UTC' } } } ] } with app.app_context(): trip_update = TripUpdate(VehicleJourney(navitia_vj, datetime.date(2015, 9, 8)), status='update') st = StopTimeUpdate({'id': 'sa:2'}, departure_delay=timedelta(minutes=31), dep_status='update') real_time_update = RealTimeUpdate(raw_data=None, connector='ire') trip_update.stop_time_updates.append(st) res = handle(real_time_update, [trip_update], 'kisio-digital') assert len(res.trip_updates) == 1 trip_update = res.trip_updates[0] assert trip_update.status == 'update' assert len(trip_update.stop_time_updates) == 3 assert trip_update.stop_time_updates[0].stop_id == 'sa:1' assert trip_update.stop_time_updates[0].arrival == _dt("22:10") assert trip_update.stop_time_updates[0].departure == _dt("22:15") assert trip_update.stop_time_updates[1].stop_id == 'sa:2' assert trip_update.stop_time_updates[1].arrival == _dt("23:10") assert trip_update.stop_time_updates[1].arrival_delay == timedelta(0) assert trip_update.stop_time_updates[1].departure == _dt("2:46", day=9) assert trip_update.stop_time_updates[1].departure_delay == timedelta( minutes=31) assert trip_update.stop_time_updates[2].stop_id == 'sa:3' assert trip_update.stop_time_updates[2].arrival == _dt("3:20", day=9) assert trip_update.stop_time_updates[2].arrival_delay == timedelta(0) assert trip_update.stop_time_updates[2].departure == _dt("3:25", day=9) assert trip_update.stop_time_updates[2].departure_delay == timedelta(0)
def test_handle_new_vj(): """an easy one: we have one vj with only one stop time updated""" navitia_vj = { 'trip': { 'id': 'vehicle_journey:1' }, 'stop_times': [{ 'arrival_time': None, 'departure_time': datetime.time(8, 10), 'stop_point': { 'id': 'sa:1', 'stop_area': { 'timezone': 'UTC' } } }, { 'arrival_time': datetime.time(9, 10), 'departure_time': None, 'stop_point': { 'id': 'sa:2', 'stop_area': { 'timezone': 'UTC' } } }] } with app.app_context(): trip_update = TripUpdate(VehicleJourney(navitia_vj, datetime.date(2015, 9, 8)), status='update') st = StopTimeUpdate({'id': 'sa:1'}, departure_delay=timedelta(minutes=5), dep_status='update') real_time_update = RealTimeUpdate(raw_data=None, connector='ire') trip_update.stop_time_updates.append(st) res = handle(real_time_update, [trip_update], 'kisio-digital') assert len(res.trip_updates) == 1 trip_update = res.trip_updates[0] assert trip_update.status == 'update' assert len(trip_update.stop_time_updates) == 2 assert trip_update.stop_time_updates[0].stop_id == 'sa:1' assert trip_update.stop_time_updates[0].departure == _dt("8:15") assert trip_update.stop_time_updates[0].arrival == _dt("8:15") assert trip_update.stop_time_updates[1].stop_id == 'sa:2' assert trip_update.stop_time_updates[1].departure == _dt("9:10") assert trip_update.stop_time_updates[1].arrival == _dt("9:10") # testing that RealTimeUpdate is persisted in db db_trip_updates = real_time_update.query.from_self(TripUpdate).all() assert len(db_trip_updates) == 1 assert db_trip_updates[0].status == 'update' db_st_updates = real_time_update.query.from_self( StopTimeUpdate).order_by('stop_id').all() assert len(db_st_updates) == 2 assert db_st_updates[0].stop_id == 'sa:1' assert db_st_updates[0].departure == _dt("8:15") assert db_st_updates[0].arrival == _dt("8:15") assert db_st_updates[0].trip_update_id == db_trip_updates[0].vj_id assert db_st_updates[1].stop_id == 'sa:2' assert db_st_updates[1].departure == _dt("9:10") assert db_st_updates[1].arrival == _dt("9:10") assert db_st_updates[1].trip_update_id == db_trip_updates[0].vj_id
def test_populate_pb_with_deleted_stop_time(): """ test protobuf for partial delete nav vj sa:1 * ---- * sa:2 * ---- * sa:3 * ---- * sa:4 we stop the vj from going to sa:3 and sa:4 sa:1 * ---- * sa:2 And we delay sa:1 of 5 minutes Note: in the message sent sa:2 departure will be removed as well as sa:3 departures/arrival and sa:4' arrival """ #we add another impacted stop time to the Model from datetime import time navitia_vj = { 'trip': { 'id': 'vehicle_journey:1' }, 'stop_times': [{ 'arrival_time': None, 'departure_time': time(8, 11), 'stop_point': { 'id': 'sa:1', 'stop_area': { 'timezone': 'Europe/Paris' } } }, { 'arrival_time': time(9, 10), 'departure_time': time(9, 11), 'stop_point': { 'id': 'sa:2', 'stop_area': { 'timezone': 'Europe/Paris' } } }, { 'arrival_time': time(10, 10), 'departure_time': time(10, 11), 'stop_point': { 'id': 'sa:3', 'stop_area': { 'timezone': 'Europe/Paris' } } }, { 'arrival_time': time(11, 10), 'departure_time': None, 'stop_point': { 'id': 'sa:4', 'stop_area': { 'timezone': 'Europe/Paris' } } }] } with app.app_context(): trip_update = TripUpdate() vj = VehicleJourney(navitia_vj, datetime.date(2015, 9, 8)) trip_update.vj = vj real_time_update = RealTimeUpdate(raw_data=None, connector='ire', contributor='realtime.ire') real_time_update.trip_updates.append(trip_update) st = StopTimeUpdate({'id': 'sa:1'}, departure=_dt("8:15"), departure_delay=timedelta(minutes=5), arrival=None) trip_update.stop_time_updates.append(st) st = StopTimeUpdate( {'id': 'sa:2'}, arrival=_dt("9:10"), departure=_dt("9:11"), dep_status='delete', # we delete the departure message="bob's on the track") real_time_update.trip_updates[0].stop_time_updates.append(st) st = StopTimeUpdate( {'id': 'sa:3'}, # Note: we still send the departure/arrival for coherence arrival=_dt("10:10"), dep_status='delete', # we delete both departure and arrival departure=_dt("10:11"), arr_status='delete', message="bob's on the track") real_time_update.trip_updates[0].stop_time_updates.append(st) st = StopTimeUpdate( {'id': 'sa:4'}, arrival=_dt("11:10"), arr_status='delete', # we delete only the arrival departure=_dt("11:11"), message="bob's on the track") real_time_update.trip_updates[0].stop_time_updates.append(st) db.session.add(real_time_update) db.session.commit() feed_entity = convert_to_gtfsrt(real_time_update.trip_updates) assert feed_entity.header.incrementality == gtfs_realtime_pb2.FeedHeader.DIFFERENTIAL assert feed_entity.header.gtfs_realtime_version, '1' assert len(feed_entity.entity) == 1 pb_trip_update = feed_entity.entity[0].trip_update assert pb_trip_update.trip.trip_id == 'vehicle_journey:1' assert pb_trip_update.trip.start_date == '20150908' assert pb_trip_update.HasExtension(kirin_pb2.trip_message) is False assert pb_trip_update.trip.HasExtension(kirin_pb2.contributor) is False assert pb_trip_update.trip.schedule_relationship == gtfs_realtime_pb2.TripDescriptor.SCHEDULED assert len(pb_trip_update.stop_time_update) == 4 pb_stop_time = pb_trip_update.stop_time_update[0] assert pb_stop_time.stop_id == 'sa:1' assert pb_stop_time.arrival.time == 0 assert pb_stop_time.arrival.delay == 0 assert pb_stop_time.departure.time == to_posix_time(_dt("8:15")) assert pb_stop_time.departure.delay == 5 * 60 assert pb_stop_time.Extensions[kirin_pb2.stoptime_message] == "" pb_stop_time = pb_trip_update.stop_time_update[1] assert pb_stop_time.stop_id == 'sa:2' assert pb_stop_time.arrival.time == to_posix_time(_dt("9:10")) assert pb_stop_time.arrival.delay == 0 # the arrival at the stop is still scheduled, but the departure is skipped assert pb_stop_time.arrival.Extensions[kirin_pb2.stop_time_event_relationship] == \ gtfs_realtime_pb2.TripUpdate.StopTimeUpdate.SCHEDULED assert pb_stop_time.departure.time == to_posix_time(_dt("9:11")) assert pb_stop_time.departure.delay == 0 assert pb_stop_time.departure.Extensions[kirin_pb2.stop_time_event_relationship] == \ gtfs_realtime_pb2.TripUpdate.StopTimeUpdate.SKIPPED assert pb_stop_time.Extensions[ kirin_pb2.stoptime_message] == "bob's on the track" pb_stop_time = pb_trip_update.stop_time_update[2] assert pb_stop_time.stop_id == 'sa:3' # both departure and arrival are SKIPPED assert pb_stop_time.arrival.time == to_posix_time(_dt("10:10")) assert pb_stop_time.arrival.delay == 0 assert pb_stop_time.arrival.Extensions[kirin_pb2.stop_time_event_relationship] == \ gtfs_realtime_pb2.TripUpdate.StopTimeUpdate.SKIPPED assert pb_stop_time.departure.time == to_posix_time(_dt("10:11")) assert pb_stop_time.departure.delay == 0 assert pb_stop_time.departure.Extensions[kirin_pb2.stop_time_event_relationship] == \ gtfs_realtime_pb2.TripUpdate.StopTimeUpdate.SKIPPED assert pb_stop_time.Extensions[ kirin_pb2.stoptime_message] == "bob's on the track" pb_stop_time = pb_trip_update.stop_time_update[3] assert pb_stop_time.stop_id == 'sa:4' # only the arrival is skipped, the departure does not exists as it's the last stop assert pb_stop_time.arrival.time == to_posix_time(_dt("11:10")) assert pb_stop_time.arrival.delay == 0 assert pb_stop_time.arrival.Extensions[kirin_pb2.stop_time_event_relationship] == \ gtfs_realtime_pb2.TripUpdate.StopTimeUpdate.SKIPPED assert pb_stop_time.departure.time == to_posix_time(_dt("11:11")) assert pb_stop_time.departure.delay == 0 assert pb_stop_time.departure.Extensions[kirin_pb2.stop_time_event_relationship] == \ gtfs_realtime_pb2.TripUpdate.StopTimeUpdate.SCHEDULED assert pb_stop_time.Extensions[ kirin_pb2.stoptime_message] == "bob's on the track"
def test_populate_pb_with_two_stop_time(): """ an easy one: we have one vj with only one stop time updated fill protobuf from trip_update Verify protobuf """ #we add another impacted stop time to the Model navitia_vj = { 'trip': { 'id': 'vehicle_journey:1' }, 'stop_times': [{ 'arrival_time': None, 'departure_time': datetime.time(8, 10), 'stop_point': { 'id': 'sa:1', 'stop_area': { 'timezone': 'Europe/Paris' } } }, { 'arrival_time': datetime.time(9, 10), 'departure_time': None, 'stop_point': { 'id': 'sa:2', 'stop_area': { 'timezone': 'Europe/Paris' } } }] } with app.app_context(): trip_update = TripUpdate() vj = VehicleJourney(navitia_vj, datetime.date(2015, 9, 8)) trip_update.vj = vj real_time_update = RealTimeUpdate(raw_data=None, connector='ire', contributor='realtime.ire') real_time_update.trip_updates.append(trip_update) st = StopTimeUpdate({'id': 'sa:1'}, departure=_dt("8:15"), departure_delay=timedelta(minutes=5), arrival=None) trip_update.stop_time_updates.append(st) st = StopTimeUpdate({'id': 'sa:2'}, departure=_dt("8:21"), departure_delay=timedelta(minutes=-40), arrival=_dt("8:20"), arrival_delay=timedelta(minutes=-40), message="bob's on the track") real_time_update.trip_updates[0].stop_time_updates.append(st) db.session.add(real_time_update) db.session.commit() feed_entity = convert_to_gtfsrt(real_time_update.trip_updates) assert feed_entity.header.incrementality == gtfs_realtime_pb2.FeedHeader.DIFFERENTIAL assert feed_entity.header.gtfs_realtime_version, '1' assert len(feed_entity.entity) == 1 pb_trip_update = feed_entity.entity[0].trip_update assert pb_trip_update.trip.trip_id == 'vehicle_journey:1' assert pb_trip_update.trip.start_date == '20150908' assert pb_trip_update.HasExtension(kirin_pb2.trip_message) is False assert pb_trip_update.trip.HasExtension(kirin_pb2.contributor) is False assert pb_trip_update.trip.schedule_relationship == gtfs_realtime_pb2.TripDescriptor.SCHEDULED assert len(pb_trip_update.stop_time_update) == 2 pb_stop_time = pb_trip_update.stop_time_update[0] assert pb_stop_time.stop_id == 'sa:1' assert pb_stop_time.arrival.time == 0 assert pb_stop_time.arrival.delay == 0 assert pb_stop_time.departure.time == to_posix_time(_dt("8:15")) assert pb_stop_time.departure.delay == 5 * 60 assert pb_stop_time.Extensions[kirin_pb2.stoptime_message] == "" pb_stop_time = pb_trip_update.stop_time_update[1] assert pb_stop_time.stop_id == 'sa:2' assert pb_stop_time.arrival.time == to_posix_time(_dt("8:20")) assert pb_stop_time.arrival.delay == -40 * 60 assert pb_stop_time.departure.time == to_posix_time(_dt("8:21")) assert pb_stop_time.departure.delay == -40 * 60 assert pb_stop_time.Extensions[ kirin_pb2.stoptime_message] == "bob's on the track"