def check_tfl_destination_codes():
"""
Audit codes we have recorded and make sure that they are all fine
"""
# Check to see if destination is in our database
geodata = RailStationLocations()
database = WMTDatabase("whensmytube.destinationcodes.db")
rows = database.get_rows("SELECT destination_name, destination_code, line_code FROM destination_codes")
for (destination_name, destination_code, line_code) in rows:
# Hack: Fake a ElementTree object to use the XML parser's tube train filter function
fake_tag = lambda x: 1
fake_tag.attrib = {'Destination': destination_name, 'DestCode': str(destination_code)}
if not filter_tube_train(fake_tag):
continue
train = TubeTrain(destination_name, "Northbound", "1200", "C", "001")
destination = train.get_destination_no_via()
if not destination.endswith("Train") and not geodata.find_fuzzy_match(destination, {}):
print "Destination %s (%s) on %s not found in locations database" % (destination, destination_code, line_code)
via = train.get_via()
if via and not geodata.find_fuzzy_match(via, {}):
print "Via %s (%s) on %s not found in locations database" % (via, destination_code, line_code)
def __init__(self, instance_name, testing=False):
WhensMyTransport.__init__(self, instance_name, testing)
self.allow_blank_tweets = True
# Default route we request if none is specified. Also double as the official "name" of the network
if instance_name == 'whensmydlr':
self.default_requested_route = 'DLR'
else:
self.default_requested_route = 'Tube'
self.parser = WMTTrainParser()
self.geodata = RailStationLocations()
# Create lookup dict for line names
self.line_lookup = dict([(name, name) for (_code, name) in LINE_NAMES.keys()])
for ((_code, name), alternatives) in LINE_NAMES.items():
self.line_lookup.update(dict([(alternative, name) for alternative in alternatives]))
class WhensMyTrain(WhensMyTransport):
"""
Class for the @WhensMyDLR and @WhensMyTube bots. This inherits from the WhensMyTransport and provides specialist functionality for when
there is a limited number of stations and they have well-known, universally agreed names, which is normally railways and not buses.
"""
__metaclass__ = ABCMeta
def __init__(self, instance_name, testing=False):
WhensMyTransport.__init__(self, instance_name, testing)
self.allow_blank_tweets = True
# Default route we request if none is specified. Also double as the official "name" of the network
if instance_name == 'whensmydlr':
self.default_requested_route = 'DLR'
else:
self.default_requested_route = 'Tube'
self.parser = WMTTrainParser()
self.geodata = RailStationLocations()
# Create lookup dict for line names
self.line_lookup = dict([(name, name) for (_code, name) in LINE_NAMES.keys()])
for ((_code, name), alternatives) in LINE_NAMES.items():
self.line_lookup.update(dict([(alternative, name) for alternative in alternatives]))
def process_individual_request(self, requested_line, requested_origin, requested_destination, requested_direction, position):
"""
Take an individual line, with either origin or position, and work out which station the user is
referring to, and then get times for it. Filter trains by destination, or direction
All arguments are strings apart from position, which is a (latitude, longitude) tuple. Return a string of
departure data ready to send back to the user
"""
# Try and work out line name and code if one has been requested ('Tube' is the default when we don't know)
line_code, line_name = None, None
if requested_line != 'Tube':
line_name = self.line_lookup.get(requested_line, None) or get_best_fuzzy_match(requested_line, self.line_lookup.values())
if not line_name:
raise WhensMyTransportException('nonexistent_line', requested_line)
line_code = get_line_code(line_name)
if line_name != 'DLR':
line_name += " Line"
# Try and work out what departure station has been requested
if position:
logging.debug("Attempting to get closest to user's position: %s on line code %s", position, line_code)
origin = self.get_station_by_geolocation(position, line_code)
# There will always be a nearest station so no need to check for non-existence
elif requested_origin:
origin = self.get_station_by_station_name(requested_origin, line_code)
if not origin:
raise WhensMyTransportException('rail_station_name_not_found', requested_origin, line_name or "Tube")
logging.debug("Found match %s on requested destination %s on line code %s", origin.name, requested_origin, line_code)
# XXX is the code for a station that does not have TrackerNet data on the API
if origin.code == "XXX":
raise WhensMyTransportException('rail_station_not_in_system', origin.name)
# If user has specified a destination, work out what it is, and check a direct route to it exists
destination = None
if requested_destination:
destination = self.get_station_by_station_name(requested_destination, line_code)
logging.debug("Found match %s on requested destination %s on line code %s", destination, requested_destination, line_code)
# Alternatively we may have had a direction given, so try that
direction = None
if not destination and requested_direction:
directions_lookup = {'n': 'Northbound', 'e': 'Eastbound', 'w': 'Westbound', 's': 'Southbound'}
direction = directions_lookup.get(requested_direction.lower()[0], None)
if not direction:
raise WhensMyTransportException('invalid_direction', requested_direction)
# We may not have been given a line - if so, try and work out what it might be from origin and destination
if not line_code:
lines = self.geodata.get_lines_serving(origin, destination)
# If no lines produced, then there must be no direct route between origin and destination. This will never happen
# if there is no destination specified, as every origin has at least one line serving it
if not lines:
raise WhensMyTransportException('no_direct_route', origin.name, destination.name, "Tube")
# If more than one throw an exception due to ambiguity, then we have to ask the user for clarity
if len(lines) > 1:
if destination:
# This may never happen, as get_lines_serving() returns at most one element if a destination is given
raise WhensMyTransportException('no_line_specified_to', origin.name, destination.name)
else:
raise WhensMyTransportException('no_line_specified', origin.name)
line_code = lines[0]
line_name = get_line_name(line_code)
# Some sanity-checking, to make sure our train is actually direct
if destination and not self.geodata.direct_route_exists(origin, destination, line_code):
raise WhensMyTransportException('no_direct_route', origin.name, destination.name, line_name)
# All being well, we can now get the departure data for this station and return it
departure_data = self.get_departure_data(origin, line_code, must_stop_at=destination, direction=direction)
if departure_data:
return "%s to %s" % (origin.get_abbreviated_name(), str(departure_data))
else:
if destination:
raise WhensMyTransportException('no_trains_shown_to', line_name, origin.name, destination.name)
elif direction:
raise WhensMyTransportException('no_trains_shown_in_direction', direction, line_name, origin.name)
else:
raise WhensMyTransportException('no_trains_shown', line_name, origin.name)
def get_station_by_geolocation(self, position, line_code=None):
"""
Take a (latitude, longitude) tuple and optional line_code, and return closest station as a RailStation
"""
params = {}
if line_code:
params['line'] = line_code
return self.geodata.find_closest(position, params)
def get_station_by_station_name(self, station_name, line_code=None):
"""
Take a string specifying station name and optional line_code, and return best match as a RailStation
If no match can be found, returns None
"""
params = {}
if line_code:
params['line'] = line_code
return self.geodata.find_fuzzy_match(station_name, params)
def get_canonical_station_name(self, station_name, line_code):
"""
Take a string specifying station name and optional line_code, and return canonical name of closest matching station
If no match can be found, returns empty string
"""
station_obj = self.get_station_by_station_name(station_name, line_code)
return station_obj and station_obj.name or ""
def get_departure_data(self, origin, line_code, must_stop_at=None, direction=None):
"""
Take a RailStation origin and a string line_code, and get departure data for that station
Optional args RailStation must_stop_at and string direction
Return a dictionary; keys are slot names (platform for DLR, direction for Tube), values lists of Train objects
"""
#pylint: disable=W0108
# Check if the station is open and if so (it will throw an exception if not), summon the data
self.check_station_is_open(origin)
# Circle line is coded H as it shares with the Hammersmith & City
if line_code == 'O':
line_code = 'H'
# DLR and Tube have different APIs and different structures (Tube data contains compass directions, DLR does not)
if line_code == 'DLR':
dlr_data = self.browser.fetch_xml_tree(self.urls.DLR_URL % origin.code)
departures = parse_dlr_data(dlr_data, origin)
null_constructor = lambda platform: NullDeparture("from " + platform)
else:
tube_data = self.browser.fetch_xml_tree(self.urls.TUBE_URL % (line_code, origin.code))
departures = parse_tube_data(tube_data, origin, line_code)
null_constructor = lambda direction: NullDeparture(direction)
# Turn parsed destination & via station names into canonical versions for this train so we can do lookups & checks
for slot in departures:
for train in departures[slot]:
if train.destination:
train.destination = self.get_station_by_station_name(train.get_destination_no_via(), line_code)
if train.via:
train.via = self.get_station_by_station_name(train.get_via(), line_code)
# Deal with any departures filed under "Unknown", slotting them into Eastbound/Westbound if their direction is not known
# (By a stroke of luck, all the stations this applies to - North Acton, Edgware Road, Loughton, White City - are on an east/west line)
if "Unknown" in departures:
for train in departures["Unknown"]:
destination_station = self.get_station_by_station_name(train.get_destination_no_via(), line_code)
if not destination_station:
continue
if destination_station.location_easting < origin.location_easting:
departures.add_to_slot("Westbound", train)
else:
departures.add_to_slot("Eastbound", train)
del departures["Unknown"]
# For any non-empty list of departures, filter out any that terminate here. Note that existing empty lists remain empty and are not deleted
does_not_terminate_here = lambda train: train.get_destination_no_via() != origin.name
departures.filter(does_not_terminate_here, delete_existing_empty_slots=False)
# If we've specified a station to stop at, filter out any that do not stop at that station or are not in its direction
# Note that unlike the above, this will turn all existing empty lists into Nones (and thus deletable) as well
if must_stop_at:
filter_by_stop_at = lambda train: self.geodata.does_train_stop_at(train, origin, must_stop_at)
departures.filter(filter_by_stop_at, delete_existing_empty_slots=True)
# Else filter by direction - Tubs is already classified by direction, DLR is not direction-aware so must calculate manually
elif direction:
if line_code == 'DLR':
filter_by_direction = lambda train: self.geodata.is_correct_direction(direction, origin, train.destination, line_code)
departures.filter(filter_by_direction, delete_existing_empty_slots=True)
else:
for slot in list(departures):
if slot != direction:
del departures[slot]
departures.cleanup(null_constructor)
return departures
def check_station_is_open(self, station):
"""
Check to see if a RailStation station is open, return True if so, throw an exception if not
"""
# If we get an exception with fetching this data, don't worry about it
try:
status_data = self.browser.fetch_xml_tree(self.urls.STATUS_URL)
except WhensMyTransportException:
return True
# Find every station status, and if it matches our station and it is closed, throw an exception to alert the user
for station_status in status_data.findall('StationStatus'):
station_node = station_status.find('Station')
status_node = station_status.find('Status')
if station_node.attrib['Name'] == station.name and status_node.attrib['Description'] == 'Closed':
raise WhensMyTransportException('tube_station_closed', station.name, station_status.attrib['StatusDetails'].strip().lower())
return True