def get_walk_routes(): """ :rtype :list[WalkRoute] :return: """ walk_routes_list = [] try: scrapper = scrap("https://en.wikipedia.org/w/index.php?title=TransJakarta_Corridors&oldid=679760031") main_content = scrapper.find('div', attrs={'id': 'mw-content-text'}) tables = main_content.find_all('table', {'class': 'wikitable'}) for table in tables: rows = table.find_all('tr') new_rows = rows[2:] for row in new_rows: busway_station = row_parser(row.find_all('td')[1].getText()) nearby_segments = row.find_all('td') if len(nearby_segments) > 3: nearby_segment = nearby_segments[3] nearby_set, nearby_map = multi_href_parser(nearby_segment) for key in nearby_set: cleaned_nearby = re.sub('Bus Terminal', '', nearby_map[key][1]) cleaned_nearby = re.sub('Station', '', cleaned_nearby) cleaned_nearby = cleaned_nearby.strip() walk_route = WalkRoute() walk_route.walk_from = 'Halte ' + busway_station if nearby_map[key][0] == 'Bus Terminal': walk_route.walk_to = 'Terminal ' + cleaned_nearby walk_routes_list.append(walk_route) if nearby_map[key][0] == 'Train Station': walk_route.walk_to = 'Stasiun ' + cleaned_nearby walk_routes_list.append(walk_route) except Exception, e: __logger.error(e)
def test_walk_routes_accessor(self): walk_route_accessor.reset() walk_route = WalkRoute() walk_route.walk_to = 'Test 1' walk_route.walk_from = 'Test 2' walk_route_accessor.upset_walk_route(walk_route) post_walk_route = walk_route_accessor.get_walk_route(walk_route) self.assertEqual(post_walk_route.walk_to, walk_route.walk_to) self.assertEqual(post_walk_route.walk_from, walk_route.walk_from)
def get_walk_routes(): """ :rtype :list[WalkRoute] :return: """ walk_routes_list = [] try: scrapper = scrap( "https://en.wikipedia.org/w/index.php?title=TransJakarta_Corridors&oldid=679760031" ) main_content = scrapper.find('div', attrs={'id': 'mw-content-text'}) tables = main_content.find_all('table', {'class': 'wikitable'}) for table in tables: rows = table.find_all('tr') new_rows = rows[2:] for row in new_rows: busway_station = row_parser(row.find_all('td')[1].getText()) nearby_segments = row.find_all('td') if len(nearby_segments) > 3: nearby_segment = nearby_segments[3] nearby_set, nearby_map = multi_href_parser(nearby_segment) for key in nearby_set: cleaned_nearby = re.sub('Bus Terminal', '', nearby_map[key][1]) cleaned_nearby = re.sub('Station', '', cleaned_nearby) cleaned_nearby = cleaned_nearby.strip() walk_route = WalkRoute() walk_route.walk_from = 'Halte ' + busway_station if nearby_map[key][0] == 'Bus Terminal': walk_route.walk_to = 'Terminal ' + cleaned_nearby walk_routes_list.append(walk_route) if nearby_map[key][0] == 'Train Station': walk_route.walk_to = 'Stasiun ' + cleaned_nearby walk_routes_list.append(walk_route) except Exception, e: __logger.error(e)
def to_walk_route(self): walk_route = WalkRoute() walk_route.walk_from = self.walk_from walk_route.walk_to = self.walk_to return walk_route