Exemplo n.º 1
0
def main():
    args = common.get_base_argparser().parse_args()
    common.configure_logging(args)

    race_path = common.get_race_path(args.race)

    with open(os.path.join(race_path, 'riders.json')) as f:
        riders = json.load(f)

    session = common.get_trackleaders_session()

    for rider in riders:
        try:
            logging.info('Getting data for {name}'.format(**rider))
            rider_path = os.path.join(race_path, rider['url_fragment'])
            rider_points_path = os.path.join(rider_path, 'points.json')
            oldpoints = common.load_rider_points(rider_points_path=rider_points_path)

            spot_js_url = 'http://trackleaders.com/spot/{}/{}.js'.format(args.race, rider['url_fragment'])
            spot_js_response = common.retry(functools.partial(session.get, spot_js_url))
            spot_js_response.raise_for_status()
            newpoints = parse_points_from_spotjs_text(spot_js_response.text)

            points_set = set(itertools.chain(oldpoints, newpoints))
            points_sorted = [common.point_to_raw(point) for point in sorted(points_set)]
            if not points_sorted:
                logging.warning('No points for {name}.'.format(**rider))
            with common.DelayedKeyboardInterrupt():
                if not os.path.exists(rider_path):
                    os.mkdir(rider_path)
                with open(rider_points_path, 'w') as f:
                    json.dump(points_sorted, f, indent=2, sort_keys=True)

        except Exception:
            logging.exception('Error for {name}'.format(**rider))
Exemplo n.º 2
0
def main():
    args = common.get_base_argparser().parse_args()
    common.configure_logging(args)

    logging.info('Getting Riders')

    session = common.get_trackleaders_session()

    race_page_response = session.get('http://trackleaders.com/{}f.php'.format(args.race))
    race_page_response.raise_for_status()
    riders = parse_riders_from_race_page(race_page_response.text)

    race_path = common.get_race_path(args.race)
    if not os.path.exists(race_path):
        os.mkdir(race_path)

    with open(common.get_riders_path(race_path), 'w') as f:
        json.dump(riders, f, indent=2, sort_keys=True)
def main():
    args = common.get_base_argparser().parse_args()
    common.configure_logging(args)

    race_path = common.get_race_path(args.race)

    with open(os.path.join(race_path, 'riders.json')) as f:
        riders = json.load(f)

    session = requests.Session()
    all_pairs = []

    for rider in riders:
        try:
            logging.info('Getting google routes for {name}'.format(**rider))
            rider_path = os.path.join(race_path, rider['url_fragment'])
            rider_points = common.load_rider_points(rider_path=rider_path)

            requests_waypoints = set()
            current_request_waypoints = None
            for point1, point2 in zip(rider_points[:-1], rider_points[1:]):
                dist = common.geodesic.Inverse(point1.lat, point1.lng, point2.lat, point2.lng)['s12']
                speed = dist / (point2.timestamp - point1.timestamp).total_seconds()  # UOM = m/s
                if speed > 1.388: # m/s = 5 km/h
                    if current_request_waypoints is None:
                        current_request_waypoints = [point1]
                    current_request_waypoints.append(point2)
                    if len(current_request_waypoints) == 10:
                        requests_waypoints.add(tuple(current_request_waypoints))
                        current_request_waypoints = None
                else:
                    if current_request_waypoints is not None:
                        # Treat the last point a the destination of a stop
                        requests_waypoints.add(tuple(current_request_waypoints))
                        current_request_waypoints = None

            # Don't add a unfull current_request_waypoints.

            google_routes_path =  os.path.join(rider_path, 'google_routes.json')
            if os.path.exists(google_routes_path):
                with open(google_routes_path) as f:
                    google_routes_raw = json.load(f)
            else:
                google_routes_raw = []
            
            google_routes = {tuple((common.raw_to_point(wp) for wp in route['waypoints'])): route['route']
                             for route in google_routes_raw}

            for request_waypoints in requests_waypoints - google_routes.keys():
                try:
                    params = {
                        'origin': '{lat},{lng}'.format(**vars(request_waypoints[0])),
                        'destination': '{lat},{lng}'.format(**vars(request_waypoints[-1])),
                        'waypoints': '|'.join(['via:{lat},{lng}'.format(**vars(wp)) for wp in request_waypoints[1:-1]]),
                        'sensor': 'false',
                        'avoid': 'highways',
                        'mode': 'bicycling',
                        'key': common.get_google_api_key(),
                    }
                    route_response = session.get('https://maps.googleapis.com/maps/api/directions/json', params=params).json()
                    if route_response['status'] == 'ZERO_RESULTS':
                        #  Try with driving directions
                        params['mode'] = 'driving'
                        route_response = session.get('https://maps.googleapis.com/maps/api/directions/json', params=params).json()
                    if route_response['status'] != 'OK':
                        logging.error('Error from google api: {} params: {}'.format(route_response['status'],params ))
                    else:
                        google_routes[request_waypoints] = route_response['routes'][0]
                except Exception:
                    logging.exception('Error for {name} getting route'.format(**rider))

            for request_waypoints in google_routes.keys() - requests_waypoints:
                del google_routes[request_waypoints]

            google_routes_sorted = sorted(google_routes.items(), key=lambda route: route[0][0].timestamp)
            google_routes_raw = [{'waypoints': [common.point_to_raw(wp) for wp in waypoints], 'route': route}
                                 for waypoints, route in google_routes_sorted]
            with common.DelayedKeyboardInterrupt():
                if not os.path.exists(rider_path):
                    os.mkdir(rider_path)
                with open(google_routes_path, 'w') as f:
                    json.dump(google_routes_raw, f, indent=2, sort_keys=True)

        except Exception:
            logging.exception('Error for {name}'.format(**rider))

    print(len(all_pairs))