Ejemplo n.º 1
0
    sigmas = [5, 10, 15, 20, 30]
    betas = [1, 2, 3, 4, 5, 6, 7, 8, 9, 10]

    for sigma, beta in itertools.product(sigmas, betas):

        clear_plows = ''' 
            UPDATE route_points SET
              inserted = FALSE
            WHERE object_id IN :plow_ids
        '''

        with engine.begin() as conn:
            conn.execute(sa.text(clear_plows), plow_ids=tuple(plow_ids))

        tracer = Tracer(plow_ids=plow_ids)
        tracer.gps_precision = sigma
        tracer.matching_beta = beta

        not_processed_q = ''' 
            SELECT COUNT(*) AS count
            FROM route_points 
            WHERE object_id IN :plow_ids 
              AND inserted = FALSE
        '''

        not_processed = engine.execute(sa.text(not_processed_q),
                                       plow_ids=tuple(plow_ids)).first().count

        remainder = []
    log_level = logging.WARNING
    if args.verbose:
        if args.verbose == 1:
            log_level = logging.INFO
        elif args.ve >= 2:
            log_level = logging.DEBUG
    logging.getLogger().setLevel(log_level)

    if args.slurp and args.write_cartodb:
        print("Cannot slurp from city and write to CartoDB in the same process")
        sys.exit()

    if args.slurp:
        if args.test_mode:
            slurper = TestSlurper()
        else:
            slurper = Slurper()
        slurper.run(recreate=args.recreate_tables)

    if args.write_cartodb:
        tracer = Tracer(test_mode=args.test_mode)

        while True:
            tracer.run()
            # time.sleep(10)

    if args.backup:
        slurper = Slurper()
        slurper.backup()
    sigmas = [5, 10, 15, 20, 30]
    betas = [1, 2, 3, 4, 5, 6, 7, 8, 9, 10]
    
    for sigma, beta in itertools.product(sigmas, betas):
        
        clear_plows = ''' 
            UPDATE route_points SET
              inserted = FALSE
            WHERE object_id IN :plow_ids
        '''

        with engine.begin() as conn:
            conn.execute(sa.text(clear_plows), plow_ids=tuple(plow_ids))
        
        tracer = Tracer(plow_ids=plow_ids)
        tracer.gps_precision = sigma
        tracer.matching_beta = beta

        not_processed_q = ''' 
            SELECT COUNT(*) AS count
            FROM route_points 
            WHERE object_id IN :plow_ids 
              AND inserted = FALSE
        '''
        
        not_processed = engine.execute(sa.text(not_processed_q), 
                                       plow_ids=tuple(plow_ids)).first().count
        
        remainder = []
Ejemplo n.º 4
0
    log_level = logging.WARNING
    if args.verbose:
        if args.verbose == 1:
            log_level = logging.INFO
        elif args.ve >= 2:
            log_level = logging.DEBUG
    logging.getLogger().setLevel(log_level)

    if args.slurp and args.write_cartodb:
        print(
            'Cannot slurp from city and write to CartoDB in the same process')
        sys.exit()

    if args.slurp:
        if args.test_mode:
            slurper = TestSlurper()
        else:
            slurper = Slurper()
        slurper.run(recreate=args.recreate_tables)

    if args.write_cartodb:
        tracer = Tracer(test_mode=args.test_mode)

        while True:
            tracer.run()
            time.sleep(10)

    if args.backup:
        slurper = Slurper()
        slurper.backup()