Exemple #1
0
if __name__ == '__main__':
    print('2013 Data Processing running...')
    start = time.time()
    # init global vars
    # test data path
    # DATA_PATH = '../test'
    # DATA_PATH = os.path.abspath(os.path.dirname(__file__))
    DATA_PATH = '../..'
    hh_folders = ['{:0>2d}'.format(i) for i in range(24)]
    dates = ['20130501']
    # init instance of Spatial Unit
    su = SpatialUnit.SpatialUnit(DATA_PATH +
                                 '/TaxiData/SpatialUnit/TAZ2010.shp')
    # init db operator
    db = DBOperation.OpenTSDB(host='192.168.61.251', port=4242)
    # unzip and data format transform
    # generate daily data
    if os.path.exists(DATA_PATH + '/TaxiData/2013/2013.dat'):
        os.remove(DATA_PATH + '/TaxiData/2013/2013.dat')
    fp_year = get_year_fp()
    # detect trajectories for cabs
    # cabs = {'cab_id': [ weight, from_unit ]}
    print('Detecting ODs...')
    num_lines = sum(1 for _ in fp_year)
    fp_year.seek(0)
    cabs = {}
    ods = []
    num_error_on = 0
    num_error_off = 0
    count = 0