if __name__ == '__main__': print('2013 Data Processing running...') start = time.time() # init global vars # test data path # DATA_PATH = '../test' # DATA_PATH = os.path.abspath(os.path.dirname(__file__)) DATA_PATH = '../..' hh_folders = ['{:0>2d}'.format(i) for i in range(24)] dates = ['20130501'] # init instance of Spatial Unit su = SpatialUnit.SpatialUnit(DATA_PATH + '/TaxiData/SpatialUnit/TAZ2010.shp') # init db operator db = DBOperation.OpenTSDB(host='192.168.61.251', port=4242) # unzip and data format transform # generate daily data if os.path.exists(DATA_PATH + '/TaxiData/2013/2013.dat'): os.remove(DATA_PATH + '/TaxiData/2013/2013.dat') fp_year = get_year_fp() # detect trajectories for cabs # cabs = {'cab_id': [ weight, from_unit ]} print('Detecting ODs...') num_lines = sum(1 for _ in fp_year) fp_year.seek(0) cabs = {} ods = [] num_error_on = 0 num_error_off = 0 count = 0