def compute_aggmat_drivers():
drivers = [ f for f in listdir(data_path) if not isfile(join(data_path,f)) ]
task_ids = []
if DEBUG: drivers = drivers[0:2] #UNCOMMENT TO TEST IF IT WORKS ONLY FOR THE 2 FIRST DRIVERS
numtrips = len(drivers) * 200
dm = DriverModel(1)
sizemat = len(dm.agg_headers)
for i in drivers:
res = load_driver_aggmat_celery(i)
task_ids.append(res)
print("celery tasks created with ids = %s"%task_ids)
res = np.zeros((numtrips, sizemat), dtype='float')
finished = False
all_res = {}
counter = 0
while not finished:
found_one = False
for i,task_id in enumerate(task_ids):
result = load_driver_celery(task_id)
print('%s - counter !'%(counter))
res[np.arange(counter*200,(counter+1)*200),:] = result.result
counter += 1
#del task_ids[i]
finished = True
found_one = True
#break
#if not found_one : time.sleep(2)
# RE ORDER
ss = res[:,0].argsort()
res = res[ss,:]
if not DEBUG:
np.save('res_aggmat.npy', res)
hhh = ','.join(dm.agg_headers)
np.savetxt('res_aggmat.csv', res, header = hhh, delimiter = ',', fmt='%8.3f')
return res
def compute_aggmat_drivers():
drivers = [ f for f in listdir(data_path) if not isfile(join(data_path,f)) ]
task_ids = []
if DEBUG: drivers = drivers[0:2] #UNCOMMENT TO TEST IF IT WORKS ONLY FOR THE 2 FIRST DRIVERS
numtrips = len(drivers) * 200
dm = DriverModel(1)
sizemat = len(dm.agg_headers)
for i in drivers:
res = load_driver_aggmat_celery(i)
task_ids.append(res)
print "celery tasks created with ids = %s"%task_ids
res = np.zeros((numtrips, sizemat), dtype='float')
finished = False
all_res = {}
counter = 0
while not finished:
found_one = False
for i,task_id in enumerate(task_ids):
result = load_driver_celery(task_id)
print '%s - counter !'%(counter)
res[np.arange(counter*200,(counter+1)*200),:] = result.result
counter += 1
#del task_ids[i]
finished = True
found_one = True
#break
#if not found_one : time.sleep(2)
# RE ORDER
ss = res[:,0].argsort()
res = res[ss,:]
if not DEBUG:
np.save('res_aggmat.npy', res)
hhh = ','.join(dm.agg_headers)
np.savetxt('res_aggmat.csv', res, header = hhh, delimiter = ',', fmt='%8.3f')
return res
def compute_all_drivers():
drivers = [ f for f in listdir(data_path) if not isfile(join(data_path,f)) ]
task_ids = []
# drivers = drivers[0:2]
numtrips = len(drivers) * 200
for i in drivers:
res = load_driver_celery.delay(i)
task_ids.append(res.task_id)
print("celery tasks created with ids = %s"%task_ids)
res = np.zeros((numtrips, 5), dtype='float')
finished = False
all_res = {}
counter = 0
while not finished:
found_one = False
for i,task_id in enumerate(task_ids):
result = load_driver_celery(task_id)
print('%s - counter !'%(counter))
res[np.arange(counter*200,(counter+1)*200),:] = result.result
counter += 1
#del task_ids[i]
finished = True
found_one = True
#break
#if not found_one : time.sleep(2)
# RE ORDER
import pdb
pdb.set_trace()
ss = res[:,1].argsort()
res = res[ss,:]
np.save('sim_trajs3.npy', res)
np.savetxt('sim_trajs3.csv', res)
return res
def compute_all_drivers():
drivers = [ f for f in listdir(data_path) if not isfile(join(data_path,f)) ]
task_ids = []
# drivers = drivers[0:2]
numtrips = len(drivers) * 200
for i in drivers:
res = load_driver_celery.delay(i)
task_ids.append(res.task_id)
print "celery tasks created with ids = %s"%task_ids
res = np.zeros((numtrips, 5), dtype='float')
finished = False
all_res = {}
counter = 0
while not finished:
found_one = False
for i,task_id in enumerate(task_ids):
result = load_driver_celery(task_id)
print '%s - counter !'%(counter)
res[np.arange(counter*200,(counter+1)*200),:] = result.result
counter += 1
#del task_ids[i]
finished = True
found_one = True
#break
#if not found_one : time.sleep(2)
# RE ORDER
import pdb
pdb.set_trace()
ss = res[:,1].argsort()
res = res[ss,:]
np.save('sim_trajs3.npy', res)
np.savetxt('sim_trajs3.csv', res)
return res
