def run(self): while not self.kill_received: # get a task try: job = self.work_queue.get_nowait() except Queue.Empty: break start_time = time.time() print("Creating a Scene") bvpl_octree_batch.init_process("boxmCreateSceneProcess") bvpl_octree_batch.set_input_string(0, job.input_scene_path) bvpl_octree_batch.run_process() (scene_id, scene_type) = bvpl_octree_batch.commit_output(0) scene = dbvalue(scene_id, scene_type) print("Save Scene") bvpl_octree_batch.init_process("boxmSaveSceneRawProcess") bvpl_octree_batch.set_input_from_db(0, scene) bvpl_octree_batch.set_input_string(1, job.output_scene_path) bvpl_octree_batch.set_input_unsigned(2, 0) bvpl_octree_batch.set_input_unsigned(3, 1) bvpl_octree_batch.run_process() print ("Runing time for worker:", self.name) print(time.time() - start_time)
def run(self): while not self.kill_received: # get a task try: job = self.work_queue.get_nowait() except Queue.Empty: break start_time = time.time() print("Creating a Scene") bvpl_octree_batch.init_process("boxmCreateSceneProcess") bvpl_octree_batch.set_input_string(0, job.input_scene_path) bvpl_octree_batch.run_process() (scene_id, scene_type) = bvpl_octree_batch.commit_output(0) scene = dbvalue(scene_id, scene_type) print("Save Scene") bvpl_octree_batch.init_process("boxmSaveSceneRawProcess") bvpl_octree_batch.set_input_from_db(0, scene) bvpl_octree_batch.set_input_string(1, job.output_scene_path) bvpl_octree_batch.set_input_unsigned(2, 0) bvpl_octree_batch.set_input_unsigned(3, 1) bvpl_octree_batch.run_process() print("Runing time for worker:", self.name) print(time.time() - start_time)
def run(self): while not self.kill_received: # get a task try: job = self.work_queue.get_nowait() except Queue.Empty: break start_time = time.time(); bvpl_octree_batch.init_process("bvplThresholdHarrisProcess"); bvpl_octree_batch.set_input_string(0,job.taylor_path); bvpl_octree_batch.set_input_int(1, job.scene_id); bvpl_octree_batch.set_input_int(2, job.block_i); bvpl_octree_batch.set_input_int(3, job.block_j); bvpl_octree_batch.set_input_int(4, job.block_k); bvpl_octree_batch.set_input_double(5, job.harris_k); bvpl_octree_batch.run_process(); bvpl_octree_batch.clear(); print ("Runing time for worker:", self.name) print(time.time() - start_time); #output exit code in this case #important: having a result queue makes the execute_jobs wait for all jobs in the queue before exiting self.result_queue.put(0);
def run(self): while not self.kill_received: # get a task try: job = self.work_queue.get_nowait() except Queue.Empty: break start_time = time.time() print("Creating taylor kernel") bvpl_octree_batch.init_process("bvplLoadTaylorKernelProcess") bvpl_octree_batch.set_input_string(0, job.kernel_path) bvpl_octree_batch.run_process() (kernel_id, kernel_type) = bvpl_octree_batch.commit_output(0) kernel = dbvalue(kernel_id, kernel_type) print("Running Kernel") bvpl_octree_batch.init_process("bvplBlockKernelOperatorProcess") bvpl_octree_batch.set_input_from_db(0, job.scene) bvpl_octree_batch.set_input_from_db(1, kernel) bvpl_octree_batch.set_input_int(2, job.block_i) bvpl_octree_batch.set_input_int(3, job.block_j) bvpl_octree_batch.set_input_int(4, job.block_k) bvpl_octree_batch.set_input_string(5, "algebraic") bvpl_octree_batch.set_input_string(6, job.output_path) bvpl_octree_batch.run_process() print("Runing time for worker:", self.name) print(time.time() - start_time)
def run(self): while not self.kill_received: # get a task try: job = self.work_queue.get_nowait() except Queue.Empty: break start_time = time.time() print("Creating taylor kernel") batch.init_process("bvplLoadTaylorKernelProcess") batch.set_input_string(0, job.kernel_path) batch.run_process() (kernel_id, kernel_type) = batch.commit_output(0) kernel = dbvalue(kernel_id, kernel_type) print("Running Kernel") batch.init_process("bvplBlockKernelOperatorProcess") batch.set_input_from_db(0, job.scene) batch.set_input_from_db(1, kernel) batch.set_input_int(2, job.block_i) batch.set_input_int(3, job.block_j) batch.set_input_int(4, job.block_k) batch.set_input_string(5, "algebraic") batch.set_input_string(6, job.output_path) batch.run_process() print ("Runing time for worker:", self.name) print(time.time() - start_time)
def run(self): while not self.kill_received: # get a task try: job = self.work_queue.get_nowait() except Queue.Empty: break start_time = time.time(); bvpl_octree_batch.init_process("bvpl_taylor_global_add_error_process"); bvpl_octree_batch.set_input_from_db(0,job.global_taylor); bvpl_octree_batch.set_input_int(1, job.scene_id); bvpl_octree_batch.set_input_int(2, job.block_i); bvpl_octree_batch.set_input_int(3, job.block_j); bvpl_octree_batch.set_input_int(4, job.block_k); bvpl_octree_batch.run_process(); (id, type) = bvpl_octree_batch.commit_output(0); error_val = dbvalue(id, type); error = bvpl_octree_batch.get_output_double(id); self.result_queue.put(error); bvpl_octree_batch.clear(); print ("Runing time for worker:", self.name) print(time.time() - start_time);
def run(self): while not self.kill_received: # get a task try: job = self.work_queue.get_nowait() except Queue.Empty: break start_time = time.time() print("Adding Errors") bvpl_octree_batch.init_process("bvplAddTaylorErrorsProcess") bvpl_octree_batch.set_input_from_db(0, job.error_scene) bvpl_octree_batch.set_input_double(1, job.fraction) bvpl_octree_batch.set_input_int(2, job.block_i) bvpl_octree_batch.set_input_int(3, job.block_j) bvpl_octree_batch.set_input_int(4, job.block_k) bvpl_octree_batch.run_process() (id, type) = bvpl_octree_batch.commit_output(0) error_val = dbvalue(id, type) error = bvpl_octree_batch.get_output_double(id) self.result_queue.put(error) print("error") print(error) print("Runing time for worker:", self.name) print(time.time() - start_time)
def run(self): while not self.kill_received: # get a task try: job = self.work_queue.get_nowait(); except Queue.Empty: break; start_time = time.time(); print("Adding Errors"); bvpl_octree_batch.init_process("bvplAddPCAErrorsProcess"); bvpl_octree_batch.set_input_from_db(0,job.pca_scenes); bvpl_octree_batch.set_input_unsigned(1, job.dim); bvpl_octree_batch.set_input_double(2,job.fraction); bvpl_octree_batch.set_input_int(3, job.block_i); bvpl_octree_batch.set_input_int(4, job.block_j) bvpl_octree_batch.set_input_int(5, job.block_k) bvpl_octree_batch.run_process(); (id, type) = bvpl_octree_batch.commit_output(0); error_val = dbvalue(id, type); error = bvpl_octree_batch.get_output_double(id); self.result_queue.put(error); print("Runing time for worker:", self.name); print(time.time() - start_time);
def run(self): while not self.kill_received: # get a task try: job = self.work_queue.get_nowait() except Queue.Empty: break start_time = time.time() print("Creating a Scene") bvpl_octree_batch.init_process("boxmCreateSceneProcess") bvpl_octree_batch.set_input_string(0, job.input_scene_path) bvpl_octree_batch.run_process() (scene_id, scene_type) = bvpl_octree_batch.commit_output(0) scene = dbvalue(scene_id, scene_type) print("Save Scene") bvpl_octree_batch.init_process("boxmSaveSceneRawProcess") bvpl_octree_batch.set_input_from_db(0, scene) bvpl_octree_batch.set_input_string( 1, job.output_scene_path + "_float") bvpl_octree_batch.set_input_unsigned(2, 0) bvpl_octree_batch.set_input_unsigned(3, 1) bvpl_octree_batch.run_process() # resolution = 0; # enforce_level = 1; # print("Convert to regular grid"); # bvpl_octree_batch.init_process("boxmSceneToBvxmGridProcess"); # bvpl_octree_batch.set_input_from_db(0,scene); # bvpl_octree_batch.set_input_string(1, job.output_scene_path + ".vox"); # bvpl_octree_batch.set_input_unsigned(2, resolution); # bvpl_octree_batch.set_input_bool(3, enforce_level); # bvpl_octree_batch.run_process(); # (grid_id, grid_type) = bvpl_octree_batch.commit_output(0); # grid = dbvalue(grid_id, grid_type); # # print("Save Grid"); # bvpl_octree_batch.init_process("bvxmSaveGridRawProcess"); # bvpl_octree_batch.set_input_from_db(0,grid); # bvpl_octree_batch.set_input_string(1,job.output_scene_path + ".raw"); # bvpl_octree_batch.run_process(); print("Runing time for worker:", self.name) print(time.time() - start_time)
def run(self): while not self.kill_received: # get a task try: job = self.work_queue.get_nowait() except Queue.Empty: break start_time = time.time(); print("Creating a Scene"); bvpl_octree_batch.init_process("boxmCreateSceneProcess"); bvpl_octree_batch.set_input_string(0, job.input_scene_path); bvpl_octree_batch.run_process(); (scene_id, scene_type) = bvpl_octree_batch.commit_output(0); scene= dbvalue(scene_id, scene_type); print("Save Scene"); bvpl_octree_batch.init_process("boxmSaveSceneRawProcess"); bvpl_octree_batch.set_input_from_db(0,scene); bvpl_octree_batch.set_input_string(1, job.output_scene_path + "_float"); bvpl_octree_batch.set_input_unsigned(2,0); bvpl_octree_batch.set_input_unsigned(3,1); bvpl_octree_batch.run_process(); # resolution = 0; # enforce_level = 1; # print("Convert to regular grid"); # bvpl_octree_batch.init_process("boxmSceneToBvxmGridProcess"); # bvpl_octree_batch.set_input_from_db(0,scene); # bvpl_octree_batch.set_input_string(1, job.output_scene_path + ".vox"); # bvpl_octree_batch.set_input_unsigned(2, resolution); # bvpl_octree_batch.set_input_bool(3, enforce_level); # bvpl_octree_batch.run_process(); # (grid_id, grid_type) = bvpl_octree_batch.commit_output(0); # grid = dbvalue(grid_id, grid_type); # # print("Save Grid"); # bvpl_octree_batch.init_process("bvxmSaveGridRawProcess"); # bvpl_octree_batch.set_input_from_db(0,grid); # bvpl_octree_batch.set_input_string(1,job.output_scene_path + ".raw"); # bvpl_octree_batch.run_process(); print ("Runing time for worker:", self.name) print(time.time() - start_time);
def run(self): while not self.kill_received: # get a task try: job = self.work_queue.get_nowait() except Queue.Empty: break start_time = time.time(); print("Creating Gauss kernel"); bvpl_octree_batch.init_process("bvpl_create_gauss3d_kernel_process"); bvpl_octree_batch.set_input_float(0,job.sigma); bvpl_octree_batch.set_input_float(1,job.sigma); bvpl_octree_batch.set_input_float(2,job.sigma); bvpl_octree_batch.set_input_float(3,1.0); bvpl_octree_batch.set_input_float(4,0.0); bvpl_octree_batch.set_input_float(5,0.0); bvpl_octree_batch.set_input_float(6,0.0); bvpl_octree_batch.run_process(); (kernel_id,kernel_type)= bvpl_octree_batch.commit_output(0); kernel = dbvalue(kernel_id,kernel_type); print("Running Kernel"); bvpl_octree_batch.init_process("bvplBlockKernelOperatorProcess"); bvpl_octree_batch.set_input_from_db(0,job.scene); bvpl_octree_batch.set_input_from_db(1,kernel); bvpl_octree_batch.set_input_int(2, job.block_i); bvpl_octree_batch.set_input_int(3, job.block_j) bvpl_octree_batch.set_input_int(4, job.block_k) bvpl_octree_batch.set_input_string(5,"algebraic"); bvpl_octree_batch.set_input_string(6, job.output_path); bvpl_octree_batch.set_input_double(7, job.cell_length); bvpl_octree_batch.run_process(); print ("Runing time for worker:", self.name) print(time.time() - start_time); #output exit code in this case #important: having a result queue makes the execute_jobs wait for all jobs in the queue before exiting self.result_queue.put(0);
def run(self): while not self.kill_received: # get a task try: job = self.work_queue.get_nowait() except Queue.Empty: break start_time = time.time() bvpl_octree_batch.init_process("bvplCornerStatisticsProcess") bvpl_octree_batch.set_input_from_db(0, job.global_taylor) bvpl_octree_batch.set_input_from_db(1, job.global_corners) bvpl_octree_batch.set_input_int(2, job.scene_id) bvpl_octree_batch.run_process() bvpl_octree_batch.clear() print ("Runing time for worker:", self.name) print (time.time() - start_time)
def run(self): while not self.kill_received: # get a task try: job = self.work_queue.get_nowait() except Queue.Empty: break start_time = time.time(); bvpl_octree_batch.init_process("bvplInitGlobalPCAProcess"); bvpl_octree_batch.set_input_string(0,job.pca_dir); bvpl_octree_batch.set_input_unsigned(1, job.scene_id); bvpl_octree_batch.run_process(); bvpl_octree_batch.clear(); print ("Runing time for worker:", self.name) print(time.time() - start_time);
def run(self): while not self.kill_received: # get a task try: job = self.work_queue.get_nowait() except Queue.Empty: break start_time = time.time(); print("Computing Error Scene"); bvpl_octree_batch.init_process("bvplComputeTaylorErrorProcess"); bvpl_octree_batch.set_input_from_db(0,job.data_scene); bvpl_octree_batch.set_input_from_db(1,job.taylor_scenes); bvpl_octree_batch.set_input_int(2, job.block_i); bvpl_octree_batch.set_input_int(3, job.block_j) bvpl_octree_batch.set_input_int(4, job.block_k) bvpl_octree_batch.run_process(); print ("Runing time for worker:", self.name) print(time.time() - start_time);
def run(self): while not self.kill_received: # get a task try: job = self.work_queue.get_nowait() except Queue.Empty: break start_time = time.time() print("Computing Error Scene") batch.init_process("bvplComputeTaylorErrorProcess") batch.set_input_from_db(0, job.data_scene) batch.set_input_from_db(1, job.taylor_scenes) batch.set_input_int(2, job.block_i) batch.set_input_int(3, job.block_j) batch.set_input_int(4, job.block_k) batch.run_process() print("Runing time for worker:", self.name) print(time.time() - start_time)
def run(self): while not self.kill_received: # get a task try: job = self.work_queue.get_nowait() except Queue.Empty: break start_time = time.time() print("Computing Error Scene") batch.init_process("bvplComputePCAErrorBlockProcess") batch.set_input_from_db(0, job.pca_info) batch.set_input_from_db(1, job.pca_error_scenes) batch.set_input_int(2, job.block_i) batch.set_input_int(3, job.block_j) batch.set_input_int(4, job.block_k) batch.set_input_unsigned(5, job.dim) batch.run_process() print("Runing time for worker:", self.name) print(time.time() - start_time)
def run(self): while not self.kill_received: # get a task try: job = self.work_queue.get_nowait() except Queue.Empty: break start_time = time.time(); bvpl_octree_batch.init_process("bvplPCAProjectProcess"); bvpl_octree_batch.set_input_from_db(0,job.global_pca); bvpl_octree_batch.set_input_int(1, job.scene_id); bvpl_octree_batch.set_input_int(2, job.block_i); bvpl_octree_batch.set_input_int(3, job.block_j); bvpl_octree_batch.set_input_int(4, job.block_k); bvpl_octree_batch.run_process(); bvpl_octree_batch.clear(); print ("Runing time for worker:", self.name) print(time.time() - start_time);
def run(self): while not self.kill_received: # get a task try: job = self.work_queue.get_nowait() except Queue.Empty: break start_time = time.time() print("Computing Error Scene") bvpl_octree_batch.init_process("bvplComputePCAErrorBlockProcess") bvpl_octree_batch.set_input_from_db(0, job.pca_info) bvpl_octree_batch.set_input_from_db(1, job.pca_error_scenes) bvpl_octree_batch.set_input_int(2, job.block_i) bvpl_octree_batch.set_input_int(3, job.block_j) bvpl_octree_batch.set_input_int(4, job.block_k) bvpl_octree_batch.set_input_unsigned(5, job.dim) bvpl_octree_batch.run_process() print("Runing time for worker:", self.name) print(time.time() - start_time)
def run(self): while not self.kill_received: # get a task try: job = self.work_queue.get_nowait() except Queue.Empty: break start_time = time.time(); bvpl_octree_batch.init_process("bvplCombinePairwiseStatisticsProcess"); bvpl_octree_batch.set_input_string(0,job.stats_file1); bvpl_octree_batch.set_input_string(1,job.stats_file2); bvpl_octree_batch.set_input_string(2,job.stats_file_out); bvpl_octree_batch.run_process(); print ("Runing time for worker:", self.name) print(time.time() - start_time); #output exit code in this case #important: having a result queue makes the execute_jobs wait for all jobs in the queue before exiting self.result_queue.put(0);
def run(self): while not self.kill_received: # get a task try: job = self.work_queue.get_nowait() except Queue.Empty: break start_time = time.time(); bvpl_octree_batch.set_stdout('logs/log_' + str(os.getpid())+ ".txt"); print("Running Kernel"); bvpl_octree_batch.init_process("bvplBlockKernelOperatorProcess"); bvpl_octree_batch.set_input_from_db(0,job.scene); bvpl_octree_batch.set_input_from_db(1,job.kernel); bvpl_octree_batch.set_input_int(2, job.block_i); bvpl_octree_batch.set_input_int(3, job.block_j) bvpl_octree_batch.set_input_int(4, job.block_k) bvpl_octree_batch.set_input_string(5,"algebraic"); bvpl_octree_batch.set_input_string(6, job.output_path); bvpl_octree_batch.set_input_double(7, job.cell_length); bvpl_octree_batch.run_process(); print ("Runing time for worker:", self.name) print(time.time() - start_time); #free memory bvpl_octree_batch.reset_stdout(); bvpl_octree_batch.clear(); #output exit code in this case #important: having a result queue makes the execute_jobs wait for all jobs in the queue before exiting self.result_queue.put(0);
def run(self): while not self.kill_received: # get a task try: job = self.work_queue.get_nowait() except Queue.Empty: break start_time = time.time() print("Creating a Scene") batch.init_process("boxmCreateSceneProcess") batch.set_input_string(0, job.scene_path) batch.run_process() (scene_id, scene_type) = batch.commit_output(0) scene = dbvalue(scene_id, scene_type) print("Explore Histogram") batch.init_process("bvplSceneHistorgramProcess") batch.set_input_from_db(0, scene) batch.run_process() print("Runing time for worker:", self.name) print(time.time() - start_time)
def run(self): while not self.kill_received: # get a task try: job = self.work_queue.get_nowait() except Queue.Empty: break start_time = time.time(); print("Creating a Scene"); bvpl_octree_batch.init_process("boxmCreateSceneProcess"); bvpl_octree_batch.set_input_string(0, job.scene_path ); bvpl_octree_batch.run_process(); (scene_id, scene_type) = bvpl_octree_batch.commit_output(0); scene= dbvalue(scene_id, scene_type); print("Explore Histogram"); bvpl_octree_batch.init_process("bvplSceneHistorgramProcess"); bvpl_octree_batch.set_input_from_db(0,scene); bvpl_octree_batch.run_process(); print ("Runing time for worker:", self.name) print(time.time() - start_time);
def run(self): while not self.kill_received: # get a task try: job = self.work_queue.get_nowait() except Queue.Empty: break start_time = time.time(); bvpl_octree_batch.init_process("bvplThresholdCornersProcess"); bvpl_octree_batch.set_input_from_db(0,job.global_taylor); bvpl_octree_batch.set_input_from_db(1,job.global_corners); bvpl_octree_batch.set_input_int(2, job.scene_id); bvpl_octree_batch.set_input_float(3, job.harris_threshold); bvpl_octree_batch.set_input_string(4, job.output_path); bvpl_octree_batch.run_process(); #Save dristhi raw scene drishti_dir = job.output_path + "/drishti"; if not os.path.isdir(drishti_dir +"/"): os.mkdir(drishti_dir +"/"); path_scene_out = drishti_dir + "/valid_scene"; print("Creating a Scene"); bvpl_octree_batch.init_process("boxmCreateSceneProcess"); bvpl_octree_batch.set_input_string(0, job.output_path + "/valid_scene_" + str(job.scene_id) + ".xml"); bvpl_octree_batch.run_process(); (id, type) = bvpl_octree_batch.commit_output(0); scene= dbvalue(id, type); print("Save Scene"); bvpl_octree_batch.init_process("boxmSaveSceneRawProcess"); bvpl_octree_batch.set_input_from_db(0,scene); bvpl_octree_batch.set_input_string(1, path_scene_out); bvpl_octree_batch.set_input_unsigned(2,0); bvpl_octree_batch.set_input_unsigned(3,1); bvpl_octree_batch.run_process(); bvpl_octree_batch.clear(); print ("Runing time for worker:", self.name) print(time.time() - start_time);
print("**********Executing init_global_taylor.py **********") bvpl_octree_batch.register_processes(); bvpl_octree_batch.register_datatypes(); #Parse inputs parser = optparse.OptionParser(description='Init taylor'); parser.add_option('--taylor_dir', action="store", dest="taylor_dir"); parser.add_option('--dimension', action="store", dest="dimension", type ="int", default=10); options, args = parser.parse_args(); taylor_dir = options.taylor_dir; dimension = options.dimension; temp_results_dir = taylor_dir + "/temp"; if not os.path.isdir(taylor_dir +"/"): print "Invalid taylor Dir" sys.exit(-1); start_time = time.time(); bvpl_octree_batch.init_process("bvplInitGlobalTaylorProcess"); bvpl_octree_batch.set_input_string(0,taylor_dir); bvpl_octree_batch.set_input_int(1, dimension); bvpl_octree_batch.run_process(); print ("Total running time: "); print(time.time() - start_time);
pca_dir = options.pca_dir train_fraction = options.train_fraction if not os.path.isdir(model_dir + "/"): print "Invalid Model Dir" sys.exit(-1) if not os.path.isdir(pca_dir + "/"): os.makedirs(pca_dir + "/") print("Extracting Principal Components patches") print("Creating a Scene") bvpl_octree_batch.init_process("boxmCreateSceneProcess") bvpl_octree_batch.set_input_string(0, model_dir + "/mean_color_scene.xml") bvpl_octree_batch.run_process() (scene_id, scene_type) = bvpl_octree_batch.commit_output(0) scene = dbvalue(scene_id, scene_type) start_time = time.time() print("Extract PC") bvpl_octree_batch.init_process("bvplDiscoverPCAFeaturesProcess") bvpl_octree_batch.set_input_from_db(0, scene) bvpl_octree_batch.set_input_string(1, pca_dir) bvpl_octree_batch.set_input_double(2, train_fraction) bvpl_octree_batch.set_input_int(3, -2) #min and max points of the kernel bvpl_octree_batch.set_input_int(4, -2) bvpl_octree_batch.set_input_int(5, -2) bvpl_octree_batch.set_input_int(6, 2)
nblocks_z = options.nblocks_z num_cores = options.num_cores dimension = options.dimension if not os.path.isdir(model_dir + "/"): print "Invalid Model Dir" sys.exit(-1) if not os.path.isdir(pca_dir + "/"): print "Invalid PCA Dir" sys.exit(-1) print("Loading Data Scene") batch.init_process("boxmCreateSceneProcess") batch.set_input_string(0, model_dir + "/mean_color_scene.xml") batch.run_process() (scene_id, scene_type) = batch.commit_output(0) data_scene = dbvalue(scene_id, scene_type) # Load pca scenes pca_feature_dim = 125 print("Loading PCA Error Scenes") batch.init_process("bvplLoadPCAErrorSceneProcess") batch.set_input_from_db(0, data_scene) batch.set_input_string(1, pca_dir) batch.set_input_unsigned( 2, pca_feature_dim) # dimension pca feature batch.run_process() (id, type) = batch.commit_output(0) pca_scenes = dbvalue(id, type)