def render(scene, device, cache, cam, time=0, ni=1624, nj=1224, render_label=False): if cache.type == "bstm_cache_sptr": print "bstm_batch CPU render grey and vis not yet implemented" return elif cache.type == "bstm_opencl_cache_sptr" and device: bstm_batch.init_process("bstmOclRenderExpectedImageProcess") bstm_batch.set_input_from_db(0, device) bstm_batch.set_input_from_db(1, scene) bstm_batch.set_input_from_db(2, cache) bstm_batch.set_input_from_db(3, cam) bstm_batch.set_input_unsigned(4, ni) bstm_batch.set_input_unsigned(5, nj) bstm_batch.set_input_float(6, time) bstm_batch.set_input_bool(7, render_label) bstm_batch.run_process() (id, type) = bstm_batch.commit_output(0) exp_image = dbvalue(id, type) (id, type) = bstm_batch.commit_output(1) vis_image = dbvalue(id, type) return exp_image, vis_image else: print "ERROR: Cache type not recognized: ", cache.type
def image_size(img): bstm_batch.init_process("vilImageSizeProcess") bstm_batch.set_input_from_db(0, img) bstm_batch.run_process() (id, type) = bstm_batch.commit_output(0) ni = bstm_batch.get_output_unsigned(id) (id, type) = bstm_batch.commit_output(1) nj = bstm_batch.get_output_unsigned(id) return ni, nj
def image_range(img): bstm_batch.init_process("vilImageRangeProcess") bstm_batch.set_input_from_db(0, img) bstm_batch.run_process() (id, type) = bstm_batch.commit_output(0) minVal = bstm_batch.get_output_float(id) (id, type) = bstm_batch.commit_output(1) maxVal = bstm_batch.get_output_float(id) return minVal, maxVal
def image_range(img): bstm_batch.init_process('vilImageRangeProcess') bstm_batch.set_input_from_db(0, img) bstm_batch.run_process() (id, type) = bstm_batch.commit_output(0) minVal = bstm_batch.get_output_float(id) (id, type) = bstm_batch.commit_output(1) maxVal = bstm_batch.get_output_float(id) return minVal, maxVal
def image_size(img): bstm_batch.init_process('vilImageSizeProcess') bstm_batch.set_input_from_db(0, img) bstm_batch.run_process() (id, type) = bstm_batch.commit_output(0) ni = bstm_batch.get_output_unsigned(id) (id, type) = bstm_batch.commit_output(1) nj = bstm_batch.get_output_unsigned(id) return ni, nj
def scene_statistics(scene, cache): bstm_batch.init_process("bstmSceneStatisticsProcess") bstm_batch.set_input_from_db(0, scene) bstm_batch.set_input_from_db(1, cache) bstm_batch.run_process() (s1_id, s1_type) = bstm_batch.commit_output(0) (s2_id, s2_type) = bstm_batch.commit_output(1) (s3_id, s3_type) = bstm_batch.commit_output(2) s1 = bstm_batch.get_output_float(s1_id) s2 = bstm_batch.get_output_float(s2_id) s3 = bstm_batch.get_output_unsigned(s3_id) return [s1, s2, s3]
def project_point(camera, x, y, z): bstm_batch.init_process('vpglProjectProcess') bstm_batch.set_input_from_db(0, camera) bstm_batch.set_input_float(1, x) bstm_batch.set_input_float(2, y) bstm_batch.set_input_float(3, z) bstm_batch.run_process() (id, type) = bstm_batch.commit_output(0) u = bstm_batch.get_output_float(id) (id, type) = bstm_batch.commit_output(1) v = bstm_batch.get_output_float(id) return (u, v)
def scene_statistics(scene, cache): bstm_batch.init_process("bstmSceneStatisticsProcess"); bstm_batch.set_input_from_db(0, scene ); bstm_batch.set_input_from_db(1, cache ); bstm_batch.run_process(); (s1_id, s1_type) = bstm_batch.commit_output(0); (s2_id, s2_type) = bstm_batch.commit_output(1); (s3_id, s3_type) = bstm_batch.commit_output(2); s1 = bstm_batch.get_output_float(s1_id); s2 = bstm_batch.get_output_float(s2_id); s3 = bstm_batch.get_output_unsigned(s3_id); return [s1,s2,s3]
def load_image(file_path): bstm_batch.init_process("vilLoadImageViewProcess") bstm_batch.set_input_string(0, file_path) bstm_batch.run_process() (id, type) = bstm_batch.commit_output(0) (ni_id, ni_type) = bstm_batch.commit_output(1) (nj_id, nj_type) = bstm_batch.commit_output(2) ni = bstm_batch.get_output_unsigned(ni_id) nj = bstm_batch.get_output_unsigned(nj_id) img = dbvalue(id, type) bstm_batch.remove_data(ni_id) bstm_batch.remove_data(nj_id) return img, ni, nj
def gradient(img): bstm_batch.init_process("vilGradientProcess") bstm_batch.set_input_from_db(0, img) bstm_batch.run_process() # x image (id, type) = bstm_batch.commit_output(0) dIdx = dbvalue(id, type) # y image (id, type) = bstm_batch.commit_output(1) dIdy = dbvalue(id, type) # mag image (id, type) = bstm_batch.commit_output(2) magImg = dbvalue(id, type) return dIdx, dIdy, magImg
def gradient(img): bstm_batch.init_process('vilGradientProcess') bstm_batch.set_input_from_db(0, img) bstm_batch.run_process() # x image (id, type) = bstm_batch.commit_output(0) dIdx = dbvalue(id, type) # y image (id, type) = bstm_batch.commit_output(1) dIdy = dbvalue(id, type) # mag image (id, type) = bstm_batch.commit_output(2) magImg = dbvalue(id, type) return dIdx, dIdy, magImg
def load_perspective_camera_from_kml_file(NI, NJ, kml_file): bstm_batch.init_process("vpglLoadPerspCameraFromKMLFileProcess") bstm_batch.set_input_unsigned(0, NI) bstm_batch.set_input_unsigned(1, NJ) bstm_batch.set_input_string(2, kml_file) bstm_batch.run_process() (id, type) = bstm_batch.commit_output(0) cam = dbvalue(id, type) (id, type) = bstm_batch.commit_output(1) longitude = bstm_batch.get_output_double(id) (id, type) = bstm_batch.commit_output(2) latitude = bstm_batch.get_output_double(id) (id, type) = bstm_batch.commit_output(3) altitude = bstm_batch.get_output_double(id) return cam, longitude, latitude, altitude
def trajectory_next(trajectory): bstm_batch.init_process("bstmViewTrajectoryNextProcess") bstm_batch.set_input_from_db(0, trajectory) bstm_batch.run_process() (id, type) = bstm_batch.commit_output(0) cam = dbvalue(id, type) return cam
def rgb2gray(img): bstm_batch.init_process("vilRGBToGreyProcess") bstm_batch.set_input_from_db(0, img) bstm_batch.run_process() (id, type) = bstm_batch.commit_output(0) outimg = dbvalue(id, type) return outimg
def trajectory_next(trajectory) : bstm_batch.init_process("bstmViewTrajectoryNextProcess"); bstm_batch.set_input_from_db(0, trajectory); bstm_batch.run_process(); (id,type) = bstm_batch.commit_output(0); cam = dbvalue(id,type); return cam;
def load_projective_camera(file_path): bstm_batch.init_process("vpglLoadProjCameraProcess") bstm_batch.set_input_string(0, file_path) bstm_batch.run_process() (id, type) = bstm_batch.commit_output(0) cam = dbvalue(id, type) return cam
def bundle2scene(bundle_file, img_dir, app_model="bstm_mog3_grey", isalign=True, out_dir="", timeSteps=32): if app_model == "bstm_mog3_grey": nobs_model = "bstm_num_obs" else: print "ERROR appearance model not recognized!!!", app_model return # run process bstm_batch.init_process("bstmBundleToSceneProcess") bstm_batch.set_input_string(0, bundle_file) bstm_batch.set_input_string(1, img_dir) bstm_batch.set_input_string(2, app_model) bstm_batch.set_input_string(3, nobs_model) bstm_batch.set_input_bool(4, isalign) bstm_batch.set_input_unsigned(5, timeSteps) bstm_batch.set_input_string(6, out_dir) bstm_batch.run_process() (scene_id, scene_type) = bstm_batch.commit_output(0) uscene = dbvalue(scene_id, scene_type) return uscene
def load_perspective_camera(file_path) : bstm_batch.init_process("vpglLoadPerspectiveCameraProcess"); bstm_batch.set_input_string(0, file_path); bstm_batch.run_process(); (id,type) = bstm_batch.commit_output(0); cam = dbvalue(id,type); return cam;
def convert_image(img, type="byte"): bstm_batch.init_process("vilConvertPixelTypeProcess") bstm_batch.set_input_from_db(0, img) bstm_batch.set_input_string(1, type) bstm_batch.run_process() (id, type) = bstm_batch.commit_output(0) cimg = dbvalue(id, type) return cimg
def image_mean(img): bstm_batch.init_process("vilImageMeanProcess") bstm_batch.set_input_from_db(0, img) bstm_batch.run_process() (id, type) = bstm_batch.commit_output(0) mean_val = bstm_batch.get_output_float(id) bstm_batch.remove_data(id) return mean_val
def img_sum(img, plane_index=0): bstm_batch.init_process("vilImageSumProcess") bstm_batch.set_input_from_db(0, img) bstm_batch.set_input_unsigned(1, plane_index) bstm_batch.run_process() (id, type) = bstm_batch.commit_output(0) value = bstm_batch.get_output_double(id) return value
def close_image(img, disk_radius): bstm_batch.init_process("vilImageClosingDiskProcess") bstm_batch.set_input_from_db(0, img) bstm_batch.set_input_float(1, disk_radius) bstm_batch.run_process() (id, type) = bstm_batch.commit_output(0) cimg = dbvalue(id, type) return cimg
def trajectory_size(trajectory): bstm_batch.init_process("bstmViewTrajectorySizeProcess") bstm_batch.set_input_from_db(0, trajectory) bstm_batch.run_process() (id, type) = bstm_batch.commit_output(0) size = bstm_batch.get_output_unsigned(id) bstm_batch.remove_data(id) return size
def load_scene(scene_str): #print("Loading a Scene from file: ", scene_str); bstm_batch.init_process("bstmLoadSceneProcess") bstm_batch.set_input_string(0, scene_str) bstm_batch.run_process() (scene_id, scene_type) = bstm_batch.commit_output(0) scene = dbvalue(scene_id, scene_type) return scene
def trajectory_size(trajectory): bstm_batch.init_process("bstmViewTrajectorySizeProcess") bstm_batch.set_input_from_db(0, trajectory) bstm_batch.run_process() (id,type) = bstm_batch.commit_output(0) size = bstm_batch.get_output_unsigned(id) bstm_batch.remove_data(id) return size
def load_scene(scene_str): #print("Loading a Scene from file: ", scene_str); bstm_batch.init_process("bstmLoadSceneProcess"); bstm_batch.set_input_string(0, scene_str); bstm_batch.run_process(); (scene_id, scene_type) = bstm_batch.commit_output(0); scene = dbvalue(scene_id, scene_type); return scene;
def pixel(img, point): bstm_batch.init_process("vilPixelValueProcess") bstm_batch.set_input_from_db(0, img) bstm_batch.set_input_int(1, int(point[0])) bstm_batch.set_input_int(2, int(point[1])) bstm_batch.run_process() (id, type) = bstm_batch.commit_output(0) val = bstm_batch.get_output_float(id) return val
def binary_img_op(img1, img2, operation="sum"): bstm_batch.init_process("vilBinaryImageOpProcess") bstm_batch.set_input_from_db(0, img1) bstm_batch.set_input_from_db(1, img2) bstm_batch.set_input_string(2, operation) bstm_batch.run_process() (id, type) = bstm_batch.commit_output(0) out = dbvalue(id, type) return out
def gradient_angle(Ix, Iy): bstm_batch.init_process('vilGradientAngleProcess') bstm_batch.set_input_from_db(0, Ix) bstm_batch.set_input_from_db(1, Iy) bstm_batch.run_process() # x image (id, type) = bstm_batch.commit_output(0) angleImg = dbvalue(id, type) return angleImg
def pixel_wise_roc(cd_img, gt_img, mask_img=None): bstm_batch.init_process("vilPixelwiseRocProcess") bstm_batch.set_input_from_db(0, cd_img) bstm_batch.set_input_from_db(1, gt_img) if mask_img: bstm_batch.set_input_from_db(2, mask_img) bstm_batch.run_process() (id, type) = bstm_batch.commit_output(0) tp = bstm_batch.get_bbas_1d_array_float(id) (id, type) = bstm_batch.commit_output(1) tn = bstm_batch.get_bbas_1d_array_float(id) (id, type) = bstm_batch.commit_output(2) fp = bstm_batch.get_bbas_1d_array_float(id) (id, type) = bstm_batch.commit_output(3) fn = bstm_batch.get_bbas_1d_array_float(id) # return tuple of true positives, true negatives, false positives, etc.. return (tp, tn, fp, fn)
def gradient_angle(Ix, Iy): bstm_batch.init_process("vilGradientAngleProcess") bstm_batch.set_input_from_db(0, Ix) bstm_batch.set_input_from_db(1, Iy) bstm_batch.run_process() # x image (id, type) = bstm_batch.commit_output(0) angleImg = dbvalue(id, type) return angleImg
def threshold_image(img, value, threshold_above=True): bstm_batch.init_process("vilThresholdImageProcess") bstm_batch.set_input_from_db(0,img) bstm_batch.set_input_float(1,value) bstm_batch.set_input_bool(2,threshold_above) bstm_batch.run_process() (id,type) = bstm_batch.commit_output(0) mask = dbvalue(id,type) return mask
def resize(img, ni, nj, pixel="float"): bstm_batch.init_process("vilResampleProcess") bstm_batch.set_input_from_db(0, img) bstm_batch.set_input_int(1, ni) bstm_batch.set_input_int(2, nj) bstm_batch.set_input_string(3, pixel) bstm_batch.run_process() (id, type) = bstm_batch.commit_output(0) img = dbvalue(id, type) return img
def convert_to_generic_camera(cam_in, ni, nj, level=0): bstm_batch.init_process('vpglConvertToGenericCameraProcess') bstm_batch.set_input_from_db(0, cam_in) bstm_batch.set_input_unsigned(1, ni) bstm_batch.set_input_unsigned(2, nj) bstm_batch.set_input_unsigned(3, level) bstm_batch.run_process() (id, type) = bstm_batch.commit_output(0) generic_cam = dbvalue(id, type) return generic_cam
def persp2gen(pcam, ni, nj, level=0): bstm_batch.init_process("vpglConvertToGenericCameraProcess") bstm_batch.set_input_from_db(0, pcam) bstm_batch.set_input_unsigned(1, ni) bstm_batch.set_input_unsigned(2, nj) bstm_batch.set_input_unsigned(3, level) bstm_batch.run_process() (id, type) = bstm_batch.commit_output(0) gcam = dbvalue(id, type) return gcam
def ocl_info(): #print("Init Manager"); bstm_batch.init_process("boclInitManagerProcess"); bstm_batch.run_process(); (id, type) = bstm_batch.commit_output(0); mgr = dbvalue(id, type); print("Get OCL info"); bstm_batch.init_process("bocl_info_process"); bstm_batch.set_input_from_db(0,mgr) bstm_batch.run_process();
def crop_image(img, i0, j0, ni, nj): bstm_batch.init_process("vilCropImageProcess") bstm_batch.set_input_from_db(0, img) bstm_batch.set_input_unsigned(1, i0) bstm_batch.set_input_unsigned(2, j0) bstm_batch.set_input_unsigned(3, ni) bstm_batch.set_input_unsigned(4, nj) bstm_batch.run_process() (id, type) = bstm_batch.commit_output(0) img_out = dbvalue(id, type) return img_out
def ocl_info(): #print("Init Manager"); bstm_batch.init_process("boclInitManagerProcess") bstm_batch.run_process() (id, type) = bstm_batch.commit_output(0) mgr = dbvalue(id, type) print("Get OCL info") bstm_batch.init_process("bocl_info_process") bstm_batch.set_input_from_db(0, mgr) bstm_batch.run_process()
def init_trajectory(scene, startInc, endInc, radius, ni=1280, nj=720) : bstm_batch.init_process("bstmViewInitTrajectoryProcess"); bstm_batch.set_input_from_db(0, scene); bstm_batch.set_input_double(1, float(startInc) ); #incline0 bstm_batch.set_input_double(2, float(endInc) ); #incline1 bstm_batch.set_input_double(3, float(radius) ); #radius bstm_batch.set_input_unsigned(4, ni); #ni bstm_batch.set_input_unsigned(5, nj); #nj bstm_batch.run_process(); (id,type) = bstm_batch.commit_output(0); trajectory = dbvalue(id,type); return trajectory;
def init_trajectory(scene, startInc, endInc, radius, ni=1280, nj=720): bstm_batch.init_process("bstmViewInitTrajectoryProcess") bstm_batch.set_input_from_db(0, scene) bstm_batch.set_input_double(1, float(startInc)) # incline0 bstm_batch.set_input_double(2, float(endInc)) # incline1 bstm_batch.set_input_double(3, float(radius)) # radius bstm_batch.set_input_unsigned(4, ni) # ni bstm_batch.set_input_unsigned(5, nj) # nj bstm_batch.run_process() (id, type) = bstm_batch.commit_output(0) trajectory = dbvalue(id, type) return trajectory
def update_change(scene, device, cache, cam, img, time, mask_img = None): bstm_batch.init_process("bstmOclUpdateChangeProcess"); bstm_batch.set_input_from_db(0,device); bstm_batch.set_input_from_db(1,scene); bstm_batch.set_input_from_db(2,cache); bstm_batch.set_input_from_db(3,cam); bstm_batch.set_input_from_db(4,img); bstm_batch.set_input_from_db(5,mask_img); bstm_batch.set_input_float(6,time); bstm_batch.run_process(); (id,type) = bstm_batch.commit_output(0); cd_img = dbvalue(id,type); return cd_img;
def update_change(scene, device, cache, cam, img, time, mask_img=None): bstm_batch.init_process("bstmOclUpdateChangeProcess") bstm_batch.set_input_from_db(0, device) bstm_batch.set_input_from_db(1, scene) bstm_batch.set_input_from_db(2, cache) bstm_batch.set_input_from_db(3, cam) bstm_batch.set_input_from_db(4, img) bstm_batch.set_input_from_db(5, mask_img) bstm_batch.set_input_float(6, time) bstm_batch.run_process() (id, type) = bstm_batch.commit_output(0) cd_img = dbvalue(id, type) return cd_img