def data_setting(self): loadPath = "data/" + str(self.simSizeLow) + "/high/" channelLayout_low = 'd' lowfilename = "density_%04d.uni" mfl = ["density"] channelLayout_low += ',vx,vy,vz' mfl = np.append(mfl, "vel") floader = FDL.FluidDataLoader(print_info=1, base_path=loadPath, filename=lowfilename, oldNamingScheme=False, filename_y=None, filename_index_min=self.start_frame, filename_index_max=self.total_frame, data_fraction=1.0, multi_file_list=mfl, multi_file_list_y=None) inputx, _, _ = floader.get() return inputx
useTempoL2 = False useDataAugmentation = 0 dirIDs = np.linspace(fromSim, toSim, (toSim - fromSim + 1), dtype='int16') tiCr = tc.TileCreator(tileSizeLow=tileSizeLow, simSizeLow=simSizeLow, dim=dataDimension, dim_t=1, channelLayout_low=channelLayout_low, upres=upRes) floader = FDL.FluidDataLoader(print_info=1, base_path=loadPath, filename=lowfilename, oldNamingScheme=False, filename_y=highfilename, filename_index_min=frame_min, filename_index_max=frame_max, indices=dirIDs, data_fraction=data_fraction, multi_file_list=mfl, multi_file_list_y=mfh) if useDataAugmentation: tiCr.initDataAugmentation(rot=rot, minScale=minScale, maxScale=maxScale, flip=flip) inputx, y, xFilenames = floader.get() tiCr.addData(inputx, y) print("Random seed: {}".format(randSeed))
densityMinimum=0.05, channelLayout_low=channelLayout_low) # #clear test images #if os.path.exists('../test_img/'): # shutil.rmtree('../test_img/') #os.makedirs('../test_img/') print('##### load') dirIDs = np.linspace(fromSim, toSim, (toSim - fromSim + 1), dtype='int16') lowfilename = "density_low_%04d.uni" highfilename = "density_high_%04d.uni" FDL = fdl.FluidDataLoader(print_info=1, base_path='../data/', filename=lowfilename, oldNamingScheme=False, filename_y=highfilename, filename_index_max=120, indices=dirIDs, data_fraction=1, multi_file_list=mfl, multi_file_list_y=mfh) x, y, xFilenames = FDL.get() print(x.shape) if 1: xt = [] for z in range(1, 4): Obsinput = x[:, :, :, :, int(5 * z - 1):int(5 * z)] densVel = x[:, :, :, :, int((z - 1) * 5):int(z * 5 - 1)] for i in range(0, x.shape[0]): for j in range(0, 64): for k in range(0, 64):
simSize = simSize // upRes tileSize = tileSize // upRes #load data mfl = ["density", "velocity"] #, "density", "velocity", "density", "velocity" ] mol = [0, 0] mfh = None if highIsLabel else ["density", "velocity"] moh = None if highIsLabel else [0, 0] floader = fdl.FluidDataLoader(print_info=1, base_path=sim_path, filename=lowfilename, oldNamingScheme=False, filename_y=highfilename, filename_index_max=200, indices=dirIDs, data_fraction=0.5, multi_file_list=mfl, multi_file_idxOff=mol, multi_file_list_y=mfh, multi_file_idxOff_y=moh) x, y, xFilenames = floader.get() print(x.shape) if not highIsLabel: print(y.shape) #save ref: if False: print('Output reference') tileShape = (x.shape[0], simSize, simSize, x.shape[-1]) tiles = np.reshape(x, tileShape) tc.savePngsGrayscale(tiles[:1],
data_fraction = 1.0 kt = 0.0 kt_l = 0.0 useTempoD = False useTempoL2 = False useDataAugmentation = 0 # load data floader = FDL.FluidDataLoader(print_info=3, base_path=packedSimPath, base_path_y=packedSimPath, numpy_seed=randSeed, filename=lowfilename, filename_index_min=frame_min, oldNamingScheme=False, filename_y=None, filename_index_max=frame_max, indices=dirIDs, data_fraction=data_fraction, multi_file_list=mfl, multi_file_list_y=mfh) x, y, _ = floader.get() x_3d = x x_3d[:, :, :, :, 1:4] = velScale * x_3d[:, :, :, :, 1:4] # scale velocity channels # 2D: tileSize x tileSize tiles; 3D: tileSize x tileSize x tileSize chunks n_input = tileSizeLow**2