def data_setting(self):
loadPath = "data/" + str(self.simSizeLow) + "/high/"
channelLayout_low = 'd'
lowfilename = "density_%04d.uni"
mfl = ["density"]
channelLayout_low += ',vx,vy,vz'
mfl = np.append(mfl, "vel")
floader = FDL.FluidDataLoader(print_info=1,
base_path=loadPath,
filename=lowfilename,
oldNamingScheme=False,
filename_y=None,
filename_index_min=self.start_frame,
filename_index_max=self.total_frame,
data_fraction=1.0,
multi_file_list=mfl,
multi_file_list_y=None)
inputx, _, _ = floader.get()
return inputx
useTempoL2 = False
useDataAugmentation = 0
dirIDs = np.linspace(fromSim, toSim, (toSim - fromSim + 1), dtype='int16')
tiCr = tc.TileCreator(tileSizeLow=tileSizeLow,
simSizeLow=simSizeLow,
dim=dataDimension,
dim_t=1,
channelLayout_low=channelLayout_low,
upres=upRes)
floader = FDL.FluidDataLoader(print_info=1,
base_path=loadPath,
filename=lowfilename,
oldNamingScheme=False,
filename_y=highfilename,
filename_index_min=frame_min,
filename_index_max=frame_max,
indices=dirIDs,
data_fraction=data_fraction,
multi_file_list=mfl,
multi_file_list_y=mfh)
if useDataAugmentation:
tiCr.initDataAugmentation(rot=rot,
minScale=minScale,
maxScale=maxScale,
flip=flip)
inputx, y, xFilenames = floader.get()
tiCr.addData(inputx, y)
print("Random seed: {}".format(randSeed))
densityMinimum=0.05,
channelLayout_low=channelLayout_low) #
#clear test images
#if os.path.exists('../test_img/'):
# shutil.rmtree('../test_img/')
#os.makedirs('../test_img/')
print('##### load')
dirIDs = np.linspace(fromSim, toSim, (toSim - fromSim + 1), dtype='int16')
lowfilename = "density_low_%04d.uni"
highfilename = "density_high_%04d.uni"
FDL = fdl.FluidDataLoader(print_info=1,
base_path='../data/',
filename=lowfilename,
oldNamingScheme=False,
filename_y=highfilename,
filename_index_max=120,
indices=dirIDs,
data_fraction=1,
multi_file_list=mfl,
multi_file_list_y=mfh)
x, y, xFilenames = FDL.get()
print(x.shape)
if 1:
xt = []
for z in range(1, 4):
Obsinput = x[:, :, :, :, int(5 * z - 1):int(5 * z)]
densVel = x[:, :, :, :, int((z - 1) * 5):int(z * 5 - 1)]
for i in range(0, x.shape[0]):
for j in range(0, 64):
for k in range(0, 64):
simSize = simSize // upRes
tileSize = tileSize // upRes
#load data
mfl = ["density",
"velocity"] #, "density", "velocity", "density", "velocity" ]
mol = [0, 0]
mfh = None if highIsLabel else ["density", "velocity"]
moh = None if highIsLabel else [0, 0]
floader = fdl.FluidDataLoader(print_info=1,
base_path=sim_path,
filename=lowfilename,
oldNamingScheme=False,
filename_y=highfilename,
filename_index_max=200,
indices=dirIDs,
data_fraction=0.5,
multi_file_list=mfl,
multi_file_idxOff=mol,
multi_file_list_y=mfh,
multi_file_idxOff_y=moh)
x, y, xFilenames = floader.get()
print(x.shape)
if not highIsLabel: print(y.shape)
#save ref:
if False:
print('Output reference')
tileShape = (x.shape[0], simSize, simSize, x.shape[-1])
tiles = np.reshape(x, tileShape)
tc.savePngsGrayscale(tiles[:1],
data_fraction = 1.0
kt = 0.0
kt_l = 0.0
useTempoD = False
useTempoL2 = False
useDataAugmentation = 0
# load data
floader = FDL.FluidDataLoader(print_info=3,
base_path=packedSimPath,
base_path_y=packedSimPath,
numpy_seed=randSeed,
filename=lowfilename,
filename_index_min=frame_min,
oldNamingScheme=False,
filename_y=None,
filename_index_max=frame_max,
indices=dirIDs,
data_fraction=data_fraction,
multi_file_list=mfl,
multi_file_list_y=mfh)
x, y, _ = floader.get()
x_3d = x
x_3d[:, :, :, :,
1:4] = velScale * x_3d[:, :, :, :, 1:4] # scale velocity channels
# 2D: tileSize x tileSize tiles; 3D: tileSize x tileSize x tileSize chunks
n_input = tileSizeLow**2