print(toz) #if read_count == 4: #break #if not LUT_file in read_lut_list: (sza, vza, raa, alb, pre, wav, ps_in, zs_in, ts_in, o3_in, taudp_in, nl_in, rad, albwf, o3wf) = load_LUT(LUT_file) timestamp = time.time() wav_l = list(wav) #wav_num = len(wav) wav300 = wav[660:] wav_num = len(wav300) (pre_list, alb_list, raa_list, vza_list, sza_list, toz_list) = features_maker_toz( pre, alb, raa, vza, sza, toz) train_loader, valid_loader, test_loader = XY_data_loader_toz_800(pre_list, alb_list, raa_list, vza_list, sza_list, toz_list, rad, albwf, o3wf) pre_list = None alb_list = None raa_list = None vza_list = None sza_list = None toz_list = None rad = None albwf = None o3wf = None for i, (features, radiances) in enumerate(train_loader):
wav_list = list(wav300) sza_train_idx = np.array( [0, 16, 31, 44, 55, 64, 71, 77, 82, 86, 89, 91], dtype=np.int) sza_test_idx = np.array([ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 56, 57, 58, 59, 60, 61, 62, 63, 65, 66, 67, 68, 69, 70, 72, 73, 74, 75, 76, 78, 79, 80, 81, 83, 84, 85, 87, 88, 90, 92 ], dtype=np.int) (pre_list_train, alb_list_train, raa_list_train, vza_list_train, sza_list_train, toz_list_train) = features_maker_toz(pre, alb, raa, vza, sza[sza_train_idx], toz) (pre_list_test, alb_list_test, raa_list_test, vza_list_test, sza_list_test, toz_list_test) = features_maker_toz(pre, alb, raa, vza, sza[sza_test_idx], toz) train_loader = XY_data_loader_toz_800_v2_sza_train_radlog( pre_list_train, alb_list_train, raa_list_train, vza_list_train, sza_list_train, toz_list_train, rad[0][0][0][0][sza_train_idx][:], albwf[0][0][0][0][sza_train_idx][:], o3wf[0][0][0][0][sza_train_idx][:]) test_loader = XY_data_loader_toz_800_v2_sza_test_radlog( pre_list_test, alb_list_test, raa_list_test, vza_list_test, sza_list_test, toz_list_test, rad[0][0][0][0][sza_test_idx][:],
wav_num = len(wav300) wav_list = list(wav300) sza_train_idx = np.array([0, 16, 31, 44, 55, 64, 71, 77, 82, 86, 89, 91], dtype=np.int) sza_test_idx = np.array([ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 56, 57, 58, 59, 60, 61, 62, 63, 65, 66, 67, 68, 69, 70, 72, 73, 74, 75, 76, 78, 79, 80, 81, 83, 84, 85, 87, 88, 90, 92 ], dtype=np.int) (pre_list, alb_list, raa_list, vza_list, sza_list, toz_list) = features_maker_toz(pre, alb, raa, vza, sza, toz) all_loader = XY_data_loader_toz_800_v2_sza_all( pre_list, alb_list, raa_list, vza_list, sza_list, toz_list, rad[0][0][0][0][:][:], albwf[0][0][0][0][:][:], o3wf[0][0][0][0][:][:]) #train_loader = XY_data_loader_toz_800_v2_sza_train(pre_list_train, #alb_list_train, raa_list_train, vza_list_train, sza_list_train, #toz_list_train, #rad[0][0][0][0][sza_train_idx][:], #albwf[0][0][0][0][sza_train_idx][:], #o3wf[0][0][0][0][sza_train_idx][:]) #test_loader = XY_data_loader_toz_800_v2_sza_test(pre_list_test, #alb_list_test, raa_list_test, vza_list_test, sza_list_test, #toz_list_test,