예제 #1
0
            print(toz)
            
        #if read_count == 4:
            #break

        #if not LUT_file in read_lut_list:
            (sza, vza, raa, alb, pre, wav, ps_in, zs_in, ts_in, o3_in, taudp_in, nl_in,
                rad, albwf, o3wf) = load_LUT(LUT_file)
            timestamp = time.time()

            wav_l = list(wav)
            #wav_num = len(wav)
            wav300 = wav[660:]
            wav_num = len(wav300)

            (pre_list, alb_list, raa_list, vza_list, sza_list, toz_list) = features_maker_toz(
                    pre, alb, raa, vza, sza, toz)    
            train_loader, valid_loader, test_loader = XY_data_loader_toz_800(pre_list, alb_list,
                    raa_list, vza_list, sza_list, toz_list, rad, albwf, o3wf)

            pre_list = None
            alb_list = None
            raa_list = None
            vza_list = None
            sza_list = None
            toz_list = None
            rad = None
            albwf = None
            o3wf = None


            for i, (features, radiances) in enumerate(train_loader):
예제 #2
0
        wav_list = list(wav300)

        sza_train_idx = np.array(
            [0, 16, 31, 44, 55, 64, 71, 77, 82, 86, 89, 91], dtype=np.int)
        sza_test_idx = np.array([
            1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 19, 20,
            21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 35, 36, 37, 38,
            39, 40, 41, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 56, 57,
            58, 59, 60, 61, 62, 63, 65, 66, 67, 68, 69, 70, 72, 73, 74, 75, 76,
            78, 79, 80, 81, 83, 84, 85, 87, 88, 90, 92
        ],
                                dtype=np.int)

        (pre_list_train, alb_list_train, raa_list_train, vza_list_train,
         sza_list_train,
         toz_list_train) = features_maker_toz(pre, alb, raa, vza,
                                              sza[sza_train_idx], toz)

        (pre_list_test, alb_list_test, raa_list_test, vza_list_test,
         sza_list_test,
         toz_list_test) = features_maker_toz(pre, alb, raa, vza,
                                             sza[sza_test_idx], toz)

        train_loader = XY_data_loader_toz_800_v2_sza_train_radlog(
            pre_list_train, alb_list_train, raa_list_train, vza_list_train,
            sza_list_train, toz_list_train, rad[0][0][0][0][sza_train_idx][:],
            albwf[0][0][0][0][sza_train_idx][:],
            o3wf[0][0][0][0][sza_train_idx][:])

        test_loader = XY_data_loader_toz_800_v2_sza_test_radlog(
            pre_list_test, alb_list_test, raa_list_test, vza_list_test,
            sza_list_test, toz_list_test, rad[0][0][0][0][sza_test_idx][:],
    wav_num = len(wav300)
    wav_list = list(wav300)

    sza_train_idx = np.array([0, 16, 31, 44, 55, 64, 71, 77, 82, 86, 89, 91],
                             dtype=np.int)
    sza_test_idx = np.array([
        1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 19, 20, 21,
        22, 23, 24, 25, 26, 27, 28, 29, 30, 32, 33, 34, 35, 36, 37, 38, 39, 40,
        41, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 56, 57, 58, 59, 60,
        61, 62, 63, 65, 66, 67, 68, 69, 70, 72, 73, 74, 75, 76, 78, 79, 80, 81,
        83, 84, 85, 87, 88, 90, 92
    ],
                            dtype=np.int)

    (pre_list, alb_list, raa_list, vza_list, sza_list,
     toz_list) = features_maker_toz(pre, alb, raa, vza, sza, toz)

    all_loader = XY_data_loader_toz_800_v2_sza_all(
        pre_list, alb_list, raa_list, vza_list, sza_list, toz_list,
        rad[0][0][0][0][:][:], albwf[0][0][0][0][:][:], o3wf[0][0][0][0][:][:])

    #train_loader = XY_data_loader_toz_800_v2_sza_train(pre_list_train,
    #alb_list_train, raa_list_train, vza_list_train, sza_list_train,
    #toz_list_train,
    #rad[0][0][0][0][sza_train_idx][:],
    #albwf[0][0][0][0][sza_train_idx][:],
    #o3wf[0][0][0][0][sza_train_idx][:])

    #test_loader = XY_data_loader_toz_800_v2_sza_test(pre_list_test,
    #alb_list_test, raa_list_test, vza_list_test, sza_list_test,
    #toz_list_test,