def query_open_in_glue(args): SETTINGS = open_settings() Session, engine = load_connection(SETTINGS['connection_string']) drops = map(''.join, itertools.product(*((c.upper(), c.lower()) for c in 'DROP'))) ''' for drop in drops: if drop in query: print(query) print('WHY WOULD YOU TRY TO DROP THE TABLE? GET OUT!!!!!!!!!!!') exit() ''' connection = engine.connect() results = build_query(connection, args) data_dict = {} for row in results: for key in results.keys(): data_dict.setdefault(key, []).append(row[key]) data = pd.DataFrame(data_dict) qglue(data=data)
def main(**kwargs): if ('pkl' in kwargs['fname']) | ('pic' in kwargs['fname']): with open(kwargs['fname'], 'rb') as f: df = pickle.load(f) # if a dictionary, assume all members are dataframes if isinstance(df, dict): qglue(**df) elif 'csv' in kwargs['fname']: df = pd.DataFrame.from_csv(kwargs['fname'], index_col=None) qglue(df=df)
dname = dset_fmt.format(i+1) for window in windows: ys, ye = window[0] xs, xe = window[1] fid[dname][ys:ye, xs:xe] = result[i, ys:ye, xs:xe] fid.close() # prep data for glue result = result[:, ::-1, :] data = {} for i, bname in enumerate(bnames): data[bname] = result[i] qglue(data=data) # For when we have already created the file fid = h5py.File('ndvi_mosaic.kea', 'r') dsets = {} hdr = fid['HEADER'] rows, cols = [int(res) for res in hdr['SIZE'][:]] nbands = hdr['NUMBANDS'][:][0] windows = generate_tiles(cols, rows, 2000, 2000, False) result = numpy.zeros((14, rows, cols), dtype='float32') dset_fmt = 'BAND{}/DATA' for i in range(nbands): bnum = i+1 dname = dset_fmt.format(bnum) dsets[bnum] = fid[dname]
for i in range(out_nbands): dname = dset_fmt.format(i + 1) for window in windows: ys, ye = window[0] xs, xe = window[1] fid[dname][ys:ye, xs:xe] = result[i, ys:ye, xs:xe] fid.close() # prep data for glue result = result[:, ::-1, :] data = {} for i, bname in enumerate(bnames): data[bname] = result[i] qglue(data=data) # For when we have already created the file fid = h5py.File('ndvi_mosaic.kea', 'r') dsets = {} hdr = fid['HEADER'] rows, cols = [int(res) for res in hdr['SIZE'][:]] nbands = hdr['NUMBANDS'][:][0] windows = generate_tiles(cols, rows, 2000, 2000, False) result = numpy.zeros((14, rows, cols), dtype='float32') dset_fmt = 'BAND{}/DATA' for i in range(nbands): bnum = i + 1 dname = dset_fmt.format(bnum) dsets[bnum] = fid[dname]