def query_open_in_glue(args):
SETTINGS = open_settings()
Session, engine = load_connection(SETTINGS['connection_string'])
drops = map(''.join,
itertools.product(*((c.upper(), c.lower()) for c in 'DROP')))
'''
for drop in drops:
if drop in query:
print(query)
print('WHY WOULD YOU TRY TO DROP THE TABLE? GET OUT!!!!!!!!!!!')
exit()
'''
connection = engine.connect()
results = build_query(connection, args)
data_dict = {}
for row in results:
for key in results.keys():
data_dict.setdefault(key, []).append(row[key])
data = pd.DataFrame(data_dict)
qglue(data=data)
def query_open_in_glue(args):
SETTINGS = open_settings()
Session, engine = load_connection(SETTINGS['connection_string'])
drops = map(''.join, itertools.product(*((c.upper(), c.lower()) for c in 'DROP')))
'''
for drop in drops:
if drop in query:
print(query)
print('WHY WOULD YOU TRY TO DROP THE TABLE? GET OUT!!!!!!!!!!!')
exit()
'''
connection = engine.connect()
results = build_query(connection, args)
data_dict = {}
for row in results:
for key in results.keys():
data_dict.setdefault(key, []).append(row[key])
data = pd.DataFrame(data_dict)
qglue(data=data)
def main(**kwargs):
if ('pkl' in kwargs['fname']) | ('pic' in kwargs['fname']):
with open(kwargs['fname'], 'rb') as f:
df = pickle.load(f)
# if a dictionary, assume all members are dataframes
if isinstance(df, dict):
qglue(**df)
elif 'csv' in kwargs['fname']:
df = pd.DataFrame.from_csv(kwargs['fname'], index_col=None)
qglue(df=df)
dname = dset_fmt.format(i+1)
for window in windows:
ys, ye = window[0]
xs, xe = window[1]
fid[dname][ys:ye, xs:xe] = result[i, ys:ye, xs:xe]
fid.close()
# prep data for glue
result = result[:, ::-1, :]
data = {}
for i, bname in enumerate(bnames):
data[bname] = result[i]
qglue(data=data)
# For when we have already created the file
fid = h5py.File('ndvi_mosaic.kea', 'r')
dsets = {}
hdr = fid['HEADER']
rows, cols = [int(res) for res in hdr['SIZE'][:]]
nbands = hdr['NUMBANDS'][:][0]
windows = generate_tiles(cols, rows, 2000, 2000, False)
result = numpy.zeros((14, rows, cols), dtype='float32')
dset_fmt = 'BAND{}/DATA'
for i in range(nbands):
bnum = i+1
dname = dset_fmt.format(bnum)
dsets[bnum] = fid[dname]
for i in range(out_nbands):
dname = dset_fmt.format(i + 1)
for window in windows:
ys, ye = window[0]
xs, xe = window[1]
fid[dname][ys:ye, xs:xe] = result[i, ys:ye, xs:xe]
fid.close()
# prep data for glue
result = result[:, ::-1, :]
data = {}
for i, bname in enumerate(bnames):
data[bname] = result[i]
qglue(data=data)
# For when we have already created the file
fid = h5py.File('ndvi_mosaic.kea', 'r')
dsets = {}
hdr = fid['HEADER']
rows, cols = [int(res) for res in hdr['SIZE'][:]]
nbands = hdr['NUMBANDS'][:][0]
windows = generate_tiles(cols, rows, 2000, 2000, False)
result = numpy.zeros((14, rows, cols), dtype='float32')
dset_fmt = 'BAND{}/DATA'
for i in range(nbands):
bnum = i + 1
dname = dset_fmt.format(bnum)
dsets[bnum] = fid[dname]
