def Isect_mod_clim_ssar(project):
'''Isect_mod_clim_ssar(project, project_paths)
project_paths = {'climate_fn' :climate_fn,
'modis_fn' :modis_fn,
'ssarV1_dir' : '/space/wib_data/LANDCOVER/ss_ar_shp/',
'ssarV1_tiles' : tiles_dsn
}
# Define blocks of 30x30 MODIS cells (cells MUST NOT repeat!!)
# for given unique, unrepeated block (30x30) of MODIS cells:
# which regions ('tile_id') in tile_bounds.shp intersect block
# for those tile_id which intersect block:
# intersect modis features, climate features, lc features
# export lc isect to csv
# export applicable modis and climate cells to csv'''
# get ssarV1 attributes
ssar_attribs = Get_lc_attribs(project)
ssar_hdr = ['area','modis_area','modis_id','climate_id']
for attrib in ssar_attribs:
ssar_hdr.append(attrib)
# Make climate csv header
start_date = dt.datetime.strptime(str(project['modis_days'][0]), '%Y%j').date()
end_date = dt.datetime.strptime(str(project['modis_days'][-1]), '%Y%j').date()
numdays = (end_date-start_date).days + 1
daterange = [(start_date + dt.timedelta(days=x)).strftime('%Y%j') for x in range(0, numdays)]
project['climate_hdr'] = ['climate_id', 'x_ind', 'y_ind'] + daterange
# load climate bbox
climate_params = Parse_extents(project['paths']['climate_fn'])
climate_bbox = Mk_bbox(float(climate_params['xmin']), float(climate_params['ymin']), float(climate_params['xmax']), float(climate_params['ymax']))
# Define blocks of 30x30 MODIS cells (cells MUST NOT repeat!!)
mod_params = Parse_extents(project['paths']['modis_fn'])
mod_xmin = float(mod_params['xmin'])
mod_xmax = float(mod_params['xmax'])
mod_ymin = float(mod_params['ymin'])
mod_ymax = float(mod_params['ymax'])
mod_dx = mod_params['dx']
mod_dy = mod_params['dy']
mod_prj = mod_params['srs']
tile_dx = mod_dx * 30
tile_dy = mod_dy * 30
# load ssarV1 tile bounds
ssarV1_ds, ssarV1_lyr = Ogr_open(project['paths']['ssarV1_tiles'])
ssarV1_r = FastRtree(project['paths']['ssarV1_tiles'])
# Define shapefile path for tile_bounds.shp, with feature type polygon
if 'restart' in project.keys():
modis_idVar = project['restart']['modis_idVar']
modis_nanmask = project['restart']['modis_nanmask']
else:
# Make a mask for MODIS cells which are worth processing (contain any non-nan values from a cloud-free image)
modis_nanmask = Mk_modis_nanmask(project)
modis_idVar = 0
idVar = 0
count_max = modis_nanmask.sum()
progress_bar = Countdown(count_max, update_interval=.01)
tile_uly = mod_ymax
tile_y_ind = 0
while round(tile_uly,3) > round(mod_ymin,3):
tile_ulx = mod_xmin
tile_x_ind = 0
while round(tile_ulx,3) < round(mod_xmax,3):
if modis_nanmask[tile_y_ind,tile_x_ind]:
idVar += 1
new_tile = True
new_ssar_csv = True
tile_xmin = tile_ulx
tile_ymin = tile_uly - tile_dy
tile_xmax = tile_ulx + tile_dx
tile_ymax = tile_uly
# if creating from scratch:
# tile_y_ind = 83; tile_x_ind = 34
#tile_ymin = tile_uly - tile_y_ind*tile_dy
#tile_xmax = tile_ulx + tile_x_ind*tile_dx
tile_bbox_utm33 = Mk_bbox(tile_xmin, tile_ymin, tile_xmax, tile_ymax)
tile_bbox_utm33.Transform(sin2utm33n)
txmin,txmax,tymin,tymax = tile_bbox_utm33.GetEnvelope()
modis_rows_to_write = [] # no list if no intersections
climate_rows_to_write = [] # no list if no intersections
if tile_bbox_utm33.Intersects(climate_bbox):
hits = ssarV1_r.intersection((txmin,tymin,txmax,tymax)) # (gxmin,gymin,gxmax,gymax)
for hit_fid in hits:
if new_tile == True:
tile_id = '{0}_{1}'.format(tile_y_ind,tile_x_ind)
tile_out_fmt = os.path.join(project['csv_dir'], '{0}/ssarV2_{0}_'+tile_id+'.csv') # .format(sds)
modis_rows_to_write = set()
climate_rows_to_write = set()
# generate modis features in tile
# - transform to utm33
# - get areas
# generate climate features intersecting tile
modis = [(tile_xmin, tile_ymin,tile_xmax,tile_ymax), mod_params, modis_idVar]
climate = project['paths']['climate_dsn']# [(txmin, tymin, txmax, tymax), climate_params]
mod_clim_isect, modis_idVar = Mk_mod_clim_tile(modis, climate, tile_x_ind, tile_y_ind)
mod_clim_isect_r = mod_clim_isect['idx']
new_tile = False
ssarV1_tile = ssarV1_lyr.GetFeature(hit_fid)
geom2 = ssarV1_tile.GetGeometryRef()
if tile_bbox_utm33.Intersects(geom2):
ssarV1_tile_id = ssarV1_tile.GetField('tile_id')
# load tile'
ssarV1_tile_dsn = os.path.join(project['paths']['ssarV1_dir'], 'ss_ar_'+str(ssarV1_tile_id))
if os.path.isfile(ssarV1_tile_dsn+'.shp'):
ssarV1_tile_ds, ssarV1_tile_lyr = Ogr_open(ssarV1_tile_dsn)
for fid1 in range(0,ssarV1_tile_lyr.GetFeatureCount()):
ssarV1_feat = ssarV1_tile_lyr.GetFeature(fid1)
ssar_geom = ssarV1_feat.GetGeometryRef()
fxmin,fxmax,fymin,fymax = ssar_geom.GetEnvelope()
# get attribute fields
ssar_row_proto = [ssarV1_feat.GetField(attrib) for attrib in ssar_attribs]
final_hits = mod_clim_isect_r.intersection((fxmin,fymin,fxmax,fymax))
for mod_clim_id in final_hits:
mod_clim_feat = mod_clim_isect['geom'][mod_clim_id]
if ssar_geom.Intersects(mod_clim_feat):
isect = ssar_geom.Intersection(mod_clim_feat)
isect_area = isect.GetArea()
climate_id = mod_clim_isect['climate_id'][mod_clim_id]
climate_x_ind = mod_clim_isect['climate_x_ind'][mod_clim_id]
climate_y_ind = mod_clim_isect['climate_y_ind'][mod_clim_id]
modis_id = mod_clim_isect['modis_id'][mod_clim_id]
modis_area = mod_clim_isect['modis_area'][mod_clim_id]
modis_ctr_x = mod_clim_isect['modis_ctr_x'][mod_clim_id]
modis_ctr_y = mod_clim_isect['modis_ctr_y'][mod_clim_id]
modis_x_ind = mod_clim_isect['modis_x_ind'][mod_clim_id]
modis_y_ind = mod_clim_isect['modis_y_ind'][mod_clim_id]
climate_rows_to_write.add((climate_id, climate_x_ind, climate_y_ind))
modis_rows_to_write.add((modis_id, modis_area, modis_ctr_x, modis_ctr_y, modis_x_ind, modis_y_ind))
if new_ssar_csv==True:
# open ssar csv, write header
ssar_fn = tile_out_fmt.format('lc')
ssar_f = open(ssar_fn,'wt')
ssar_csv = csv.writer(ssar_f)
ssar_csv.writerow(ssar_hdr)
new_ssar_csv = False
ssar_row = [isect_area,modis_area,modis_id,climate_id] + ssar_row_proto
ssar_csv.writerow(ssar_row)
else:
print ssarV1_tile_dsn, 'absent; moving on'
if new_ssar_csv==False:
ssar_f.close()
# Write modis and climate datasets to CSVs, for all cells which had hits
if len(modis_rows_to_write)>0:
Write_modis_tile(project, modis_rows_to_write, tile_out_fmt)
if len(climate_rows_to_write)>0:
Write_climate_tile(project, climate_rows_to_write, tile_out_fmt)
tile_ulx += tile_dx
tile_x_ind+=1
tile_uly -= tile_dy
tile_y_ind+=1
progress_bar.check(idVar)
progress_bar.flush()
def Mk_mod_clim_tile(modis, climate_dsn, tile_x_ind, tile_y_ind):
# corner full-grid indices (modis)
mod_tile_ulx_ind = tile_x_ind*30
mod_tile_uly_ind = tile_y_ind*30
# unpack parameters
tile_xmin, tile_ymin, tile_xmax, tile_ymax = modis[0]
mod_params = modis[1]
modis_idVar = modis[2]
modis_tile_params = {
'xmin' : float(tile_xmin),
'xmax' : float(tile_xmax),
'ymin' : float(tile_ymin),
'ymax' : float(tile_ymax),
'dx' : mod_params['dx'],
'dy' : mod_params['dy']
}
modis_tile = Mk_polygrid_memory(modis_tile_params, mod_tile_ulx_ind, mod_tile_uly_ind, mk_idx=False, record_ctr_coords=True, record_area=True, transform=sin2utm33n, idVar=modis_idVar)
modis_idVar = modis_tile['idVar'][-1]
## CLIMATE PARAMETERS - JUST USE CLIMATE_DSN WITH FASTRTREE IDX??? ###
climate_ds, climate_lyr = Ogr_open(climate_dsn)
climate_idx = FastRtree(climate_dsn)
# initiate lists for everything which will go into isect_out{}
idx = index.Index(interleaved=True)
isect_geom = []
climate_id = []
climate_x_ind = []
climate_y_ind = []
modis_id = []
modis_area = []
modis_x_ind = []
modis_y_ind = []
modis_ctr_x = []
modis_ctr_y = []
tile_idVar = 0
for mod_i, mod_cell in enumerate(modis_tile['boxes']):
mod_id = modis_tile['idVar'][mod_i]
mod_area = mod_cell.GetArea()
mod_x_ind = modis_tile['x_ind'][mod_i]
mod_y_ind = modis_tile['y_ind'][mod_i]
mod_ctr_x = modis_tile['ctr_xy'][mod_i][0]
mod_ctr_y = modis_tile['ctr_xy'][mod_i][1]
mxmin,mxmax,mymin,mymax = mod_cell.GetEnvelope()
climate_in_modis = climate_idx.intersection((mxmin,mymin,mxmax,mymax))
for climate_fid in climate_in_modis:
climate_feat = climate_lyr.GetFeature(climate_fid)
climate_cell = climate_feat.GetGeometryRef()
if mod_cell.Intersects(climate_cell):
isect = mod_cell.Intersection(climate_cell)
# Insert to index
xmin,xmax,ymin,ymax = isect.GetEnvelope()
idx.insert(tile_idVar,(xmin,ymin,xmax,ymax))
climate_id.append(climate_feat.GetField('id'))
climate_x_ind.append(climate_feat.GetField('x_ind'))
climate_y_ind.append(climate_feat.GetField('y_ind'))
modis_id.append(mod_id)
modis_area.append(mod_area)
modis_x_ind.append(mod_x_ind)
modis_y_ind.append(mod_y_ind)
modis_ctr_x.append(mod_ctr_x)
modis_ctr_y.append(mod_ctr_y)
isect_geom.append(isect)
tile_idVar+=1
isect_out = {
'idx' : idx,
'geom' : isect_geom,
'climate_id' : climate_id,
'climate_x_ind' : climate_x_ind,
'climate_y_ind' : climate_y_ind,
'modis_id' : modis_id,
'modis_area' : modis_area,
'modis_x_ind' : modis_x_ind,
'modis_y_ind' : modis_y_ind,
'modis_ctr_x' : modis_ctr_x,
'modis_ctr_y' : modis_ctr_y}
del climate_ds, climate_lyr, climate_feat, climate_cell
return isect_out, modis_idVar
