vardict['coverage'] = covgrid.griddata.flatten() vardict['lat'] = lat.flatten() vardict['lon'] = lon.flatten() #subset shakemap and global grids using defined bounding box and resolution shakefile = predictors['shakemap'][0] variables = predictors['shakemap'][1] for var in variables: shakemap = ShakeGrid(shakefile,var.upper()) shakemap.interpolateToGrid(geodict) gmtshake = GMTGrid() gmtshake.geodict = shakemap.geodict gmtshake.griddata = shakemap.griddata outshakefile = os.path.join(outfolder,'%s.grd' % var) print 'Saving %s to %s...' % (var,outshakefile) gmtshake.save(outshakefile) vardict[var] = gmtshake.griddata.flatten() #write netcdf versions of coverage, shakemap, and global grids to output folder for gridname,gridfile in global_grids.iteritems(): if not os.path.isfile(gridfile): pass try: grid = sampleGrid(gridfile,geodict) except Exception,e: print 'There was an error while sampling the "%s" grid "%s". - "%s"' % (gridname,gridfile,str(e)) outgridfile = os.path.join(outfolder,gridname+'.grd') print 'Saving %s to %s...' % (gridname,outgridfile) grid.save(outgridfile) vardict[gridname] = grid.griddata.flatten()
def main(args): #read in global config file configfile = os.path.join(os.path.expanduser('~'),'.lsprocess','lsprocess.cfg') hasconfig = os.path.isfile(configfile) if not hasconfig: print() print('No config file "%s" found.' % configfile) print() sys.exit(1) global_grids,outfolder = readConfig(configfile) #returns a dictionary just like global_config above #read in event specific grid file try: covdict,predictors,ename = parseEvent(args.eventfile) except Exception as msg: print('There is something wrong with your event file. See errors below.') print(msg) sys.exit(1) #construct output folder from global/event configs outfolder = os.path.join(outfolder,ename) if not os.path.isdir(outfolder): os.mkdir(outfolder) #look for bounding box and resolution in event config file, or get from shakemap bbox = None shakemap = ShakeGrid(predictors['shakemap'][0],'MMI') if 'bbox' in covdict: bbox = covdict['bbox'] else: #bbox = shakemap.getRange() #default to the bounding box of the coverage data with fiona.open(covdict['filename']) as src: tbbox = src.bounds bbox = (tbbox[0],tbbox[2],tbbox[1],tbbox[3]) if 'resolution' in covdict: resolution = covdict['resolution'] else: resolution = shakemap.getGeoDict()['xdim'] #get input coverage projection from event config OR from .prj file #projstr = covdict['projstr'] #get format of coverage, check against list of supported fiona formats, read in data #we'll do other support later #if necessary, project coverage into lat/lon #skip projection for now as well #determine what the grid shape and (potentially) new bbox is given bbox and resolution nrows,ncols,bbox = getShape(bbox,resolution) #if the coverage dataset is larger than the ShakeMap, we need to make sure our output grid #is contained by the shakemap for interpolation purposes. shakebounds = shakemap.getRange() shakexdim,shakeydim = (shakemap.geodict['xdim'],shakemap.geodict['ydim']) xmin = max(bbox[0],shakebounds[0]+shakexdim*2) xmax = min(bbox[1],shakebounds[1]-shakexdim*2) ymin = max(bbox[2],shakebounds[2]+shakeydim*2) ymax = min(bbox[3],shakebounds[3]-shakeydim*2) geodict = {'xdim':resolution,'ydim':resolution, 'xmin':xmin,'xmax':xmax, 'ymin':ymin,'ymax':ymax, 'nrows':nrows,'ncols':ncols} #rasterize projected coverage defined bounding box and resolution shpfile = covdict['filename'] print('Creating coverage grid...') covgrid = makeCoverageGrid(shpfile,geodict) outgridfile = os.path.join(outfolder,'coverage.grd') print('Saving coverage to %s...' % outgridfile) covgrid.save(outgridfile) #make a grid of lat,lon values row = np.arange(0,nrows) col = np.arange(0,ncols) rows = repmat(row,ncols,1).T cols = repmat(col,nrows,1) lat,lon = covgrid.getLatLon(rows,cols) #create a list of arrays that we'll dump out to a text file when done vardict = {} vardict['coverage'] = covgrid.griddata.flatten() vardict['lat'] = lat.flatten() vardict['lon'] = lon.flatten() #subset shakemap and global grids using defined bounding box and resolution shakefile = predictors['shakemap'][0] variables = predictors['shakemap'][1] for var in variables: shakemap = ShakeGrid(shakefile,var.upper()) shakemap.interpolateToGrid(geodict) gmtshake = GMTGrid() gmtshake.geodict = shakemap.geodict gmtshake.griddata = shakemap.griddata outshakefile = os.path.join(outfolder,'%s.grd' % var) print('Saving %s to %s...' % (var,outshakefile)) gmtshake.save(outshakefile) vardict[var] = gmtshake.griddata.flatten() #write netcdf versions of coverage, shakemap, and global grids to output folder for gridname,gridfile in global_grids.items(): if not os.path.isfile(gridfile): pass try: grid = sampleGrid(gridfile,geodict) except Exception as e: print('There was an error while sampling the "%s" grid "%s". - "%s"' % (gridname,gridfile,str(e))) outgridfile = os.path.join(outfolder,gridname+'.grd') print('Saving %s to %s...' % (gridname,outgridfile)) grid.save(outgridfile) vardict[gridname] = grid.griddata.flatten() #create text file with columns of data for all predictor variables firstcols = ['lat','lon','coverage'] outmat = np.zeros((nrows*ncols,len(vardict))) for i in range(0,len(firstcols)): col = firstcols[i] outmat[:,i] = vardict[col] colidx = i+1 colnames = [] for col,column in vardict.items(): if col in firstcols: continue outmat[:,colidx] = vardict[col] colnames.append(col) colidx += 1 colnames = firstcols + colnames m,n = outmat.shape datfile = os.path.join(outfolder,'%s.dat' % ename) print('Saving all variables to data file %s...' % datfile) f = open(datfile,'wt') f.write(','.join(colnames)+'\n') for i in range(0,m): line = ','.join('%.4f' % col for col in outmat[i,:]) f.write(line+'\n') f.close()
def main(args): #define location for config file homedir = os.path.expanduser("~") #where is the user's home directory? configfile = args.configFile shakefile = args.shakefile if not os.path.isfile(shakefile): if isURL(shakefile): shakefile = getGridURL(shakefile) #returns a file object else: print 'Could not find "%s" as a file or a url. Returning.' % (shakefile) shakemap = ShakeGrid(shakefile) #figure out the bounds that are greater than the biggest bounds #of any of the grids shakerange = shakemap.getRange() lonrange = shakerange[1] - shakerange[0] latrange = shakerange[3] - shakerange[2] xmin = shakerange[0] - lonrange*0.1 xmax = shakerange[1] + lonrange*0.1 ymin = shakerange[2] - latrange*0.1 ymax = shakerange[3] + latrange*0.1 bigbounds = (xmin,xmax,ymin,ymax) # shakeheader = shakemap.getAttributes() edict = {'mag':shakeheader['event']['magnitude'], 'time':shakeheader['event']['event_timestamp'], 'loc':shakeheader['event']['event_description'], 'epicenter':(shakeheader['event']['lat'],shakeheader['event']['lon']), 'version':int(shakeheader['shakemap_grid']['shakemap_version']), 'eventid':shakeheader['shakemap_grid']['event_id']} config = ConfigParser.RawConfigParser() config.read(configfile) network = shakeheader['shakemap_grid']['shakemap_originator'] eventcode = shakeheader['shakemap_grid']['shakemap_id'] if eventcode.startswith(network): eventid = eventcode else: eventid = network + eventcode outfolder = os.path.join(config.get('OUTPUT','folder'),eventid) if not os.path.isdir(outfolder): os.makedirs(outfolder) slopefile = config.get('MAPDATA','slope') slopegrid = GMTGrid(slopefile,bounds=shakemap.getRange()) slopeout = os.path.join(outfolder,'slope.grd') cityfile = config.get('MAPDATA','cityfile') #get all of the colors that people want colors = {} for option in config.options('MAPDATA'): if option.endswith('color'): colors[option] = config.get('MAPDATA',option) #if they have roads configured, go find the appropriate roads segments hasRoads = config.has_option('MAPDATA','roadfolder') roadslist = [] if hasRoads and args.roads: roadroot = config.get('MAPDATA','roadfolder') xmin,xmax,ymin,ymax = shakemap.getRange() for folder in os.listdir(roadroot): roadfolder = os.path.join(roadroot,folder) shpfiles = glob.glob(os.path.join(roadfolder,'*.shp')) if len(shpfiles): shpfile = shpfiles[0] f = fiona.open(shpfile) shapes = list(f.items(bbox=(xmin,ymin,xmax,ymax))) for shapeid,shapedict in shapes: roadslist.append(shapedict) f.close() #get the thresholds for liquefaction/landslide model slopemin = float(config.get('MAPDATA','slopemin'))*100 slopemax = float(config.get('MAPDATA','slopemax'))*100 probdict = {} gridbounds = [999,-999,999,-999] #this will hold the smallest bounding box enclosing both models for model in getModelNames(configfile): lm = LogisticModel(configfile,shakefile,model) colormaps = getColorMaps(configfile) print 'Equation for %s model:' % model print print lm.getEquation() print P = lm.calculate() probgrid = GMTGrid() probgrid.griddata = P.copy() probgrid.geodict = lm.layerdict[lm.layerdict.keys()[0]].geodict.copy() #resample the slope grid to model slopegrid2 = GMTGrid() slopegrid2.loadFromGrid(slopegrid) slopegrid2.interpolateToGrid(probgrid.geodict) if model == 'liquefaction': ithresh = slopegrid2.griddata > slopemax else: ithresh = slopegrid2.griddata < slopemin probgrid.griddata[ithresh] = 0.0 xmin,xmax,ymin,ymax = probgrid.getRange() if xmin < gridbounds[0]: gridbounds[0] = xmin if xmax > gridbounds[1]: gridbounds[1] = xmax if ymin < gridbounds[2]: gridbounds[2] = ymin if ymax > gridbounds[3]: gridbounds[3] = ymax probdict[model] = probgrid probfile = os.path.join(outfolder,'%s.grd' % model) print 'Saving %s model output to %s' % (model,probfile) probgrid.save(probfile) #renderPanel(lm,colormaps,outfolder,edict) # for layername,layergrid in lm.layerdict.iteritems(): # layerfile = os.path.join(outfolder,layername+'.grd') # print 'Saving input grid %s to %s...' % (layername,layerfile) # layergrid.save(layerfile) # renderLayer(layergrid,layername,outfolder,edict,model,colormaps) topofile = config.get('MAPDATA','topo') #bigbounds = shakemap.getRange() xdim = shakemap.geodict['xdim'] ydim = shakemap.geodict['xdim'] #bigbounds = (bigbounds[0]-xdim*4,bigbounds[1]+xdim*4,bigbounds[2]-ydim*4,bigbounds[3]+ydim*4) topogrid = GMTGrid(topofile,bounds=bigbounds) topogrid = adjustTopoGrid(topogrid,bigbounds) #make this grid as big as bigbounds if we hit an upper or lower bound topoout = os.path.join(outfolder,'topography.grd') print 'Saving topography to %s' % topoout topogrid.save(topoout) print 'Saving slope to %s' % slopeout slopegrid.save(slopeout) isScenario = shakeheader['shakemap_grid']['shakemap_event_type'].lower() == 'scenario' if args.noscenario: isScenario = False timestr = renderDate(shakeheader['event']['event_timestamp']) location = shakeheader['event']['event_description'] #hillshfile = config.get('MAPDATA','hillshadefile') #hillshgrid = GMTGrid(hillshfile,bounds=bigbounds) makeDualMap(probdict['liquefaction'],probdict['landslide'],topogrid,slopegrid,edict,outfolder,isScenario=isScenario,roadslist=roadslist,colors=colors,cityfile=cityfile)