-
Notifications
You must be signed in to change notification settings - Fork 6
/
gpm.py
executable file
·182 lines (126 loc) · 5.81 KB
/
gpm.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
#! /usr/bin/python
#--------------------------------------------------------------------
# PROGRAM : gpm.py
# CREATED BY : hjkim @IIS.2015-01-14 11:52:17.992599
# MODIFED BY :
#
# USAGE : $ ./gpm.py
#
# DESCRIPTION:
#------------------------------------------------------cf0.2@20120401
import os, sys, importlib
import time
import pickle
from optparse import OptionParser
from configparser import SafeConfigParser
from numpy import empty
from alien.dtrange import dtrange
from alien.GridCoordinates import GridCoordinates
#from alien.read_hdf4 import read_hdf4
#from alien.read_hdf5 import read_hdf5
from alien.TimeSeries import bin_bytbound
from gpm_data import GPM_data
from search_granules import SearchGranules
from granule2map import granule2map
class GPM( SearchGranules ):
def __init__(self, prjName, prdLv, prdVer, **kwargs):
'''
prjName : e.g.) 'GPM.KuPR'
prdLv : e.g.) 'L2'
prdVer : e.g.) '02'
'''
modroot = os.path.dirname(__file__)
self.cfg = SafeConfigParser( os.environ )
self.cfg.read( os.path.join(modroot, 'config') )
self.cfg._sections['Defaults'].update( kwargs )
if self.cfg.get( 'Defaults','dataroot') == '':
self.cfg.set('Defaults','dataroot', os.environ['PWD'])
self.dataDir = self.cfg.get('Defaults','dataroot')
self.prjName = prjName
self.prdLv = prdLv
self.prdVer = prdVer
self.prdDir = os.path.join( self.dataDir,
self.prjName,
self.prdLv,
self.prdVer)
self.cached = self.cfg.get('Defaults', 'cached')
self.cacheDir = self.cfg.get('Defaults', 'cache_dir')
fnPath = {'TRMM': self.cfg.get('Defaults','hdf4_module'),
'GPM' : self.cfg.get('Defaults','hdf5_module')}[prjName.split('.')[0]]
fnName = fnPath.split('.')[-1]
modPath = '.'.join( fnPath.split('.')[:-1] )
self.func_read = getattr( importlib.import_module( modPath ), fnName )
'''
self.cacheDir = os.path.join( self.dataDir,
'cache.dim',
self.prjName,
self.prdLv,
self.prdVer)
self.prdDir = '%s/%s/%s/%s'%(self.dataDir,
self.prjName,
self.prdLv,
self.prdVer)
self.cacheDir = '%s/cache.dim/%s/%s/%s'%(self.dataDir,
self.prjName,
self.prdLv,
self.prdVer)
self.func_read = {'TRMM': read_hdf4,
'GPM' : read_hdf5}[ prjName.split('.')[0] ]
'''
'''
dictGrp = {'GPM.GMI':'S1',
'GPM.DPR':'NS', # HS, MS, NS
'GPM.KaPR':'MS', # HS, MS
'GPM.KuPR':'NS',}
grpCode = dictGrp[ self.prjName ]
'''
def __call__(self, varName, sDTime, eDTime, BBox=None, res=None, delT=None):
'''
res : spa. res. of 2d-array
sDTime : DTime bound left
eDTime : DTime bound right
'''
mapCode = '^' + ''.join( str(res).split('.') )
gpmData = GPM_data()
srcDir = os.path.join( self.dataDir, self.prdDir )
assert os.path.exists( srcDir ), '{} is not exists.'.format( srcDir )
Granule = self.search_granules( srcDir, sDTime, eDTime, BBox )
if len(Granule) == 0:
print ('! Warning ! no data extracted')
return None
outSize = sum( [ len(gra[2]) for gra in Granule ] ), Granule[0][2].shape[1]
Lat = empty( outSize, 'float32')
Lon = empty( outSize, 'float32')
aOut = empty( outSize, 'float32' )
DTime = []
prvI = 0
for granule in Granule:
srcPath, dtime, lat, lon, idx = granule
gpmData.srcPath.append(srcPath)
gpmData.recLen.append( len(dtime) ) # number of data record for each file
nxtI = prvI + len(dtime)
aOut[prvI:nxtI] = self.func_read( srcPath, varName, idx.tolist() )
Lat[prvI:nxtI] = lat
Lon[prvI:nxtI] = lon
DTime.extend(dtime)
if res != None and delT == None:
gpmData.griddata.append( granule2map( lat, lon, aOut[prvI:nxtI], BBox, res ) )
gpmData.grid = GridCoordinates(mapCode, BBox=BBox)
prvI = nxtI
if delT != None:
dtBnd = dtrange(sDTime, eDTime, delT)
gpmData.tbound = map( None, dtBnd[:-1], dtBnd[1:] )
gpmData.dtime = bin_bytbound( DTime, dtBnd, DTime )
gpmData.lat = bin_bytbound( DTime, dtBnd, Lat )
gpmData.lon = bin_bytbound( DTime, dtBnd, Lon )
gpmData.data = bin_bytbound( DTime, dtBnd, aOut )
if res != None:
gpmData.griddata = [ granule2map(lat, lon, a, BBox, res)
for lat, lon, a in map(None, gpmData.lat, gpmData.lon, gpmData.data) ]
gpmData.grid = GridCoordinates(mapCode, BBox=BBox)
else:
gpmData.dtime = DTime
gpmData.lat = Lat
gpmData.lon = Lon
gpmData.data = aOut
return gpmData