sys.path.append("../")
from utils import log, config, ftp, filesystem
# Parameters
year = "2014"
month = "04"
product = "3B42RT"
# Initiate utilities
c = config.Config("TRMM")
l = log.Logger("TRMM")
subfolders = c.get("subfolders")
# Get layers list
nasa_layers = ftp.listDir(c.get("ftp"), c.get("ftp_dir") + year + month + "/")
# Filter the 1day at midnight ones
fao_layers = filter(lambda x: "00.7.1day." in x, nasa_layers)
# Create TRMM structure in the filesystem
# filesystem.create_trmm_structure(product, year, month)
print filesystem
# Download TRMM
targetDir = "/home/vortex/Desktop/TRMM/04/"
print targetDir
ftp.downloadList(c.get("ftp"), c.get("ftp_dir") + year + month + "/", targetDir, fao_layers)
process_data(self.name, self.q)
l.info('Exiting ' + self.name)
def process_data(threadName, q):
while not exitFlag:
queueLock.acquire()
if not workQueue.empty():
data = q.get()
queueLock.release()
raster.modisDownloadExtractDelete(product, year, day, data)
l.info(threadName + ' processing ' + data)
else:
queueLock.release()
time.sleep(1)
layers = ftp.listDir('ladsweb.nascom.nasa.gov', '/allData/5/' + product + '/' + year + '/' + day + '/')
threadList = []
for i in range(0, c.get('threads')):
threadList.append('T' + str(i))
nameList = layers
queueLock = threading.Lock()
workQueue = Queue.Queue(len(layers))
threads = []
threadID = 1
# Create new threads
for tName in threadList:
thread = MODIS(threadID, tName, workQueue)
thread.start()
import sys
try:
from utils import log, config, ftp, filesystem
except Exception, e:
sys.path.append('../')
from utils import log, config, ftp, filesystem
# Parameters
year = '2014'
month = '04'
product = '3B42RT'
# Initiate utilities
c = config.Config('TRMM')
l = log.Logger('TRMM')
subfolders = c.get('subfolders')
# Get layers list
nasa_layers = ftp.listDir(c.get('ftp'), c.get('ftp_dir') + year + month + '/')
# Filter the 1day at midnight ones
fao_layers = filter(lambda x: '00.7.1day.' in x, nasa_layers)
# Create TRMM structure in the filesystem
filesystem.create_trmm_structure(product, year, month)
# Download TRMM
targetDir = c.get('targetDir') + '/' + product + '/' + year + '/' + month + '/' + subfolders['original'] + '/'
ftp.downloadList(c.get('ftp'), c.get('ftp_dir') + year + month + '/', targetDir, fao_layers)
