Exemplo n.º 1
0
from celery import group

from engines.legacy.celeryEngine.tasks import computeTimeseries, createDomain, addVariable
from utilities import Profiler

profiler = Profiler()
profiler.mark()

nMonths = 64
nProc = 1
partitionSize = nMonths/nProc

varId0 = 'u'
varId1 = 'tas'
domainSpec = { 'id': 'merra_u750', 'time': { 'start': '1979-1', 'step': partitionSize, 'units': 'month' } }
varSpec0 = {'dset': '/usr/local/web/data/MERRA/u750/merra_u750_1979_1982.nc', 'id': varId0 }
varSpec1 = {'dset': '/usr/local/scratch/glpotter/data/TEST_data/tas_Amon_reanalysis_IFS-Cy31r2_197901-201312.nc', 'id': varId1 }
locations = [ {'latitude': -40.0, 'longitude': 50.0}, {'latitude': -40.0, 'longitude': 70.0}, {'latitude': -50.0, 'longitude': 70.0}, {'latitude': -50.0, 'longitude': 60.0} ]
op = ''
buildDomain = True

if buildDomain:

    task = group( createDomain.s( iProc, domainSpec ) for iProc in xrange(nProc) )
    domainId = task.apply_async().get()[0]
    profiler.mark('createDomain')

    task = group( addVariable.s( domainId, varSpec0 ) for iProc in xrange(nProc) )
    variableId = task.apply_async().get()[0]
    profiler.mark('addVariable')
else:
Exemplo n.º 2
0
from engines.legacy.celeryEngine.tasks import simpleTest
from utilities import Profiler

profiler = Profiler()
profiler.mark()

result = simpleTest.delay( range( 10 ) ).get()
profiler.mark('simpleTest')
result = simpleTest.delay( range( 10 ) ).get()
profiler.mark('simpleTest')
result = simpleTest.delay( range( 10 ) ).get()
profiler.mark('simpleTest')
result = simpleTest.delay( range( 10 ) ).get()
profiler.mark('simpleTest')
result = simpleTest.delay( range( 10 ) ).get()
profiler.mark('simpleTest')
result = simpleTest.delay( range( 10 ) ).get()
profiler.mark('simpleTest')


profiler.dump( " Received Result with times:" )
print " Result: %s" %  str( result )