from celery import group from engines.legacy.celeryEngine.tasks import computeTimeseries, createDomain, addVariable from utilities import Profiler profiler = Profiler() profiler.mark() nMonths = 64 nProc = 1 partitionSize = nMonths/nProc varId0 = 'u' varId1 = 'tas' domainSpec = { 'id': 'merra_u750', 'time': { 'start': '1979-1', 'step': partitionSize, 'units': 'month' } } varSpec0 = {'dset': '/usr/local/web/data/MERRA/u750/merra_u750_1979_1982.nc', 'id': varId0 } varSpec1 = {'dset': '/usr/local/scratch/glpotter/data/TEST_data/tas_Amon_reanalysis_IFS-Cy31r2_197901-201312.nc', 'id': varId1 } locations = [ {'latitude': -40.0, 'longitude': 50.0}, {'latitude': -40.0, 'longitude': 70.0}, {'latitude': -50.0, 'longitude': 70.0}, {'latitude': -50.0, 'longitude': 60.0} ] op = '' buildDomain = True if buildDomain: task = group( createDomain.s( iProc, domainSpec ) for iProc in xrange(nProc) ) domainId = task.apply_async().get()[0] profiler.mark('createDomain') task = group( addVariable.s( domainId, varSpec0 ) for iProc in xrange(nProc) ) variableId = task.apply_async().get()[0] profiler.mark('addVariable') else:
from engines.legacy.celeryEngine.tasks import simpleTest from utilities import Profiler profiler = Profiler() profiler.mark() result = simpleTest.delay( range( 10 ) ).get() profiler.mark('simpleTest') result = simpleTest.delay( range( 10 ) ).get() profiler.mark('simpleTest') result = simpleTest.delay( range( 10 ) ).get() profiler.mark('simpleTest') result = simpleTest.delay( range( 10 ) ).get() profiler.mark('simpleTest') result = simpleTest.delay( range( 10 ) ).get() profiler.mark('simpleTest') result = simpleTest.delay( range( 10 ) ).get() profiler.mark('simpleTest') profiler.dump( " Received Result with times:" ) print " Result: %s" % str( result )