Ejemplo n.º 1
0
class IOTestApp:
        
    def __init__(self, task_metadata):
        self.task_metadata = task_metadata
        self.comm = MPI.COMM_WORLD
        self.rank = self.comm.Get_rank()
        self.nprocs = self.comm.Get_size()
        dataset_metadata = self.task_metadata[ 'dataset' ]
        self.dataset_path = dataset_metadata.get( 'path', None )
        self.time_specs = self.task_metadata[ 'time' ]
        self.grid_specs = self.task_metadata[ 'grid' ]        
        self.var_name = dataset_metadata.get( 'variable', None )
        self.decomp = ParallelDecomposition( self.rank, self.nprocs )  
        
    def execute( self, decomp_mode ):
        tp0 = time.clock()
        
        self.decomp.generateDecomposition( decomp_mode, self.task_metadata )

        
        ds = cdms2.open( self.dataset_path )
        self.var = ds[ self.var_name ] 
        sel = self.getSelector( self.decomp )
        if sel: self.var = self.var(sel)
        
        tp1 = time.clock()
        tp = tp1 - tp0
        
        print "Variable Read completed in %.2f sec" % tp

    def getSelector( self, decomp ):  
        sel = None
        decomp_mode = decomp.getDecompositionMode()
        
        lat_bounds = OpDomain.parseBoundsSpec( self.grid_specs.get( 'lat', None ) )
        if lat_bounds:
            if not isList( lat_bounds ): sel1 = Selector( latitude=lat_bounds )
            else: sel1 = Selector( latitude=lat_bounds[0] ) if ( len( lat_bounds ) == 1 ) else Selector( latitude=lat_bounds )
            sel= sel1 if ( sel == None ) else sel & sel1
         
        lon_bounds=decomp.getWorkerSpaceBounds() if (decomp_mode == DecompositionMode.Spatial) else OpDomain.parseBoundsSpec( self.grid_specs.get( 'lon', None ) )
        if lon_bounds:
            if not isList( lon_bounds ): sel1 = Selector( longitude=lon_bounds )
            else: sel1 = Selector( longitude=lon_bounds[0] ) if ( len( lon_bounds ) == 1 ) else Selector( longitude=lon_bounds )
            sel= sel1 if ( sel == None ) else sel & sel1
            print "P-%d: Setting Lon Bounds: %s " % ( self.rank, str( lon_bounds ) )  
                    
        lev_bounds = OpDomain.parseBoundsSpec( self.grid_specs.get( 'lev', None ) )
        if lev_bounds:
            if not isList( lev_bounds ): sel1 = Selector( level=lev_bounds )
            else: sel1 = Selector( level=lev_bounds[0] ) if ( len( lev_bounds ) == 1 ) else Selector( level=lev_bounds )
            sel= sel1 if ( sel == None ) else sel & sel1
            
        time_bounds = decomp.getWorkerTimeBounds() if decomp_mode == DecompositionMode.Temporal else decomp.getGlobalTimeBounds()
        tsel = Selector( time=time_bounds )
        print "P-%d: Setting Time Bounds: %s " % ( self.rank, str( time_bounds ) )          
        sel= tsel if ( sel == None ) else sel & tsel 
        return sel
Ejemplo n.º 2
0
 def __init__(self, task_metadata):
     self.task_metadata = task_metadata
     self.comm = MPI.COMM_WORLD
     self.rank = self.comm.Get_rank()
     self.nprocs = self.comm.Get_size()
     dataset_metadata = self.task_metadata[ 'dataset' ]
     self.dataset_path = dataset_metadata.get( 'path', None )
     self.time_specs = self.task_metadata[ 'time' ]
     self.grid_specs = self.task_metadata[ 'grid' ]        
     self.var_name = dataset_metadata.get( 'variable', None )
     self.decomp = ParallelDecomposition( self.rank, self.nprocs )