def init_logging( logging_file, level, boto_level, std_out_level):
debug.initMPILogger( logging_file, level=level, boto_level=boto_level)
#set root logger to the lowest level
lowest = min([l for l in [level, boto_level, std_out_level] if l])
logging.getLogger().setLevel(lowest)
if std_out_level:
root = logging.getLogger()
ch = logging.StreamHandler(sys.stdout)
ch.setLevel(std_out_level)
formatter = logging.Formatter(
'%(asctime)s - %(name)s - %(levelname)s - %(message)s')
ch.setFormatter(formatter)
root.addHandler(ch)
self.logger.debug( "Sending %s:" % js_mess)
@property
def partial_run_size(self):
return (self.total_runs/(3*(self.world_comm.size -1))) + 1
if __name__ == "__main__":
import time
world_comm = MPI.COMM_WORLD
level = logging.DEBUG
host_file = '/home/sgeadmin/hdproject/tcDirac/tcdirac/mpi.hosts'
isgpu = False
logfile = "/scratch/sgeadmin/log_mpi_r%i.txt"%world_comm.Get_rank()
log_format = '%(asctime)s - %(name)s - %(levelname)s - %(message)s'
logging.basicConfig(filename=logfile, level=level, format=log_format)
debug.initMPILogger("/scratch/sgeadmin/logging/worker.log", level = level)
root = logging.getLogger()
ch = logging.StreamHandler(sys.stdout)
ch.setLevel(logging.DEBUG)
formatter = logging.Formatter('%(asctime)s - %(name)s - %(levelname)s - %(message)s')
ch.setFormatter(formatter)
root.addHandler(ch)
bl = logging.getLogger('boto')
bl.setLevel(logging.ERROR)
restart = true
while restart:
restart = False
nf = NodeFactory( world_comm )
