def test_log_message(self):
# not much to test here ...
logger = logging.getLogger('a_logger')
res = stools.logMessage(phase='program-start',
logger=logger,
folders=['a'])
self.assertIsNone(res)
def main(restart, retry, email, threads, verbose, debug, stages, base_logger):
'''Run pG-lt'''
# setup folder to hold pickled args
temp_dir = os.path.join(os.getcwd(), 'tempfiles')
if not os.path.isdir(temp_dir):
os.mkdir(temp_dir)
argspath = os.path.join(temp_dir, 'arguments.p')
if restart:
if not os.path.isfile(argspath):
sys.exit('Cannot restart, are you sure you have already run \
pG-lt?')
stools.logMessage('program-restart', logger=base_logger, retry=retry)
with open(argspath, 'r') as file:
nworkers, threads_per_worker, folders, email, threads, verbose,\
debug, stages = pickle.load(file)
runner = Runner(folders=folders, nworkers=nworkers, stages=stages,
threads_per_worker=threads_per_worker, wd=os.getcwd(),
email=email, verbose=verbose, debug=debug,
logger=base_logger, retry=retry)
else:
if verbose:
stools.printHeader()
# search cwd for folders that contain names and parameter files
folders = stools.getFolders()
# calculate nworkers
nworkers, threads_per_worker, spare_threads =\
stools.calcWorkers(threads=threads, nfolders=len(folders))
# start message
stools.logMessage('program-start', logger=base_logger, folders=folders,
threads=threads_per_worker*nworkers, stages=stages,
spare_threads=spare_threads, email=email)
# setup runner
base_logger.info('Setting up files and folders ....')
runner = Runner(folders=folders, nworkers=nworkers, stages=stages,
threads_per_worker=threads_per_worker, wd=os.getcwd(),
email=email, verbose=verbose, debug=debug,
logger=base_logger, retry=False)
runner.setup()
base_logger.info('Done.')
# pickle runner for restart
with open(argspath, 'w') as file:
pickle.dump((nworkers, threads_per_worker, folders, email,
threads, verbose, debug, stages), file)
# run stages
runner.run()
def run(self):
"""Run stages across folders"""
for stage in self.stages:
if self.retry or not check(stage=stage):
logMessage("stage-start", logger=self.logger, stage=stage)
self._runstage(folders=self.folders, stage=stage)
clock(stage=stage) # clock stage for all folders
logMessage("stage-end", logger=self.logger, stage=stage, counter=self.counter)
self.counter = 0
logMessage("program-end", logger=self.logger)
def run(self):
'''Run stages across folders'''
for stage in self.stages:
if self.retry or not check(stage=stage):
logMessage('stage-start', logger=self.logger, stage=stage)
self._runstage(folders=self.folders, stage=stage)
clock(stage=stage) # clock stage for all folders
logMessage('stage-end',
logger=self.logger,
stage=stage,
counter=self.counter)
self.counter = 0
logMessage('program-end', logger=self.logger)
def test_log_message(self):
# not much to test here ...
logger = logging.getLogger('a_logger')
res = stools.logMessage(phase='program-start', logger=logger,
folders=['a'])
self.assertIsNone(res)
