def clustmore(non_empty_job_list, loop=1):
'''Cluster equivalent of "more".
Note: you should use the Redis backend to use multiprocessing.
'''
cluster_conf = compmake_config.cluster_conf #@UndefinedVariable
hosts = parse_yaml_configuration(open(cluster_conf))
for x in range(int(loop)):
if loop > 1:
info("------- more: iteration %d --- " % x)
for job in non_empty_job_list:
mark_more(job)
manager = ClusterManager(hosts)
manager.add_targets(non_empty_job_list, more=True)
manager.process()
if manager.failed:
return RET_CODE_JOB_FAILED
return 0
def clustmake(job_list):
'''Cluster equivalent of "make".
Note: you should use the Redis backend to use multiprocessing.
'''
job_list = list(job_list)
if not job_list:
job_list = list(top_targets())
cluster_conf = compmake_config.cluster_conf #@UndefinedVariable
if not os.path.exists(cluster_conf):
raise UserError('Configuration file "%s" does not exist.' % cluster_conf)
hosts = parse_yaml_configuration(open(cluster_conf))
manager = ClusterManager(hosts)
manager.add_targets(job_list)
manager.process()
if manager.failed:
return RET_CODE_JOB_FAILED
else:
return 0