def process_page(fn, output_fn, regex, builder="processor"): tmp_fn = fn + "~" jobs = [ {"target": tmp_fn, "dependency": fn, "job": munge_page, "args": dict(fn=fn, out_fn=tmp_fn, regex=regex)}, { "target": output_fn, "dependency": tmp_fn, "job": copy_always, "args": dict(source_file=tmp_fn, target_file=output_fn, name=builder), }, ] runner(jobs, pool=1, parallel=False, force=False)
def refresh_dependencies(conf=None): conf = lazy_conf(conf) results = runner(refresh_dependency_jobs(conf), pool=4, parallel='process', force=False) return sum(results)
def process_page(fn, output_fn, regex, builder='processor'): tmp_fn = fn + '~' jobs = [{ 'target': tmp_fn, 'dependency': fn, 'job': munge_page, 'args': dict(fn=fn, out_fn=tmp_fn, regex=regex), }, { 'target': output_fn, 'dependency': tmp_fn, 'job': copy_always, 'args': dict(source_file=tmp_fn, target_file=output_fn, name=builder), }] runner(jobs, pool=1, parallel=False, force=False)
def process_page(fn, output_fn, regex, builder='processor'): tmp_fn = fn + '~' jobs = [ { 'target': tmp_fn, 'dependency': fn, 'job': munge_page, 'args': dict(fn=fn, out_fn=tmp_fn, regex=regex), }, { 'target': output_fn, 'dependency': tmp_fn, 'job': copy_always, 'args': dict(source_file=tmp_fn, target_file=output_fn, name=builder), } ] runner(jobs, pool=1, parallel=False, force=False)
def jobs(conf): conf.km = AttributeDict() conf.km.spec = os.path.abspath(os.path.join(conf.paths.projectroot, '..', 'mongo-' + conf.version.release, 'modules')) data = runner([{'job': BuildConfiguration, 'args': [fn]} for fn in expand_tree(conf.km.spec)], force=False, pool=8) for item in data: yield { 'job': render_page, 'args': [item, conf] }