def process_page(fn, output_fn, regex, builder="processor"):
tmp_fn = fn + "~"
jobs = [
{"target": tmp_fn, "dependency": fn, "job": munge_page, "args": dict(fn=fn, out_fn=tmp_fn, regex=regex)},
{
"target": output_fn,
"dependency": tmp_fn,
"job": copy_always,
"args": dict(source_file=tmp_fn, target_file=output_fn, name=builder),
},
]
runner(jobs, pool=1, parallel=False, force=False)
def refresh_dependencies(conf=None):
conf = lazy_conf(conf)
results = runner(refresh_dependency_jobs(conf),
pool=4,
parallel='process',
force=False)
return sum(results)
def process_page(fn, output_fn, regex, builder='processor'):
tmp_fn = fn + '~'
jobs = [{
'target': tmp_fn,
'dependency': fn,
'job': munge_page,
'args': dict(fn=fn, out_fn=tmp_fn, regex=regex),
}, {
'target':
output_fn,
'dependency':
tmp_fn,
'job':
copy_always,
'args':
dict(source_file=tmp_fn, target_file=output_fn, name=builder),
}]
runner(jobs, pool=1, parallel=False, force=False)
def process_page(fn, output_fn, regex, builder='processor'):
tmp_fn = fn + '~'
jobs = [
{
'target': tmp_fn,
'dependency': fn,
'job': munge_page,
'args': dict(fn=fn, out_fn=tmp_fn, regex=regex),
},
{
'target': output_fn,
'dependency': tmp_fn,
'job': copy_always,
'args': dict(source_file=tmp_fn,
target_file=output_fn,
name=builder),
}
]
runner(jobs, pool=1, parallel=False, force=False)
def jobs(conf):
conf.km = AttributeDict()
conf.km.spec = os.path.abspath(os.path.join(conf.paths.projectroot, '..',
'mongo-' + conf.version.release,
'modules'))
data = runner([{'job': BuildConfiguration, 'args': [fn]}
for fn in expand_tree(conf.km.spec)], force=False, pool=8)
for item in data:
yield {
'job': render_page,
'args': [item, conf]
}
def refresh_dependencies(conf=None):
conf = lazy_conf(conf)
results = runner(refresh_dependency_jobs(conf), pool=4, parallel='process', force=False)
return sum(results)
