def make_calc_likelihood_fragment(dag,
parents,
likelihood_parents,
tag,
files_per_calc_likelihood=None,
verbose=False):
if files_per_calc_likelihood is None:
files_per_calc_likelihood = calc_likelihoodjob.files_per_calc_likelihood
input_cache = power.collect_output_caches(parents)
likelihood_cache = power.collect_output_caches(likelihood_parents)
nodes = set()
while input_cache:
node = CalcLikelihoodNode(calc_likelihoodjob)
node.add_input_cache([
cache_entry
for cache_entry, parent in input_cache[:files_per_calc_likelihood]
])
for parent in set(parent for cache_entry, parent in
input_cache[:files_per_calc_likelihood]):
node.add_parent(parent)
del input_cache[:files_per_calc_likelihood]
seg = power.cache_span(node.get_input_cache())
node.set_name("lalapps_string_calc_likelihood_%s_%d_%d" %
(tag, int(seg[0]), int(abs(seg))))
for cache_entry, parent in likelihood_cache:
node.add_parent(parent)
node.add_likelihood_cache([cache_entry])
dag.add_node(node)
nodes.add(node)
return nodes
def make_meas_likelihood_fragment(dag,
parents,
tag,
files_per_meas_likelihood=None):
if files_per_meas_likelihood is None:
files_per_meas_likelihood = meas_likelihoodjob.files_per_meas_likelihood
nodes = set()
input_cache = power.collect_output_caches(parents)
while input_cache:
node = MeasLikelihoodNode(meas_likelihoodjob)
node.add_input_cache([
cache_entry
for cache_entry, parent in input_cache[:files_per_meas_likelihood]
])
for parent in set(parent for cache_entry, parent in
input_cache[:files_per_meas_likelihood]):
node.add_parent(parent)
del input_cache[:files_per_meas_likelihood]
seg = power.cache_span(node.get_input_cache())
node.set_name("lalapps_string_meas_likelihood_%s_%d_%d" %
(tag, int(seg[0]), int(abs(seg))))
node.set_output(tag)
dag.add_node(node)
nodes.add(node)
return nodes
def make_run_sqlite_fragment(dag,
parents,
tag,
sql_file,
files_per_run_sqlite=None):
if files_per_run_sqlite is None:
files_per_run_sqlite = runsqlitejob.files_per_run_sqlite
nodes = set()
input_cache = power.collect_output_caches(parents)
while input_cache:
node = RunSqliteNode(runsqlitejob)
node.set_sql_file(sql_file)
node.add_input_cache([
cache_entry
for cache_entry, parent in input_cache[:files_per_run_sqlite]
])
for parent in set(
parent
for cache_entry, parent in input_cache[:files_per_run_sqlite]):
node.add_parent(parent)
del input_cache[:files_per_run_sqlite]
seg = power.cache_span(node.get_output_cache())
node.set_name("lalapps_run_sqlite_%s_%d_%d" %
(tag, int(seg[0]), int(abs(seg))))
dag.add_node(node)
nodes.add(node)
return nodes
def make_calc_likelihood_fragment(dag, parents, likelihood_parents, tag, files_per_calc_likelihood = None, verbose = False):
if files_per_calc_likelihood is None:
files_per_calc_likelihood = calc_likelihoodjob.files_per_calc_likelihood
input_cache = power.collect_output_caches(parents)
likelihood_cache = power.collect_output_caches(likelihood_parents)
nodes = set()
while input_cache:
node = CalcLikelihoodNode(calc_likelihoodjob)
node.add_input_cache([cache_entry for cache_entry, parent in input_cache[:files_per_calc_likelihood]])
for parent in set(parent for cache_entry, parent in input_cache[:files_per_calc_likelihood]):
node.add_parent(parent)
del input_cache[:files_per_calc_likelihood]
seg = power.cache_span(node.get_input_cache())
node.set_name("lalapps_string_calc_likelihood_%s_%d_%d" % (tag, int(seg[0]), int(abs(seg))))
for cache_entry, parent in likelihood_cache:
node.add_parent(parent)
node.add_likelihood_cache([cache_entry])
dag.add_node(node)
nodes.add(node)
return nodes
def make_meas_likelihood_fragment(dag, parents, tag, files_per_meas_likelihood = None):
if files_per_meas_likelihood is None:
files_per_meas_likelihood = meas_likelihoodjob.files_per_meas_likelihood
nodes = set()
input_cache = power.collect_output_caches(parents)
while input_cache:
node = MeasLikelihoodNode(meas_likelihoodjob)
node.add_input_cache([cache_entry for cache_entry, parent in input_cache[:files_per_meas_likelihood]])
for parent in set(parent for cache_entry, parent in input_cache[:files_per_meas_likelihood]):
node.add_parent(parent)
del input_cache[:files_per_meas_likelihood]
seg = power.cache_span(node.get_input_cache())
node.set_name("lalapps_string_meas_likelihood_%s_%d_%d" % (tag, int(seg[0]), int(abs(seg))))
node.set_output(tag)
dag.add_node(node)
nodes.add(node)
return nodes
def make_run_sqlite_fragment(dag, parents, tag, sql_file, files_per_run_sqlite = None):
if files_per_run_sqlite is None:
files_per_run_sqlite = runsqlitejob.files_per_run_sqlite
nodes = set()
input_cache = power.collect_output_caches(parents)
while input_cache:
node = RunSqliteNode(runsqlitejob)
node.set_sql_file(sql_file)
node.add_input_cache([cache_entry for cache_entry, parent in input_cache[:files_per_run_sqlite]])
for parent in set(parent for cache_entry, parent in input_cache[:files_per_run_sqlite]):
node.add_parent(parent)
del input_cache[:files_per_run_sqlite]
seg = power.cache_span(node.get_output_cache())
node.set_name("lalapps_run_sqlite_%s_%d_%d" % (tag, int(seg[0]), int(abs(seg))))
dag.add_node(node)
nodes.add(node)
return nodes
